[ 527.617974] env[68872]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=68872) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 527.618311] env[68872]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=68872) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 527.618420] env[68872]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=68872) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 527.618723] env[68872]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 527.717071] env[68872]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=68872) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 527.726902] env[68872]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=68872) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 527.769379] env[68872]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 528.330084] env[68872]: INFO nova.virt.driver [None req-8c8d4e8c-787d-4f77-add8-636909a4c103 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 528.400766] env[68872]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 528.400954] env[68872]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 528.401030] env[68872]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=68872) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 531.736877] env[68872]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-d0822dd7-d3b2-4a2d-a9c3-0112b0f96b70 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.753403] env[68872]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=68872) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 531.753549] env[68872]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-00500a7e-641b-449a-ac37-aec961bc3614 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.781112] env[68872]: INFO oslo_vmware.api [-] Successfully established new session; session ID is a61f1. [ 531.781261] env[68872]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.380s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 531.782238] env[68872]: INFO nova.virt.vmwareapi.driver [None req-8c8d4e8c-787d-4f77-add8-636909a4c103 None None] VMware vCenter version: 7.0.3 [ 531.785703] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326aebb8-cd88-4f7d-a743-7b5302637d48 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.803279] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade05182-9999-4c27-ab1b-0fbbf6fd0674 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.809337] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538c81b8-6a1b-4b33-92ff-e51291446e68 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.815975] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c156cc-e69e-4829-83ce-951177fc1e14 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.829419] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d81de4-832c-4b04-97c6-e8ae0725dfb3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.835367] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfeb5c4-9353-4fc9-b601-3a5237b58e96 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.865855] env[68872]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-9e19ef82-3b76-4b13-ac64-0efd6c038269 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.871132] env[68872]: DEBUG nova.virt.vmwareapi.driver [None req-8c8d4e8c-787d-4f77-add8-636909a4c103 None None] Extension org.openstack.compute already exists. {{(pid=68872) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 531.874490] env[68872]: INFO nova.compute.provider_config [None req-8c8d4e8c-787d-4f77-add8-636909a4c103 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 532.377871] env[68872]: DEBUG nova.context [None req-8c8d4e8c-787d-4f77-add8-636909a4c103 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),b6387402-4711-4f05-a1b8-e36f8f54fc12(cell1) {{(pid=68872) load_cells /opt/stack/nova/nova/context.py:464}} [ 532.381152] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 532.381519] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 532.382673] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 532.383354] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] Acquiring lock "b6387402-4711-4f05-a1b8-e36f8f54fc12" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 532.383674] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] Lock "b6387402-4711-4f05-a1b8-e36f8f54fc12" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 532.385362] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] Lock "b6387402-4711-4f05-a1b8-e36f8f54fc12" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 532.407849] env[68872]: INFO dbcounter [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] Registered counter for database nova_cell0 [ 532.417360] env[68872]: INFO dbcounter [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] Registered counter for database nova_cell1 [ 532.420581] env[68872]: DEBUG oslo_db.sqlalchemy.engines [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68872) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 532.420948] env[68872]: DEBUG oslo_db.sqlalchemy.engines [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68872) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 532.425836] env[68872]: ERROR nova.db.main.api [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 532.425836] env[68872]: result = function(*args, **kwargs) [ 532.425836] env[68872]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 532.425836] env[68872]: return func(*args, **kwargs) [ 532.425836] env[68872]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 532.425836] env[68872]: result = fn(*args, **kwargs) [ 532.425836] env[68872]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 532.425836] env[68872]: return f(*args, **kwargs) [ 532.425836] env[68872]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 532.425836] env[68872]: return db.service_get_minimum_version(context, binaries) [ 532.425836] env[68872]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 532.425836] env[68872]: _check_db_access() [ 532.425836] env[68872]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 532.425836] env[68872]: stacktrace = ''.join(traceback.format_stack()) [ 532.425836] env[68872]: [ 532.426733] env[68872]: ERROR nova.db.main.api [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 532.426733] env[68872]: result = function(*args, **kwargs) [ 532.426733] env[68872]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 532.426733] env[68872]: return func(*args, **kwargs) [ 532.426733] env[68872]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 532.426733] env[68872]: result = fn(*args, **kwargs) [ 532.426733] env[68872]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 532.426733] env[68872]: return f(*args, **kwargs) [ 532.426733] env[68872]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 532.426733] env[68872]: return db.service_get_minimum_version(context, binaries) [ 532.426733] env[68872]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 532.426733] env[68872]: _check_db_access() [ 532.426733] env[68872]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 532.426733] env[68872]: stacktrace = ''.join(traceback.format_stack()) [ 532.426733] env[68872]: [ 532.427205] env[68872]: WARNING nova.objects.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 532.427276] env[68872]: WARNING nova.objects.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] Failed to get minimum service version for cell b6387402-4711-4f05-a1b8-e36f8f54fc12 [ 532.427704] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] Acquiring lock "singleton_lock" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.427863] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] Acquired lock "singleton_lock" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.428138] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] Releasing lock "singleton_lock" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.428507] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] Full set of CONF: {{(pid=68872) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 532.428655] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] ******************************************************************************** {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 532.428784] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] Configuration options gathered from: {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 532.428920] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 532.429128] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 532.429258] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] ================================================================================ {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 532.429466] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] allow_resize_to_same_host = True {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.429638] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] arq_binding_timeout = 300 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.429769] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] backdoor_port = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.429897] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] backdoor_socket = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.430074] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] block_device_allocate_retries = 60 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.430239] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] block_device_allocate_retries_interval = 3 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.430407] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cert = self.pem {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.430574] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.430746] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] compute_monitors = [] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.430916] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] config_dir = [] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.431100] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] config_drive_format = iso9660 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.431272] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.431450] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] config_source = [] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.431620] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] console_host = devstack {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.431788] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] control_exchange = nova {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.431948] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cpu_allocation_ratio = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.432125] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] daemon = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.432292] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] debug = True {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.432449] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] default_access_ip_network_name = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.432613] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] default_availability_zone = nova {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.432769] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] default_ephemeral_format = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.432924] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] default_green_pool_size = 1000 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.433177] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.433342] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] default_schedule_zone = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.433497] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] disk_allocation_ratio = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.433653] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] enable_new_services = True {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.433830] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] enabled_apis = ['osapi_compute'] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.433992] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] enabled_ssl_apis = [] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.434179] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] flat_injected = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.434361] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] force_config_drive = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.434529] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] force_raw_images = True {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.434722] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] graceful_shutdown_timeout = 5 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.434893] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] heal_instance_info_cache_interval = -1 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.435142] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] host = cpu-1 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.435325] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.435514] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] initial_disk_allocation_ratio = 1.0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.435654] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] initial_ram_allocation_ratio = 1.0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.435874] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.436059] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] instance_build_timeout = 0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.436228] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] instance_delete_interval = 300 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.436396] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] instance_format = [instance: %(uuid)s] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.436620] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] instance_name_template = instance-%08x {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.436758] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] instance_usage_audit = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.436938] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] instance_usage_audit_period = month {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.437120] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.437334] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] instances_path = /opt/stack/data/nova/instances {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.437518] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] internal_service_availability_zone = internal {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.437683] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] key = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.437846] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] live_migration_retry_count = 30 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.438029] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] log_color = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.438204] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] log_config_append = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.438372] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.438533] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] log_dir = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.438693] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] log_file = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.438827] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] log_options = True {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.438989] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] log_rotate_interval = 1 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.439175] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] log_rotate_interval_type = days {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.439341] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] log_rotation_type = none {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.439471] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.439598] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.439768] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.439934] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.440079] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.440266] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] long_rpc_timeout = 1800 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.440443] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] max_concurrent_builds = 10 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.440605] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] max_concurrent_live_migrations = 1 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.440765] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] max_concurrent_snapshots = 5 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.440923] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] max_local_block_devices = 3 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.441093] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] max_logfile_count = 30 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.441256] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] max_logfile_size_mb = 200 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.441413] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] maximum_instance_delete_attempts = 5 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.441578] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] metadata_listen = 0.0.0.0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.441748] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] metadata_listen_port = 8775 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.441915] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] metadata_workers = 2 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.442090] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] migrate_max_retries = -1 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.442259] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] mkisofs_cmd = genisoimage {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.442464] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] my_block_storage_ip = 10.180.1.21 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.442597] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] my_ip = 10.180.1.21 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.442798] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.442961] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] network_allocate_retries = 0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.443155] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.443347] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] osapi_compute_listen = 0.0.0.0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.443520] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] osapi_compute_listen_port = 8774 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.443691] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] osapi_compute_unique_server_name_scope = {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.443862] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] osapi_compute_workers = 2 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.444034] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] password_length = 12 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.444199] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] periodic_enable = True {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.444358] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] periodic_fuzzy_delay = 60 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.444533] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] pointer_model = usbtablet {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.444723] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] preallocate_images = none {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.444891] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] publish_errors = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.445032] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] pybasedir = /opt/stack/nova {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.445193] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] ram_allocation_ratio = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.445354] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] rate_limit_burst = 0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.445521] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] rate_limit_except_level = CRITICAL {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.445682] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] rate_limit_interval = 0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.445842] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] reboot_timeout = 0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.445998] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] reclaim_instance_interval = 0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.446169] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] record = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.446360] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] reimage_timeout_per_gb = 60 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.446540] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] report_interval = 120 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.446724] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] rescue_timeout = 0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.446893] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] reserved_host_cpus = 0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.447067] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] reserved_host_disk_mb = 0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.447230] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] reserved_host_memory_mb = 512 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.447392] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] reserved_huge_pages = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.447552] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] resize_confirm_window = 0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.447708] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] resize_fs_using_block_device = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.447868] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] resume_guests_state_on_host_boot = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.448048] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.448215] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] rpc_response_timeout = 60 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.448375] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] run_external_periodic_tasks = True {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.448541] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] running_deleted_instance_action = reap {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.448701] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] running_deleted_instance_poll_interval = 1800 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.448860] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] running_deleted_instance_timeout = 0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.449081] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] scheduler_instance_sync_interval = 120 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.449268] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] service_down_time = 720 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.449440] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] servicegroup_driver = db {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.449599] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] shell_completion = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.449763] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] shelved_offload_time = 0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.449922] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] shelved_poll_interval = 3600 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.450100] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] shutdown_timeout = 0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.450264] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] source_is_ipv6 = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.450425] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] ssl_only = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.450672] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.450841] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] sync_power_state_interval = 600 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.451008] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] sync_power_state_pool_size = 1000 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.451184] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] syslog_log_facility = LOG_USER {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.451342] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] tempdir = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.451503] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] timeout_nbd = 10 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.451671] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] transport_url = **** {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.451833] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] update_resources_interval = 0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.452021] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] use_cow_images = True {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.452199] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] use_journal = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.452362] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] use_json = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.452519] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] use_rootwrap_daemon = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.452675] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] use_stderr = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.452831] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] use_syslog = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.452984] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vcpu_pin_set = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.453167] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vif_plugging_is_fatal = True {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.453333] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vif_plugging_timeout = 300 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.453498] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] virt_mkfs = [] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.453659] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] volume_usage_poll_interval = 0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.453822] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] watch_log_file = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.453989] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] web = /usr/share/spice-html5 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.454202] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.454372] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.454536] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.454737] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_concurrency.disable_process_locking = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.455362] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.455563] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.455746] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.455926] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.456120] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.456296] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.456495] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api.auth_strategy = keystone {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.456688] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api.compute_link_prefix = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.456883] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.457078] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api.dhcp_domain = novalocal {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.457257] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api.enable_instance_password = True {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.457427] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api.glance_link_prefix = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.457599] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.457778] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.457950] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api.instance_list_per_project_cells = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.458160] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api.list_records_by_skipping_down_cells = True {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.458337] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api.local_metadata_per_cell = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.458509] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api.max_limit = 1000 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.458677] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api.metadata_cache_expiration = 15 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.458854] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api.neutron_default_tenant_id = default {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.459036] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api.response_validation = warn {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.459215] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api.use_neutron_default_nets = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.459384] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.459546] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.459724] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.459900] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.460086] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api.vendordata_dynamic_targets = [] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.460256] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api.vendordata_jsonfile_path = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.460441] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.460637] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cache.backend = dogpile.cache.memcached {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.460814] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cache.backend_argument = **** {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.460997] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cache.backend_expiration_time = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.461214] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cache.config_prefix = cache.oslo {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.461391] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cache.dead_timeout = 60.0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.461560] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cache.debug_cache_backend = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.461724] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cache.enable_retry_client = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.461891] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cache.enable_socket_keepalive = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.462076] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cache.enabled = True {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.462248] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cache.enforce_fips_mode = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.462413] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cache.expiration_time = 600 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.462577] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cache.hashclient_retry_attempts = 2 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.462745] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cache.hashclient_retry_delay = 1.0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.462909] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cache.memcache_dead_retry = 300 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.463081] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cache.memcache_password = **** {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.463250] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.463415] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.463583] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cache.memcache_pool_maxsize = 10 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.463754] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.463920] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cache.memcache_sasl_enabled = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.464148] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.464330] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cache.memcache_socket_timeout = 1.0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.464494] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cache.memcache_username = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.464686] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cache.proxies = [] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.464865] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cache.redis_db = 0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.465043] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cache.redis_password = **** {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.465223] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cache.redis_sentinel_service_name = mymaster {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.465401] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.465570] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cache.redis_server = localhost:6379 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.465739] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cache.redis_socket_timeout = 1.0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.465896] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cache.redis_username = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.466073] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cache.retry_attempts = 2 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.466243] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cache.retry_delay = 0.0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.466409] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cache.socket_keepalive_count = 1 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.466596] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cache.socket_keepalive_idle = 1 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.466768] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cache.socket_keepalive_interval = 1 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.466934] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cache.tls_allowed_ciphers = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.467162] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cache.tls_cafile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.467351] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cache.tls_certfile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.467519] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cache.tls_enabled = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.467681] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cache.tls_keyfile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.467853] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cinder.auth_section = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.468040] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cinder.auth_type = password {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.468212] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cinder.cafile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.468388] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cinder.catalog_info = volumev3::publicURL {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.468551] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cinder.certfile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.468718] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cinder.collect_timing = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.468883] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cinder.cross_az_attach = True {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.469059] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cinder.debug = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.469226] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cinder.endpoint_template = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.469394] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cinder.http_retries = 3 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.469558] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cinder.insecure = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.469719] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cinder.keyfile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.469895] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cinder.os_region_name = RegionOne {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.470093] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cinder.split_loggers = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.470276] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cinder.timeout = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.470452] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.470616] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] compute.cpu_dedicated_set = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.470780] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] compute.cpu_shared_set = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.470948] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] compute.image_type_exclude_list = [] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.471129] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.471297] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] compute.max_concurrent_disk_ops = 0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.471464] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] compute.max_disk_devices_to_attach = -1 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.471625] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.471796] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.471959] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] compute.resource_provider_association_refresh = 300 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.472138] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.472306] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] compute.shutdown_retry_interval = 10 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.472490] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.472675] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] conductor.workers = 2 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.472855] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] console.allowed_origins = [] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.473059] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] console.ssl_ciphers = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.473263] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] console.ssl_minimum_version = default {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.473444] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] consoleauth.enforce_session_timeout = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.473616] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] consoleauth.token_ttl = 600 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.473793] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cyborg.cafile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.473953] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cyborg.certfile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.474134] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cyborg.collect_timing = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.474299] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cyborg.connect_retries = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.474461] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cyborg.connect_retry_delay = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.474640] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cyborg.endpoint_override = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.474821] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cyborg.insecure = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.474982] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cyborg.keyfile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.475160] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cyborg.max_version = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.475323] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cyborg.min_version = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.475481] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cyborg.region_name = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.475640] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cyborg.retriable_status_codes = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.475798] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cyborg.service_name = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.475968] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cyborg.service_type = accelerator {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.476176] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cyborg.split_loggers = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.476348] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cyborg.status_code_retries = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.476510] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cyborg.status_code_retry_delay = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.476699] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cyborg.timeout = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.476893] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.477074] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] cyborg.version = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.477251] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] database.asyncio_connection = **** {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.477415] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] database.asyncio_slave_connection = **** {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.477592] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] database.backend = sqlalchemy {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.477765] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] database.connection = **** {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.477932] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] database.connection_debug = 0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.478117] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] database.connection_parameters = {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.478284] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] database.connection_recycle_time = 3600 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.478448] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] database.connection_trace = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.478613] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] database.db_inc_retry_interval = True {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.478778] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] database.db_max_retries = 20 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.478969] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] database.db_max_retry_interval = 10 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.479168] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] database.db_retry_interval = 1 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.479337] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] database.max_overflow = 50 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.479500] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] database.max_pool_size = 5 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.479663] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] database.max_retries = 10 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.479835] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.479994] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] database.mysql_wsrep_sync_wait = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.480167] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] database.pool_timeout = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.480333] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] database.retry_interval = 10 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.480492] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] database.slave_connection = **** {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.480658] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] database.sqlite_synchronous = True {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.480821] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] database.use_db_reconnect = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.480992] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api_database.asyncio_connection = **** {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.481171] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api_database.asyncio_slave_connection = **** {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.481345] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api_database.backend = sqlalchemy {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.481515] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api_database.connection = **** {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.481685] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api_database.connection_debug = 0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.481861] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api_database.connection_parameters = {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.482069] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api_database.connection_recycle_time = 3600 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.482252] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api_database.connection_trace = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.482418] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api_database.db_inc_retry_interval = True {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.482582] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api_database.db_max_retries = 20 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.482748] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api_database.db_max_retry_interval = 10 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.482914] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api_database.db_retry_interval = 1 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.483090] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api_database.max_overflow = 50 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.483256] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api_database.max_pool_size = 5 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.483416] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api_database.max_retries = 10 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.483585] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.483747] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.483906] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api_database.pool_timeout = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.484077] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api_database.retry_interval = 10 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.484240] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api_database.slave_connection = **** {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.484400] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] api_database.sqlite_synchronous = True {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.484588] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] devices.enabled_mdev_types = [] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.484792] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.484995] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] ephemeral_storage_encryption.default_format = luks {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.485207] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] ephemeral_storage_encryption.enabled = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.485379] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.485557] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] glance.api_servers = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.485726] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] glance.cafile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.485892] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] glance.certfile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.486065] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] glance.collect_timing = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.486229] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] glance.connect_retries = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.486385] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] glance.connect_retry_delay = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.486547] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] glance.debug = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.486742] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] glance.default_trusted_certificate_ids = [] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.486915] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] glance.enable_certificate_validation = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.487094] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] glance.enable_rbd_download = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.487257] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] glance.endpoint_override = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.487422] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] glance.insecure = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.487584] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] glance.keyfile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.487744] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] glance.max_version = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.487898] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] glance.min_version = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.488098] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] glance.num_retries = 3 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.488286] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] glance.rbd_ceph_conf = {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.488451] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] glance.rbd_connect_timeout = 5 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.488619] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] glance.rbd_pool = {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.488786] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] glance.rbd_user = {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.488950] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] glance.region_name = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.489123] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] glance.retriable_status_codes = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.489283] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] glance.service_name = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.489451] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] glance.service_type = image {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.489702] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] glance.split_loggers = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.489892] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] glance.status_code_retries = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.490069] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] glance.status_code_retry_delay = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.490234] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] glance.timeout = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.490418] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.490589] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] glance.verify_glance_signatures = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.490749] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] glance.version = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.490917] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] guestfs.debug = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.491126] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] manila.auth_section = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.491309] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] manila.auth_type = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.491469] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] manila.cafile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.491630] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] manila.certfile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.491798] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] manila.collect_timing = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.491959] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] manila.connect_retries = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.492134] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] manila.connect_retry_delay = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.492298] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] manila.endpoint_override = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.492462] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] manila.insecure = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.492619] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] manila.keyfile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.492779] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] manila.max_version = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.492936] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] manila.min_version = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.493108] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] manila.region_name = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.493270] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] manila.retriable_status_codes = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.493428] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] manila.service_name = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.493597] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] manila.service_type = shared-file-system {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.493764] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] manila.share_apply_policy_timeout = 10 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.493926] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] manila.split_loggers = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.494115] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] manila.status_code_retries = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.494296] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] manila.status_code_retry_delay = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.494460] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] manila.timeout = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.494664] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.494844] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] manila.version = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.495026] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] mks.enabled = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.495388] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.495581] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] image_cache.manager_interval = 2400 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.495749] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] image_cache.precache_concurrency = 1 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.495923] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] image_cache.remove_unused_base_images = True {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.496117] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.496286] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.496462] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] image_cache.subdirectory_name = _base {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.496665] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] ironic.api_max_retries = 60 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.496846] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] ironic.api_retry_interval = 2 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.497043] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] ironic.auth_section = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.497239] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] ironic.auth_type = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.497410] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] ironic.cafile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.497573] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] ironic.certfile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.497741] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] ironic.collect_timing = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.497907] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] ironic.conductor_group = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.498081] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] ironic.connect_retries = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.498246] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] ironic.connect_retry_delay = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.498405] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] ironic.endpoint_override = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.498572] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] ironic.insecure = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.498733] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] ironic.keyfile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.498894] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] ironic.max_version = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.499062] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] ironic.min_version = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.499234] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] ironic.peer_list = [] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.499395] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] ironic.region_name = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.499556] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] ironic.retriable_status_codes = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.499720] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] ironic.serial_console_state_timeout = 10 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.499883] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] ironic.service_name = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.500087] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] ironic.service_type = baremetal {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.500265] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] ironic.shard = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.500433] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] ironic.split_loggers = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.500594] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] ironic.status_code_retries = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.500756] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] ironic.status_code_retry_delay = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.500915] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] ironic.timeout = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.501113] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.501276] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] ironic.version = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.501458] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.501633] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] key_manager.fixed_key = **** {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.501816] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.501976] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] barbican.barbican_api_version = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.502147] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] barbican.barbican_endpoint = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.502317] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] barbican.barbican_endpoint_type = public {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.502473] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] barbican.barbican_region_name = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.502630] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] barbican.cafile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.502789] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] barbican.certfile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.502949] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] barbican.collect_timing = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.503144] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] barbican.insecure = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.503317] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] barbican.keyfile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.503482] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] barbican.number_of_retries = 60 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.503648] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] barbican.retry_delay = 1 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.503815] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] barbican.send_service_user_token = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.503977] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] barbican.split_loggers = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.504154] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] barbican.timeout = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.504318] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] barbican.verify_ssl = True {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.504480] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] barbican.verify_ssl_path = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.504676] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] barbican_service_user.auth_section = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.504855] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] barbican_service_user.auth_type = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.505027] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] barbican_service_user.cafile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.505191] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] barbican_service_user.certfile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.505356] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] barbican_service_user.collect_timing = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.505517] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] barbican_service_user.insecure = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.505677] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] barbican_service_user.keyfile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.505840] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] barbican_service_user.split_loggers = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.505998] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] barbican_service_user.timeout = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.506211] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vault.approle_role_id = **** {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.506382] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vault.approle_secret_id = **** {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.506554] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vault.kv_mountpoint = secret {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.506745] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vault.kv_path = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.506919] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vault.kv_version = 2 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.507094] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vault.namespace = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.507260] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vault.root_token_id = **** {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.507421] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vault.ssl_ca_crt_file = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.507591] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vault.timeout = 60.0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.507756] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vault.use_ssl = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.507926] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.508116] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] keystone.cafile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.508283] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] keystone.certfile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.508450] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] keystone.collect_timing = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.508611] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] keystone.connect_retries = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.508770] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] keystone.connect_retry_delay = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.508957] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] keystone.endpoint_override = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.509159] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] keystone.insecure = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.509324] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] keystone.keyfile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.509482] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] keystone.max_version = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.509639] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] keystone.min_version = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.509808] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] keystone.region_name = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.509974] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] keystone.retriable_status_codes = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.510147] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] keystone.service_name = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.510316] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] keystone.service_type = identity {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.510477] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] keystone.split_loggers = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.510635] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] keystone.status_code_retries = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.510795] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] keystone.status_code_retry_delay = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.510952] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] keystone.timeout = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.511147] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.511311] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] keystone.version = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.511502] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.ceph_mount_options = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.511833] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.512060] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.connection_uri = {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.512240] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.cpu_mode = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.512412] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.cpu_model_extra_flags = [] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.512586] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.cpu_models = [] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.512764] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.cpu_power_governor_high = performance {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.512937] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.cpu_power_governor_low = powersave {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.513121] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.cpu_power_management = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.513297] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.513471] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.device_detach_attempts = 8 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.513642] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.device_detach_timeout = 20 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.513815] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.disk_cachemodes = [] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.513977] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.disk_prefix = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.514158] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.enabled_perf_events = [] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.514324] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.file_backed_memory = 0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.514494] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.gid_maps = [] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.514681] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.hw_disk_discard = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.514857] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.hw_machine_type = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.515065] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.images_rbd_ceph_conf = {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.515249] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.515417] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.515589] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.images_rbd_glance_store_name = {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.515766] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.images_rbd_pool = rbd {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.515938] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.images_type = default {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.516118] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.images_volume_group = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.516286] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.inject_key = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.516451] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.inject_partition = -2 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.516639] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.inject_password = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.516818] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.iscsi_iface = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.516986] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.iser_use_multipath = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.517167] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.live_migration_bandwidth = 0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.517335] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.517500] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.live_migration_downtime = 500 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.517671] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.517832] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.518013] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.live_migration_inbound_addr = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.518205] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.518377] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.live_migration_permit_post_copy = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.518540] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.live_migration_scheme = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.518718] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.live_migration_timeout_action = abort {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.518888] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.live_migration_tunnelled = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.519059] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.live_migration_uri = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.519226] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.live_migration_with_native_tls = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.519386] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.max_queues = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.519548] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.519779] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.519946] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.nfs_mount_options = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.520258] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.520443] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.520615] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.num_iser_scan_tries = 5 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.520780] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.num_memory_encrypted_guests = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.520965] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.521176] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.num_pcie_ports = 0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.521352] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.num_volume_scan_tries = 5 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.521522] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.pmem_namespaces = [] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.521685] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.quobyte_client_cfg = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.521981] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.522174] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.rbd_connect_timeout = 5 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.522344] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.522509] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.522674] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.rbd_secret_uuid = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.522834] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.rbd_user = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.522996] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.523182] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.remote_filesystem_transport = ssh {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.523343] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.rescue_image_id = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.523501] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.rescue_kernel_id = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.523658] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.rescue_ramdisk_id = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.523829] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.524022] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.rx_queue_size = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.524214] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.smbfs_mount_options = {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.524508] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.524715] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.snapshot_compression = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.524891] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.snapshot_image_format = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.525143] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.525317] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.sparse_logical_volumes = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.525487] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.swtpm_enabled = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.525659] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.swtpm_group = tss {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.525834] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.swtpm_user = tss {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.526009] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.sysinfo_serial = unique {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.526182] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.tb_cache_size = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.526343] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.tx_queue_size = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.526521] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.uid_maps = [] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.526697] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.use_virtio_for_bridges = True {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.526879] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.virt_type = kvm {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.527080] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.volume_clear = zero {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.527263] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.volume_clear_size = 0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.527430] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.volume_enforce_multipath = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.527597] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.volume_use_multipath = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.527759] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.vzstorage_cache_path = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.527930] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.528115] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.vzstorage_mount_group = qemu {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.528283] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.vzstorage_mount_opts = [] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.528451] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.528752] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.528938] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.vzstorage_mount_user = stack {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.529121] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.529351] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] neutron.auth_section = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.529554] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] neutron.auth_type = password {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.529721] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] neutron.cafile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.529887] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] neutron.certfile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.530068] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] neutron.collect_timing = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.530236] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] neutron.connect_retries = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.530397] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] neutron.connect_retry_delay = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.530571] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] neutron.default_floating_pool = public {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.530737] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] neutron.endpoint_override = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.530903] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] neutron.extension_sync_interval = 600 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.531078] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] neutron.http_retries = 3 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.531251] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] neutron.insecure = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.531412] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] neutron.keyfile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.531574] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] neutron.max_version = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.531749] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.531908] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] neutron.min_version = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.532091] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] neutron.ovs_bridge = br-int {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.532285] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] neutron.physnets = [] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.532484] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] neutron.region_name = RegionOne {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.532653] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] neutron.retriable_status_codes = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.532827] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] neutron.service_metadata_proxy = True {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.532987] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] neutron.service_name = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.533178] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] neutron.service_type = network {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.533344] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] neutron.split_loggers = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.533504] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] neutron.status_code_retries = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.533665] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] neutron.status_code_retry_delay = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.533826] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] neutron.timeout = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.534008] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.534183] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] neutron.version = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.534357] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] notifications.bdms_in_notifications = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.534536] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] notifications.default_level = INFO {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.534731] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] notifications.include_share_mapping = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.534918] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] notifications.notification_format = unversioned {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.535097] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] notifications.notify_on_state_change = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.535293] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.535489] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] pci.alias = [] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.535667] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] pci.device_spec = [] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.535836] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] pci.report_in_placement = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.536021] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] placement.auth_section = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.536202] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] placement.auth_type = password {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.536371] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.536530] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] placement.cafile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.536715] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] placement.certfile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.536884] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] placement.collect_timing = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.537058] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] placement.connect_retries = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.537221] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] placement.connect_retry_delay = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.537379] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] placement.default_domain_id = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.537538] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] placement.default_domain_name = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.537701] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] placement.domain_id = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.537855] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] placement.domain_name = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.538021] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] placement.endpoint_override = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.538188] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] placement.insecure = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.538365] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] placement.keyfile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.538536] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] placement.max_version = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.538695] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] placement.min_version = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.538866] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] placement.password = **** {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.539036] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] placement.project_domain_id = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.539210] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] placement.project_domain_name = Default {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.539378] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] placement.project_id = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.539551] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] placement.project_name = service {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.539720] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] placement.region_name = RegionOne {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.539883] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] placement.retriable_status_codes = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.540058] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] placement.service_name = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.540233] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] placement.service_type = placement {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.540398] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] placement.split_loggers = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.540558] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] placement.status_code_retries = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.540717] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] placement.status_code_retry_delay = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.540876] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] placement.system_scope = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.541043] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] placement.timeout = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.541204] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] placement.trust_id = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.541381] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] placement.user_domain_id = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.541562] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] placement.user_domain_name = Default {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.541725] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] placement.user_id = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.541897] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] placement.username = nova {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.542092] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.542260] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] placement.version = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.542448] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] quota.cores = 20 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.542616] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] quota.count_usage_from_placement = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.542792] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.542963] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] quota.injected_file_content_bytes = 10240 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.543147] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] quota.injected_file_path_length = 255 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.543316] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] quota.injected_files = 5 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.543481] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] quota.instances = 10 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.543646] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] quota.key_pairs = 100 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.543811] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] quota.metadata_items = 128 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.543974] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] quota.ram = 51200 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.544153] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] quota.recheck_quota = True {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.544347] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] quota.server_group_members = 10 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.544540] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] quota.server_groups = 10 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.544774] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.544958] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] quota.unified_limits_resource_strategy = require {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.545150] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.545320] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.545484] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] scheduler.image_metadata_prefilter = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.545648] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.545817] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] scheduler.max_attempts = 3 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.545980] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] scheduler.max_placement_results = 1000 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.546159] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.546323] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] scheduler.query_placement_for_image_type_support = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.546483] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.546693] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] scheduler.workers = 2 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.546876] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.547069] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.547255] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.547451] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.547622] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.547789] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.547953] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.548165] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.548341] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] filter_scheduler.host_subset_size = 1 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.548506] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.548667] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.548831] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.549008] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.549190] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.549356] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] filter_scheduler.isolated_hosts = [] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.549519] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] filter_scheduler.isolated_images = [] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.549681] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.549844] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.550007] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.550178] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] filter_scheduler.pci_in_placement = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.550359] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.550540] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.550707] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.550870] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.551047] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.551216] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.551378] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] filter_scheduler.track_instance_changes = True {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.551553] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.551727] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] metrics.required = True {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.551906] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] metrics.weight_multiplier = 1.0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.552082] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.552252] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] metrics.weight_setting = [] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.552572] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.552750] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] serial_console.enabled = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.552929] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] serial_console.port_range = 10000:20000 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.553116] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.553288] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.553484] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] serial_console.serialproxy_port = 6083 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.553662] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] service_user.auth_section = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.553840] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] service_user.auth_type = password {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.554008] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] service_user.cafile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.554178] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] service_user.certfile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.554342] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] service_user.collect_timing = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.554511] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] service_user.insecure = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.554693] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] service_user.keyfile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.554877] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] service_user.send_service_user_token = True {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.555210] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] service_user.split_loggers = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.555210] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] service_user.timeout = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.555385] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] spice.agent_enabled = True {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.555548] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] spice.enabled = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.555853] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.556071] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.556249] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] spice.html5proxy_port = 6082 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.556448] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] spice.image_compression = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.556648] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] spice.jpeg_compression = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.556819] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] spice.playback_compression = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.556987] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] spice.require_secure = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.557176] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] spice.server_listen = 127.0.0.1 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.557346] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.557626] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.557800] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] spice.streaming_mode = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.557962] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] spice.zlib_compression = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.558146] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] upgrade_levels.baseapi = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.558321] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] upgrade_levels.compute = auto {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.558484] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] upgrade_levels.conductor = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.558644] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] upgrade_levels.scheduler = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.558813] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vendordata_dynamic_auth.auth_section = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.559005] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vendordata_dynamic_auth.auth_type = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.559187] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vendordata_dynamic_auth.cafile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.559349] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vendordata_dynamic_auth.certfile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.559516] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.559679] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vendordata_dynamic_auth.insecure = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.559840] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vendordata_dynamic_auth.keyfile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.560016] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.560179] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vendordata_dynamic_auth.timeout = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.560356] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vmware.api_retry_count = 10 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.560516] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vmware.ca_file = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.560689] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vmware.cache_prefix = devstack-image-cache {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.560861] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vmware.cluster_name = testcl1 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.561039] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vmware.connection_pool_size = 10 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.561208] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vmware.console_delay_seconds = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.561380] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vmware.datastore_regex = ^datastore.* {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.561593] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.561772] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vmware.host_password = **** {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.561958] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vmware.host_port = 443 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.562161] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vmware.host_username = administrator@vsphere.local {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.562337] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vmware.insecure = True {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.562499] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vmware.integration_bridge = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.562664] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vmware.maximum_objects = 100 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.562827] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vmware.pbm_default_policy = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.562987] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vmware.pbm_enabled = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.563161] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vmware.pbm_wsdl_location = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.563332] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.563493] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vmware.serial_port_proxy_uri = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.563653] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vmware.serial_port_service_uri = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.563822] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vmware.task_poll_interval = 0.5 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.563992] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vmware.use_linked_clone = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.564177] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vmware.vnc_keymap = en-us {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.564349] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vmware.vnc_port = 5900 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.564514] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vmware.vnc_port_total = 10000 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.564728] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vnc.auth_schemes = ['none'] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.564913] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vnc.enabled = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.565239] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.565434] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.565610] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vnc.novncproxy_port = 6080 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.565805] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vnc.server_listen = 127.0.0.1 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.565986] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.566165] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vnc.vencrypt_ca_certs = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.566327] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vnc.vencrypt_client_cert = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.566486] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vnc.vencrypt_client_key = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.566689] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.566868] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] workarounds.disable_deep_image_inspection = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.567044] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.567214] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.567376] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.567541] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] workarounds.disable_rootwrap = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.567700] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] workarounds.enable_numa_live_migration = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.567861] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.568078] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.568288] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.568460] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] workarounds.libvirt_disable_apic = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.568623] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.568787] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.568949] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.569125] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.569293] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.569454] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.569615] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.569777] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.569935] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.570113] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.570302] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.570474] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] wsgi.client_socket_timeout = 900 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.570641] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] wsgi.default_pool_size = 1000 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.570841] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] wsgi.keep_alive = True {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.571051] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] wsgi.max_header_line = 16384 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.571239] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] wsgi.secure_proxy_ssl_header = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.571406] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] wsgi.ssl_ca_file = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.571568] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] wsgi.ssl_cert_file = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.571734] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] wsgi.ssl_key_file = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.571896] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] wsgi.tcp_keepidle = 600 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.572094] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.572271] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] zvm.ca_file = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.572433] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] zvm.cloud_connector_url = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.572733] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.572914] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] zvm.reachable_timeout = 300 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.573111] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.573298] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.573481] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] profiler.connection_string = messaging:// {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.573650] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] profiler.enabled = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.573820] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] profiler.es_doc_type = notification {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.573985] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] profiler.es_scroll_size = 10000 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.574194] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] profiler.es_scroll_time = 2m {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.574368] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] profiler.filter_error_trace = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.574538] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] profiler.hmac_keys = **** {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.574734] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] profiler.sentinel_service_name = mymaster {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.574907] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] profiler.socket_timeout = 0.1 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.575084] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] profiler.trace_requests = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.575251] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] profiler.trace_sqlalchemy = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.575438] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] profiler_jaeger.process_tags = {} {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.575600] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] profiler_jaeger.service_name_prefix = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.575768] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] profiler_otlp.service_name_prefix = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.575935] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] remote_debug.host = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.576117] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] remote_debug.port = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.576297] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.576461] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.576654] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.576827] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.576994] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.577204] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.577380] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.577588] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.577713] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.577888] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.578062] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.578240] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.578410] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.578576] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.578744] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.578913] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.579089] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.579256] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.579429] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.579593] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.579758] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.579925] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.580139] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.580327] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.580496] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.580662] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.580825] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.580987] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.581168] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.581332] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.581495] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_rabbit.ssl = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.581666] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.581835] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.581998] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.582182] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.582350] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_rabbit.ssl_version = {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.582513] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.582699] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.582871] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_notifications.retry = -1 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.583066] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.583262] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_messaging_notifications.transport_url = **** {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.583439] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_limit.auth_section = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.583604] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_limit.auth_type = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.583765] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_limit.cafile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.583923] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_limit.certfile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.584101] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_limit.collect_timing = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.584265] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_limit.connect_retries = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.584425] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_limit.connect_retry_delay = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.584598] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_limit.endpoint_id = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.584790] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_limit.endpoint_interface = publicURL {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.584953] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_limit.endpoint_override = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.585131] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_limit.endpoint_region_name = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.585293] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_limit.endpoint_service_name = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.585452] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_limit.endpoint_service_type = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.585616] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_limit.insecure = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.585776] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_limit.keyfile = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.585933] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_limit.max_version = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.586123] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_limit.min_version = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.586305] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_limit.region_name = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.586469] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_limit.retriable_status_codes = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.586657] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_limit.service_name = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.586829] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_limit.service_type = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.586994] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_limit.split_loggers = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.587172] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_limit.status_code_retries = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.587334] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_limit.status_code_retry_delay = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.587490] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_limit.timeout = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.587657] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_limit.valid_interfaces = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.587813] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_limit.version = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.587979] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_reports.file_event_handler = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.588162] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.588324] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] oslo_reports.log_dir = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.588496] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.588656] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.588818] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.589015] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.589197] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.589359] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.589530] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.589691] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vif_plug_ovs_privileged.group = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.589850] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.590026] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.590196] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.590354] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] vif_plug_ovs_privileged.user = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.590525] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] os_vif_linux_bridge.flat_interface = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.590753] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.590985] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.591188] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.591365] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.591540] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.591709] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.591872] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.592108] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.592301] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] os_vif_ovs.isolate_vif = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.592472] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.592641] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.592813] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.593051] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] os_vif_ovs.ovsdb_interface = native {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.593174] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] os_vif_ovs.per_port_bridge = False {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.593349] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] privsep_osbrick.capabilities = [21] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.593509] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] privsep_osbrick.group = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.593666] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] privsep_osbrick.helper_command = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.593834] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.593997] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.594171] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] privsep_osbrick.user = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.594346] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.594507] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] nova_sys_admin.group = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.594693] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] nova_sys_admin.helper_command = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.594873] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.595073] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.595250] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] nova_sys_admin.user = None {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.595385] env[68872]: DEBUG oslo_service.backend.eventlet.service [None req-b20850f7-3703-4529-a2d0-b142ce06a086 None None] ******************************************************************************** {{(pid=68872) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 532.595821] env[68872]: INFO nova.service [-] Starting compute node (version 31.0.0) [ 533.099762] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-74fd50b2-7458-460e-b478-7ba2c533272d None None] Getting list of instances from cluster (obj){ [ 533.099762] env[68872]: value = "domain-c8" [ 533.099762] env[68872]: _type = "ClusterComputeResource" [ 533.099762] env[68872]: } {{(pid=68872) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 533.100830] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f4d012-f1fa-4b77-97fc-e6e6e20f5a24 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.110051] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-74fd50b2-7458-460e-b478-7ba2c533272d None None] Got total of 0 instances {{(pid=68872) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 533.110631] env[68872]: WARNING nova.virt.vmwareapi.driver [None req-74fd50b2-7458-460e-b478-7ba2c533272d None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 533.111097] env[68872]: INFO nova.virt.node [None req-74fd50b2-7458-460e-b478-7ba2c533272d None None] Generated node identity a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f [ 533.111325] env[68872]: INFO nova.virt.node [None req-74fd50b2-7458-460e-b478-7ba2c533272d None None] Wrote node identity a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f to /opt/stack/data/n-cpu-1/compute_id [ 533.614313] env[68872]: WARNING nova.compute.manager [None req-74fd50b2-7458-460e-b478-7ba2c533272d None None] Compute nodes ['a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 534.619704] env[68872]: INFO nova.compute.manager [None req-74fd50b2-7458-460e-b478-7ba2c533272d None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 535.625338] env[68872]: WARNING nova.compute.manager [None req-74fd50b2-7458-460e-b478-7ba2c533272d None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 535.625652] env[68872]: DEBUG oslo_concurrency.lockutils [None req-74fd50b2-7458-460e-b478-7ba2c533272d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 535.625836] env[68872]: DEBUG oslo_concurrency.lockutils [None req-74fd50b2-7458-460e-b478-7ba2c533272d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 535.625987] env[68872]: DEBUG oslo_concurrency.lockutils [None req-74fd50b2-7458-460e-b478-7ba2c533272d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 535.626154] env[68872]: DEBUG nova.compute.resource_tracker [None req-74fd50b2-7458-460e-b478-7ba2c533272d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68872) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 535.627152] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195fd509-f993-4d99-8004-cb9779b14efc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.635462] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75121fb1-623b-4f91-af28-6df9fae4940e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.648851] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4ab5ee-e3ee-425f-9bbb-8178ece1934f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.655886] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79efe7c2-b143-48c7-a2a4-4fa6e71e34e6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.684038] env[68872]: DEBUG nova.compute.resource_tracker [None req-74fd50b2-7458-460e-b478-7ba2c533272d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181080MB free_disk=138GB free_vcpus=48 pci_devices=None {{(pid=68872) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 535.684181] env[68872]: DEBUG oslo_concurrency.lockutils [None req-74fd50b2-7458-460e-b478-7ba2c533272d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 535.684380] env[68872]: DEBUG oslo_concurrency.lockutils [None req-74fd50b2-7458-460e-b478-7ba2c533272d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 536.187483] env[68872]: WARNING nova.compute.resource_tracker [None req-74fd50b2-7458-460e-b478-7ba2c533272d None None] No compute node record for cpu-1:a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f could not be found. [ 536.691643] env[68872]: INFO nova.compute.resource_tracker [None req-74fd50b2-7458-460e-b478-7ba2c533272d None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f [ 538.199986] env[68872]: DEBUG nova.compute.resource_tracker [None req-74fd50b2-7458-460e-b478-7ba2c533272d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68872) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 538.200484] env[68872]: DEBUG nova.compute.resource_tracker [None req-74fd50b2-7458-460e-b478-7ba2c533272d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68872) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 538.352597] env[68872]: INFO nova.scheduler.client.report [None req-74fd50b2-7458-460e-b478-7ba2c533272d None None] [req-5dc8d62e-4387-4ea4-ae4a-4b406c8e81b2] Created resource provider record via placement API for resource provider with UUID a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 538.369342] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42eefdc8-252d-47f8-8b4d-961c8e9b7e61 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.376826] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfac078-7298-486e-aec1-85d835314f61 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.405626] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b2ccb8-071f-468b-9b6e-9107991767e2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.412199] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42534c09-8ebb-4ebb-ade3-dbaf7eb9184b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.424817] env[68872]: DEBUG nova.compute.provider_tree [None req-74fd50b2-7458-460e-b478-7ba2c533272d None None] Updating inventory in ProviderTree for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 538.980708] env[68872]: DEBUG nova.scheduler.client.report [None req-74fd50b2-7458-460e-b478-7ba2c533272d None None] Updated inventory for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 538.980948] env[68872]: DEBUG nova.compute.provider_tree [None req-74fd50b2-7458-460e-b478-7ba2c533272d None None] Updating resource provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f generation from 0 to 1 during operation: update_inventory {{(pid=68872) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 538.981107] env[68872]: DEBUG nova.compute.provider_tree [None req-74fd50b2-7458-460e-b478-7ba2c533272d None None] Updating inventory in ProviderTree for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 539.030563] env[68872]: DEBUG nova.compute.provider_tree [None req-74fd50b2-7458-460e-b478-7ba2c533272d None None] Updating resource provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f generation from 1 to 2 during operation: update_traits {{(pid=68872) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 539.535720] env[68872]: DEBUG nova.compute.resource_tracker [None req-74fd50b2-7458-460e-b478-7ba2c533272d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68872) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 539.536094] env[68872]: DEBUG oslo_concurrency.lockutils [None req-74fd50b2-7458-460e-b478-7ba2c533272d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.851s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 539.536094] env[68872]: DEBUG nova.service [None req-74fd50b2-7458-460e-b478-7ba2c533272d None None] Creating RPC server for service compute {{(pid=68872) start /opt/stack/nova/nova/service.py:186}} [ 539.550351] env[68872]: DEBUG nova.service [None req-74fd50b2-7458-460e-b478-7ba2c533272d None None] Join ServiceGroup membership for this service compute {{(pid=68872) start /opt/stack/nova/nova/service.py:203}} [ 539.550549] env[68872]: DEBUG nova.servicegroup.drivers.db [None req-74fd50b2-7458-460e-b478-7ba2c533272d None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=68872) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 554.554144] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._sync_power_states {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 555.058384] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Getting list of instances from cluster (obj){ [ 555.058384] env[68872]: value = "domain-c8" [ 555.058384] env[68872]: _type = "ClusterComputeResource" [ 555.058384] env[68872]: } {{(pid=68872) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 555.059614] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e800c3a-08a9-45fa-b758-d63edcf814f0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.068029] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Got total of 0 instances {{(pid=68872) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 555.068275] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 555.068578] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Getting list of instances from cluster (obj){ [ 555.068578] env[68872]: value = "domain-c8" [ 555.068578] env[68872]: _type = "ClusterComputeResource" [ 555.068578] env[68872]: } {{(pid=68872) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 555.069428] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674c4b3b-4cc2-4624-9be4-87e42b706401 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.076774] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Got total of 0 instances {{(pid=68872) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 576.393318] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Acquiring lock "790ddb20-f86b-4910-ba5d-aae16f8794be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.394567] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Lock "790ddb20-f86b-4910-ba5d-aae16f8794be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.898364] env[68872]: DEBUG nova.compute.manager [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 577.443323] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.443650] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.445763] env[68872]: INFO nova.compute.claims [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 578.503060] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25130986-5753-4495-aa5f-ceafecd0c86e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.519789] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15222660-01d4-4f4f-810d-01da502e2f2c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.554309] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59fd6bb-8bef-45de-8d7a-ff1e4e787a6c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.559932] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20822a5c-4b86-48d0-a7ed-ee94833f34ca {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.575351] env[68872]: DEBUG nova.compute.provider_tree [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 579.084017] env[68872]: DEBUG nova.scheduler.client.report [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 579.122442] env[68872]: DEBUG oslo_concurrency.lockutils [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Acquiring lock "ca6e6a64-d15e-4c0d-b236-61975052da70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.123655] env[68872]: DEBUG oslo_concurrency.lockutils [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Lock "ca6e6a64-d15e-4c0d-b236-61975052da70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.594292] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.149s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 579.594292] env[68872]: DEBUG nova.compute.manager [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 579.627567] env[68872]: DEBUG nova.compute.manager [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 579.705107] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Acquiring lock "237f3caa-6dab-47aa-aa2a-65d95bdcc40f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.705107] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Lock "237f3caa-6dab-47aa-aa2a-65d95bdcc40f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.103911] env[68872]: DEBUG nova.compute.utils [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 580.109135] env[68872]: DEBUG nova.compute.manager [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 580.109716] env[68872]: DEBUG nova.network.neutron [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 580.171383] env[68872]: DEBUG oslo_concurrency.lockutils [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.171675] env[68872]: DEBUG oslo_concurrency.lockutils [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.179399] env[68872]: INFO nova.compute.claims [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 580.208943] env[68872]: DEBUG nova.compute.manager [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 580.256774] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquiring lock "7e2dea4b-2e4c-4777-9db9-d701ead9416b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.257153] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "7e2dea4b-2e4c-4777-9db9-d701ead9416b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.610675] env[68872]: DEBUG nova.compute.manager [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 580.707687] env[68872]: DEBUG nova.policy [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f97c734c69224ad5bd7173a946723aa4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1bb20cf8750b478b8f1a25f3413f5e1c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 580.714381] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquiring lock "db3e747b-e648-4fc2-86a1-d2e6ff48db08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.714677] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Lock "db3e747b-e648-4fc2-86a1-d2e6ff48db08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.742936] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.761277] env[68872]: DEBUG nova.compute.manager [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 581.221711] env[68872]: DEBUG nova.compute.manager [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 581.298134] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.342578] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0092210e-27cd-449b-a308-5a051e1d414e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.352350] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5338108c-a5e2-427d-96f4-4fbdd8b8e1bf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.390888] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27424ca-a437-4e69-b7e4-a3ed5163a1ad {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.398533] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3872e5ce-f83f-41c8-9496-8609ecdd72b2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.418914] env[68872]: DEBUG nova.compute.provider_tree [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 581.630550] env[68872]: DEBUG nova.compute.manager [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 581.670761] env[68872]: DEBUG nova.virt.hardware [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 581.673343] env[68872]: DEBUG nova.virt.hardware [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 581.673343] env[68872]: DEBUG nova.virt.hardware [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 581.673343] env[68872]: DEBUG nova.virt.hardware [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 581.673343] env[68872]: DEBUG nova.virt.hardware [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 581.673343] env[68872]: DEBUG nova.virt.hardware [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 581.673598] env[68872]: DEBUG nova.virt.hardware [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 581.673598] env[68872]: DEBUG nova.virt.hardware [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 581.673598] env[68872]: DEBUG nova.virt.hardware [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 581.673598] env[68872]: DEBUG nova.virt.hardware [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 581.673598] env[68872]: DEBUG nova.virt.hardware [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 581.675390] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90528b22-c6cf-4503-a736-8e9221bf8cc7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.684555] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c7c12f-1e65-4f44-8d41-22d79c0a40bc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.705631] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d1efbc-0de5-42aa-bf23-5798f5870ab9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.727978] env[68872]: DEBUG nova.network.neutron [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Successfully created port: d303f61a-a404-42c1-81f2-6e567ae36f62 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 581.749438] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.769201] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Acquiring lock "4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.769474] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Lock "4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.922197] env[68872]: DEBUG nova.scheduler.client.report [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 582.271959] env[68872]: DEBUG nova.compute.manager [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 582.432639] env[68872]: DEBUG oslo_concurrency.lockutils [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.260s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 582.433917] env[68872]: DEBUG nova.compute.manager [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 582.437746] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.695s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.439189] env[68872]: INFO nova.compute.claims [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 582.804240] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.949215] env[68872]: DEBUG nova.compute.utils [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 582.950665] env[68872]: DEBUG nova.compute.manager [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 582.950881] env[68872]: DEBUG nova.network.neutron [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 583.200479] env[68872]: DEBUG nova.policy [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc3d561af2e24196aa55ed931db1129f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e88123e55cfa4646a16776b04517e6c6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 583.456843] env[68872]: DEBUG nova.compute.manager [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 583.623845] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e010e9-05a8-4f5a-8a1b-c3c63d53b76b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.632919] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31046358-9bf1-4275-8fd2-2dd8ad514edf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.664672] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1d3de2-b8a1-4d02-811a-b639be53993b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.676455] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ae22c7-0b87-40e6-a7bf-bc7fa15ed8af {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.695156] env[68872]: DEBUG nova.compute.provider_tree [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 584.198822] env[68872]: DEBUG nova.scheduler.client.report [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 584.449536] env[68872]: DEBUG nova.network.neutron [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Successfully created port: 19c251b5-2f52-431c-899f-d7e7586407f0 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 584.472569] env[68872]: DEBUG nova.compute.manager [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 584.508671] env[68872]: DEBUG nova.virt.hardware [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 584.508809] env[68872]: DEBUG nova.virt.hardware [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 584.508949] env[68872]: DEBUG nova.virt.hardware [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 584.509149] env[68872]: DEBUG nova.virt.hardware [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 584.509374] env[68872]: DEBUG nova.virt.hardware [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 584.509454] env[68872]: DEBUG nova.virt.hardware [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 584.509629] env[68872]: DEBUG nova.virt.hardware [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 584.509779] env[68872]: DEBUG nova.virt.hardware [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 584.509939] env[68872]: DEBUG nova.virt.hardware [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 584.511044] env[68872]: DEBUG nova.virt.hardware [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 584.511044] env[68872]: DEBUG nova.virt.hardware [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 584.511634] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ecf3dc-9892-4d57-af48-ea9ae2a1baf1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.520250] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18335358-9aed-47e3-8e89-f94272844ea1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.710023] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.270s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 584.710023] env[68872]: DEBUG nova.compute.manager [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 584.711201] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.413s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.712847] env[68872]: INFO nova.compute.claims [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 585.221057] env[68872]: DEBUG nova.network.neutron [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Successfully updated port: d303f61a-a404-42c1-81f2-6e567ae36f62 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 585.225162] env[68872]: DEBUG nova.compute.utils [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 585.230289] env[68872]: DEBUG nova.compute.manager [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 585.230289] env[68872]: DEBUG nova.network.neutron [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 585.329346] env[68872]: DEBUG nova.policy [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cacf475fe0f54f07ade902048b6e30c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '050f3c2d5b974a6fabf2bd66012902e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 585.663752] env[68872]: DEBUG nova.network.neutron [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Successfully created port: 184e5ecf-c3d5-425f-ae44-1f29eb39cf14 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 585.730762] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Acquiring lock "refresh_cache-790ddb20-f86b-4910-ba5d-aae16f8794be" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.730926] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Acquired lock "refresh_cache-790ddb20-f86b-4910-ba5d-aae16f8794be" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.731089] env[68872]: DEBUG nova.network.neutron [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 585.732486] env[68872]: DEBUG nova.compute.manager [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 585.874825] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ad46e2-b0d9-4566-bbe8-9320b7a23b30 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.882328] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3bc46f-293b-4abf-9e09-9206039b6854 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.918104] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54720232-7447-49bd-9a35-3fe9bc086afc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.929488] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d6d180-b6a1-4c20-ac13-db25b5774c6a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.943609] env[68872]: DEBUG nova.compute.provider_tree [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 586.356848] env[68872]: DEBUG nova.network.neutron [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 586.448118] env[68872]: DEBUG nova.scheduler.client.report [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 586.504295] env[68872]: DEBUG nova.compute.manager [req-2f3043c7-5ff1-40d5-87bc-3397124a8e8a req-176547d5-97eb-4aca-b56a-3d23f3cb8e69 service nova] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Received event network-vif-plugged-d303f61a-a404-42c1-81f2-6e567ae36f62 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 586.504575] env[68872]: DEBUG oslo_concurrency.lockutils [req-2f3043c7-5ff1-40d5-87bc-3397124a8e8a req-176547d5-97eb-4aca-b56a-3d23f3cb8e69 service nova] Acquiring lock "790ddb20-f86b-4910-ba5d-aae16f8794be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.504791] env[68872]: DEBUG oslo_concurrency.lockutils [req-2f3043c7-5ff1-40d5-87bc-3397124a8e8a req-176547d5-97eb-4aca-b56a-3d23f3cb8e69 service nova] Lock "790ddb20-f86b-4910-ba5d-aae16f8794be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.504961] env[68872]: DEBUG oslo_concurrency.lockutils [req-2f3043c7-5ff1-40d5-87bc-3397124a8e8a req-176547d5-97eb-4aca-b56a-3d23f3cb8e69 service nova] Lock "790ddb20-f86b-4910-ba5d-aae16f8794be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 586.505211] env[68872]: DEBUG nova.compute.manager [req-2f3043c7-5ff1-40d5-87bc-3397124a8e8a req-176547d5-97eb-4aca-b56a-3d23f3cb8e69 service nova] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] No waiting events found dispatching network-vif-plugged-d303f61a-a404-42c1-81f2-6e567ae36f62 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 586.505349] env[68872]: WARNING nova.compute.manager [req-2f3043c7-5ff1-40d5-87bc-3397124a8e8a req-176547d5-97eb-4aca-b56a-3d23f3cb8e69 service nova] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Received unexpected event network-vif-plugged-d303f61a-a404-42c1-81f2-6e567ae36f62 for instance with vm_state building and task_state spawning. [ 586.756696] env[68872]: DEBUG nova.compute.manager [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 586.788422] env[68872]: DEBUG nova.virt.hardware [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 586.788422] env[68872]: DEBUG nova.virt.hardware [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 586.789404] env[68872]: DEBUG nova.virt.hardware [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 586.789404] env[68872]: DEBUG nova.virt.hardware [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 586.789404] env[68872]: DEBUG nova.virt.hardware [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 586.789404] env[68872]: DEBUG nova.virt.hardware [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 586.789574] env[68872]: DEBUG nova.virt.hardware [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 586.790735] env[68872]: DEBUG nova.virt.hardware [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 586.790735] env[68872]: DEBUG nova.virt.hardware [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 586.790735] env[68872]: DEBUG nova.virt.hardware [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 586.790891] env[68872]: DEBUG nova.virt.hardware [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 586.791754] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780bb511-54ac-43f4-9b94-26834e4868f5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.801721] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef59280-0497-4117-82fc-69a4a704304d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.948688] env[68872]: DEBUG nova.network.neutron [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Updating instance_info_cache with network_info: [{"id": "d303f61a-a404-42c1-81f2-6e567ae36f62", "address": "fa:16:3e:3f:5c:3d", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd303f61a-a4", "ovs_interfaceid": "d303f61a-a404-42c1-81f2-6e567ae36f62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.954141] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.243s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 586.954980] env[68872]: DEBUG nova.compute.manager [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 586.958281] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.209s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.960567] env[68872]: INFO nova.compute.claims [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 587.051897] env[68872]: DEBUG nova.network.neutron [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Successfully updated port: 19c251b5-2f52-431c-899f-d7e7586407f0 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 587.391652] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Acquiring lock "868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.391652] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Lock "868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.452258] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Releasing lock "refresh_cache-790ddb20-f86b-4910-ba5d-aae16f8794be" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.452722] env[68872]: DEBUG nova.compute.manager [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Instance network_info: |[{"id": "d303f61a-a404-42c1-81f2-6e567ae36f62", "address": "fa:16:3e:3f:5c:3d", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd303f61a-a4", "ovs_interfaceid": "d303f61a-a404-42c1-81f2-6e567ae36f62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 587.454739] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:5c:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd303f61a-a404-42c1-81f2-6e567ae36f62', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 587.469407] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.471665] env[68872]: DEBUG nova.compute.utils [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 587.474862] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18765dd2-884f-4894-9cd8-3053bb71083e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.477243] env[68872]: DEBUG nova.compute.manager [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 587.477664] env[68872]: DEBUG nova.network.neutron [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 587.494071] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Created folder: OpenStack in parent group-v4. [ 587.494071] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Creating folder: Project (1bb20cf8750b478b8f1a25f3413f5e1c). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.494071] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed8ed12b-a397-4447-a286-4a4d7a8de03c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.508411] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Created folder: Project (1bb20cf8750b478b8f1a25f3413f5e1c) in parent group-v618835. [ 587.508411] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Creating folder: Instances. Parent ref: group-v618836. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.508411] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cf015f9-ef93-4aa9-9c5b-0071ff31180f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.517453] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Created folder: Instances in parent group-v618836. [ 587.517704] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 587.517992] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 587.518110] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48e4e69e-5d82-44f2-8bd4-507189d70d9e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.542240] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 587.542240] env[68872]: value = "task-3091884" [ 587.542240] env[68872]: _type = "Task" [ 587.542240] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.552286] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091884, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.554954] env[68872]: DEBUG oslo_concurrency.lockutils [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Acquiring lock "refresh_cache-ca6e6a64-d15e-4c0d-b236-61975052da70" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.555194] env[68872]: DEBUG oslo_concurrency.lockutils [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Acquired lock "refresh_cache-ca6e6a64-d15e-4c0d-b236-61975052da70" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.555364] env[68872]: DEBUG nova.network.neutron [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 587.599225] env[68872]: DEBUG nova.policy [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0ebb0a2f76a4fb0afa6f13f2fe2eea7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fde025fc382b482b930cbe3dd25c8689', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 587.779447] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.782998] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.784386] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Acquiring lock "0f622bbe-6d9c-455f-99df-066c2edf5a53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.784386] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Lock "0f622bbe-6d9c-455f-99df-066c2edf5a53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.786478] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.787379] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.787699] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.788086] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.788294] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.789018] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68872) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 587.789228] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.863196] env[68872]: DEBUG nova.network.neutron [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Successfully updated port: 184e5ecf-c3d5-425f-ae44-1f29eb39cf14 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 587.897712] env[68872]: DEBUG nova.compute.manager [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 587.980427] env[68872]: DEBUG nova.compute.manager [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 588.066123] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091884, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.153291] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bade6080-0315-401b-99ca-24047f35a880 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.158946] env[68872]: DEBUG nova.network.neutron [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Successfully created port: 79533ee5-8de1-43e6-a7b6-861983001d47 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 588.166885] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e607a0c1-bdd5-476b-a347-13d0251eb503 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.208383] env[68872]: DEBUG nova.network.neutron [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 588.210937] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989bdc31-8236-4592-b29a-071d26b4b705 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.221121] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1e0192-76f7-4621-8a30-4dba675a886a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.236748] env[68872]: DEBUG nova.compute.provider_tree [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 588.291025] env[68872]: DEBUG nova.compute.manager [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 588.294836] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.365498] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Acquiring lock "refresh_cache-237f3caa-6dab-47aa-aa2a-65d95bdcc40f" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.365659] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Acquired lock "refresh_cache-237f3caa-6dab-47aa-aa2a-65d95bdcc40f" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.365816] env[68872]: DEBUG nova.network.neutron [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 588.423218] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.557360] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091884, 'name': CreateVM_Task, 'duration_secs': 0.788316} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.557678] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 588.582404] env[68872]: DEBUG oslo_vmware.service [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c8915c-c3f6-4bbc-ae23-42346afd3954 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.592982] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.593543] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.594363] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.594990] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-583d4cf6-5d25-4bed-9134-c0579dc78aba {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.606087] env[68872]: DEBUG oslo_vmware.api [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Waiting for the task: (returnval){ [ 588.606087] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]521ee815-2a9c-fe0e-6c26-157c4396a34e" [ 588.606087] env[68872]: _type = "Task" [ 588.606087] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.619396] env[68872]: DEBUG oslo_vmware.api [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]521ee815-2a9c-fe0e-6c26-157c4396a34e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.735275] env[68872]: DEBUG nova.network.neutron [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Updating instance_info_cache with network_info: [{"id": "19c251b5-2f52-431c-899f-d7e7586407f0", "address": "fa:16:3e:c5:bc:20", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19c251b5-2f", "ovs_interfaceid": "19c251b5-2f52-431c-899f-d7e7586407f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.741273] env[68872]: DEBUG nova.scheduler.client.report [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 588.811088] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Acquiring lock "31b939ea-8b15-4302-9656-791da7b0350b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.811399] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Lock "31b939ea-8b15-4302-9656-791da7b0350b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.837675] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.928847] env[68872]: DEBUG nova.network.neutron [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 588.998888] env[68872]: DEBUG nova.compute.manager [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 589.037459] env[68872]: DEBUG nova.virt.hardware [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 589.037939] env[68872]: DEBUG nova.virt.hardware [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 589.043016] env[68872]: DEBUG nova.virt.hardware [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 589.043016] env[68872]: DEBUG nova.virt.hardware [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 589.043016] env[68872]: DEBUG nova.virt.hardware [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 589.043016] env[68872]: DEBUG nova.virt.hardware [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 589.043016] env[68872]: DEBUG nova.virt.hardware [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 589.043016] env[68872]: DEBUG nova.virt.hardware [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 589.043567] env[68872]: DEBUG nova.virt.hardware [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 589.043567] env[68872]: DEBUG nova.virt.hardware [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 589.043567] env[68872]: DEBUG nova.virt.hardware [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 589.043567] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2011d035-e6b3-4ac5-ac1c-bc35e18c7d06 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.057378] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3064cec4-0c71-4eab-9fe3-13b869d31dc2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.127235] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.128614] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 589.128614] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.128614] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.128614] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 589.129572] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b082d86-0a4b-4b96-a678-264f4762b533 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.143270] env[68872]: DEBUG nova.compute.manager [req-c456d068-b94d-45dd-ba46-9e769e7f66c2 req-33870228-aaa3-414f-bbce-5abe2d520b7d service nova] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Received event network-vif-plugged-19c251b5-2f52-431c-899f-d7e7586407f0 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 589.143270] env[68872]: DEBUG oslo_concurrency.lockutils [req-c456d068-b94d-45dd-ba46-9e769e7f66c2 req-33870228-aaa3-414f-bbce-5abe2d520b7d service nova] Acquiring lock "ca6e6a64-d15e-4c0d-b236-61975052da70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.143270] env[68872]: DEBUG oslo_concurrency.lockutils [req-c456d068-b94d-45dd-ba46-9e769e7f66c2 req-33870228-aaa3-414f-bbce-5abe2d520b7d service nova] Lock "ca6e6a64-d15e-4c0d-b236-61975052da70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.143786] env[68872]: DEBUG oslo_concurrency.lockutils [req-c456d068-b94d-45dd-ba46-9e769e7f66c2 req-33870228-aaa3-414f-bbce-5abe2d520b7d service nova] Lock "ca6e6a64-d15e-4c0d-b236-61975052da70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.144080] env[68872]: DEBUG nova.compute.manager [req-c456d068-b94d-45dd-ba46-9e769e7f66c2 req-33870228-aaa3-414f-bbce-5abe2d520b7d service nova] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] No waiting events found dispatching network-vif-plugged-19c251b5-2f52-431c-899f-d7e7586407f0 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 589.144357] env[68872]: WARNING nova.compute.manager [req-c456d068-b94d-45dd-ba46-9e769e7f66c2 req-33870228-aaa3-414f-bbce-5abe2d520b7d service nova] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Received unexpected event network-vif-plugged-19c251b5-2f52-431c-899f-d7e7586407f0 for instance with vm_state building and task_state spawning. [ 589.146757] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 589.147052] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 589.147948] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab28294-c524-49a9-9400-eff9ea0dcfe6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.156137] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9aea878-9deb-4daf-858e-a1daa93de4ea {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.161824] env[68872]: DEBUG oslo_vmware.api [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Waiting for the task: (returnval){ [ 589.161824] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52bcd17f-7a6a-2c36-6a44-fc5cb4229058" [ 589.161824] env[68872]: _type = "Task" [ 589.161824] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.170128] env[68872]: DEBUG oslo_vmware.api [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52bcd17f-7a6a-2c36-6a44-fc5cb4229058, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.244598] env[68872]: DEBUG oslo_concurrency.lockutils [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Releasing lock "refresh_cache-ca6e6a64-d15e-4c0d-b236-61975052da70" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.244598] env[68872]: DEBUG nova.compute.manager [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Instance network_info: |[{"id": "19c251b5-2f52-431c-899f-d7e7586407f0", "address": "fa:16:3e:c5:bc:20", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19c251b5-2f", "ovs_interfaceid": "19c251b5-2f52-431c-899f-d7e7586407f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 589.244825] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:bc:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19c251b5-2f52-431c-899f-d7e7586407f0', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 589.257030] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Creating folder: Project (e88123e55cfa4646a16776b04517e6c6). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.258697] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.259461] env[68872]: DEBUG nova.compute.manager [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 589.264273] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2b63681-352f-465f-90d8-15045a4c3309 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.268840] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.465s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.270314] env[68872]: INFO nova.compute.claims [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 589.284225] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Created folder: Project (e88123e55cfa4646a16776b04517e6c6) in parent group-v618835. [ 589.284597] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Creating folder: Instances. Parent ref: group-v618839. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.285365] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5ce5dd0-5ff9-4417-ab40-c9b6ca4aafdc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.299128] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Created folder: Instances in parent group-v618839. [ 589.299128] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 589.299128] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 589.299128] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a5455a4-ae9b-411d-a81a-5442524dbe9f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.319491] env[68872]: DEBUG nova.compute.manager [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 589.324374] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 589.324374] env[68872]: value = "task-3091887" [ 589.324374] env[68872]: _type = "Task" [ 589.324374] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.333701] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091887, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.342132] env[68872]: DEBUG nova.network.neutron [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Updating instance_info_cache with network_info: [{"id": "184e5ecf-c3d5-425f-ae44-1f29eb39cf14", "address": "fa:16:3e:3a:ae:fb", "network": {"id": "86bdb9e1-26d4-4d04-8b41-8aee61304037", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-318455626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "050f3c2d5b974a6fabf2bd66012902e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap184e5ecf-c3", "ovs_interfaceid": "184e5ecf-c3d5-425f-ae44-1f29eb39cf14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.683748] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Preparing fetch location {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 589.683748] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Creating directory with path [datastore1] vmware_temp/9e1c2838-2609-4497-a036-d263f35f025b/f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 589.683748] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afdaedfe-64de-448e-a6ed-8060efa74c8a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.704025] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Created directory with path [datastore1] vmware_temp/9e1c2838-2609-4497-a036-d263f35f025b/f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 589.704318] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Fetch image to [datastore1] vmware_temp/9e1c2838-2609-4497-a036-d263f35f025b/f385dd18-ac06-4518-90be-b739920d18c6/tmp-sparse.vmdk {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 589.704578] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Downloading image file data f385dd18-ac06-4518-90be-b739920d18c6 to [datastore1] vmware_temp/9e1c2838-2609-4497-a036-d263f35f025b/f385dd18-ac06-4518-90be-b739920d18c6/tmp-sparse.vmdk on the data store datastore1 {{(pid=68872) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 589.705574] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45475497-a3ab-49cd-bcf5-0f234aadf4b0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.713372] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d16047-93c3-47bd-bf4c-c1434a00a0c3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.725621] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e50c69-24b5-4499-8604-64d06d87592f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.731287] env[68872]: DEBUG nova.compute.manager [req-adcb56f2-b7fc-4659-b492-9d8fb013dd0c req-bc07d5ec-49ed-4942-9d47-cfa730170ba5 service nova] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Received event network-changed-d303f61a-a404-42c1-81f2-6e567ae36f62 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 589.731287] env[68872]: DEBUG nova.compute.manager [req-adcb56f2-b7fc-4659-b492-9d8fb013dd0c req-bc07d5ec-49ed-4942-9d47-cfa730170ba5 service nova] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Refreshing instance network info cache due to event network-changed-d303f61a-a404-42c1-81f2-6e567ae36f62. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 589.731826] env[68872]: DEBUG oslo_concurrency.lockutils [req-adcb56f2-b7fc-4659-b492-9d8fb013dd0c req-bc07d5ec-49ed-4942-9d47-cfa730170ba5 service nova] Acquiring lock "refresh_cache-790ddb20-f86b-4910-ba5d-aae16f8794be" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.731826] env[68872]: DEBUG oslo_concurrency.lockutils [req-adcb56f2-b7fc-4659-b492-9d8fb013dd0c req-bc07d5ec-49ed-4942-9d47-cfa730170ba5 service nova] Acquired lock "refresh_cache-790ddb20-f86b-4910-ba5d-aae16f8794be" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.731826] env[68872]: DEBUG nova.network.neutron [req-adcb56f2-b7fc-4659-b492-9d8fb013dd0c req-bc07d5ec-49ed-4942-9d47-cfa730170ba5 service nova] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Refreshing network info cache for port d303f61a-a404-42c1-81f2-6e567ae36f62 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 589.773771] env[68872]: DEBUG nova.compute.utils [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 589.775196] env[68872]: DEBUG nova.compute.manager [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 589.775364] env[68872]: DEBUG nova.network.neutron [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 589.777720] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb8ab71-1975-47aa-bdee-746f84c181ed {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.788183] env[68872]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-e337b69b-54ed-440b-a7f5-753f45fca025 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.820667] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Downloading image file data f385dd18-ac06-4518-90be-b739920d18c6 to the data store datastore1 {{(pid=68872) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 589.848284] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Releasing lock "refresh_cache-237f3caa-6dab-47aa-aa2a-65d95bdcc40f" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.849061] env[68872]: DEBUG nova.compute.manager [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Instance network_info: |[{"id": "184e5ecf-c3d5-425f-ae44-1f29eb39cf14", "address": "fa:16:3e:3a:ae:fb", "network": {"id": "86bdb9e1-26d4-4d04-8b41-8aee61304037", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-318455626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "050f3c2d5b974a6fabf2bd66012902e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap184e5ecf-c3", "ovs_interfaceid": "184e5ecf-c3d5-425f-ae44-1f29eb39cf14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 589.849061] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091887, 'name': CreateVM_Task, 'duration_secs': 0.356047} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.849384] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:ae:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '304be4f7-4e36-4468-9ef4-e457341cef18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '184e5ecf-c3d5-425f-ae44-1f29eb39cf14', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 589.858560] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Creating folder: Project (050f3c2d5b974a6fabf2bd66012902e4). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.859138] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 589.861676] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1fe25dcf-fc98-4824-b74d-d5a207cb20d2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.864250] env[68872]: DEBUG oslo_concurrency.lockutils [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.864482] env[68872]: DEBUG oslo_concurrency.lockutils [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.864829] env[68872]: DEBUG oslo_concurrency.lockutils [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.865935] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8011f01c-92c1-4cc3-893d-a272bba11809 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.878480] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.881034] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Created folder: Project (050f3c2d5b974a6fabf2bd66012902e4) in parent group-v618835. [ 589.881034] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Creating folder: Instances. Parent ref: group-v618842. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.881309] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3d2b5f7-b553-4103-8d7f-a03a0753468f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.887309] env[68872]: DEBUG oslo_vmware.api [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Waiting for the task: (returnval){ [ 589.887309] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5279666e-5697-db81-844d-ed74625acbe3" [ 589.887309] env[68872]: _type = "Task" [ 589.887309] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.891824] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Created folder: Instances in parent group-v618842. [ 589.892108] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 589.892631] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 589.892842] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63a6ef88-ade5-4755-9fd4-cad62c1fffdc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.913864] env[68872]: DEBUG oslo_vmware.api [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5279666e-5697-db81-844d-ed74625acbe3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.919431] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 589.919431] env[68872]: value = "task-3091890" [ 589.919431] env[68872]: _type = "Task" [ 589.919431] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.926848] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091890, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.937964] env[68872]: DEBUG oslo_vmware.rw_handles [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/9e1c2838-2609-4497-a036-d263f35f025b/f385dd18-ac06-4518-90be-b739920d18c6/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68872) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 590.029491] env[68872]: DEBUG nova.policy [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ccedb4fa5578487497027687143ec3eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5fbe3c3c1e347548cc8dffa7cc6149d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 590.219668] env[68872]: DEBUG nova.network.neutron [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Successfully updated port: 79533ee5-8de1-43e6-a7b6-861983001d47 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 590.277425] env[68872]: DEBUG nova.compute.manager [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 590.411637] env[68872]: DEBUG oslo_concurrency.lockutils [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.411914] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 590.412570] env[68872]: DEBUG oslo_concurrency.lockutils [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.417050] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Acquiring lock "ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.417387] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Lock "ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.434503] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091890, 'name': CreateVM_Task, 'duration_secs': 0.345092} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.438354] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 590.439633] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.440468] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.440468] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.444126] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b60f9c7a-6cdb-4f44-a800-a32e3de451ff {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.451694] env[68872]: DEBUG oslo_vmware.api [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Waiting for the task: (returnval){ [ 590.451694] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52060c42-a84f-f2c3-2ce6-9503b0645447" [ 590.451694] env[68872]: _type = "Task" [ 590.451694] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.468558] env[68872]: DEBUG oslo_vmware.api [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52060c42-a84f-f2c3-2ce6-9503b0645447, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.568176] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4e987b-68f4-4f40-a2ae-56f7b3ea3057 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.580110] env[68872]: DEBUG nova.network.neutron [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Successfully created port: 22ca683c-465a-4014-b4fa-b83bb5f9433b {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 590.581885] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7284548-03bf-45a6-944e-e12f18463bb2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.617805] env[68872]: DEBUG oslo_vmware.rw_handles [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Completed reading data from the image iterator. {{(pid=68872) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 590.618123] env[68872]: DEBUG oslo_vmware.rw_handles [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/9e1c2838-2609-4497-a036-d263f35f025b/f385dd18-ac06-4518-90be-b739920d18c6/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68872) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 590.619062] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2063e9-8587-485f-81ce-9a2f11b73cd8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.629876] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8bab17-ceef-4826-acb1-acec2c70cbfe {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.633152] env[68872]: DEBUG nova.network.neutron [req-adcb56f2-b7fc-4659-b492-9d8fb013dd0c req-bc07d5ec-49ed-4942-9d47-cfa730170ba5 service nova] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Updated VIF entry in instance network info cache for port d303f61a-a404-42c1-81f2-6e567ae36f62. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 590.633490] env[68872]: DEBUG nova.network.neutron [req-adcb56f2-b7fc-4659-b492-9d8fb013dd0c req-bc07d5ec-49ed-4942-9d47-cfa730170ba5 service nova] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Updating instance_info_cache with network_info: [{"id": "d303f61a-a404-42c1-81f2-6e567ae36f62", "address": "fa:16:3e:3f:5c:3d", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd303f61a-a4", "ovs_interfaceid": "d303f61a-a404-42c1-81f2-6e567ae36f62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.645387] env[68872]: DEBUG nova.compute.provider_tree [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.726135] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquiring lock "refresh_cache-7e2dea4b-2e4c-4777-9db9-d701ead9416b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.726377] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquired lock "refresh_cache-7e2dea4b-2e4c-4777-9db9-d701ead9416b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.726487] env[68872]: DEBUG nova.network.neutron [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 590.735755] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Downloaded image file data f385dd18-ac06-4518-90be-b739920d18c6 to vmware_temp/9e1c2838-2609-4497-a036-d263f35f025b/f385dd18-ac06-4518-90be-b739920d18c6/tmp-sparse.vmdk on the data store datastore1 {{(pid=68872) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 590.737735] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Caching image {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 590.737735] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Copying Virtual Disk [datastore1] vmware_temp/9e1c2838-2609-4497-a036-d263f35f025b/f385dd18-ac06-4518-90be-b739920d18c6/tmp-sparse.vmdk to [datastore1] vmware_temp/9e1c2838-2609-4497-a036-d263f35f025b/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 590.738009] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60572ce9-9296-47d3-8a16-6ee639869067 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.748985] env[68872]: DEBUG oslo_vmware.api [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Waiting for the task: (returnval){ [ 590.748985] env[68872]: value = "task-3091891" [ 590.748985] env[68872]: _type = "Task" [ 590.748985] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.762228] env[68872]: DEBUG oslo_vmware.api [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Task: {'id': task-3091891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.923415] env[68872]: DEBUG nova.compute.manager [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 590.972209] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.972209] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 590.972315] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.139127] env[68872]: DEBUG oslo_concurrency.lockutils [req-adcb56f2-b7fc-4659-b492-9d8fb013dd0c req-bc07d5ec-49ed-4942-9d47-cfa730170ba5 service nova] Releasing lock "refresh_cache-790ddb20-f86b-4910-ba5d-aae16f8794be" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.139127] env[68872]: DEBUG nova.compute.manager [req-adcb56f2-b7fc-4659-b492-9d8fb013dd0c req-bc07d5ec-49ed-4942-9d47-cfa730170ba5 service nova] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Received event network-vif-plugged-184e5ecf-c3d5-425f-ae44-1f29eb39cf14 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 591.139127] env[68872]: DEBUG oslo_concurrency.lockutils [req-adcb56f2-b7fc-4659-b492-9d8fb013dd0c req-bc07d5ec-49ed-4942-9d47-cfa730170ba5 service nova] Acquiring lock "237f3caa-6dab-47aa-aa2a-65d95bdcc40f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.139127] env[68872]: DEBUG oslo_concurrency.lockutils [req-adcb56f2-b7fc-4659-b492-9d8fb013dd0c req-bc07d5ec-49ed-4942-9d47-cfa730170ba5 service nova] Lock "237f3caa-6dab-47aa-aa2a-65d95bdcc40f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.139127] env[68872]: DEBUG oslo_concurrency.lockutils [req-adcb56f2-b7fc-4659-b492-9d8fb013dd0c req-bc07d5ec-49ed-4942-9d47-cfa730170ba5 service nova] Lock "237f3caa-6dab-47aa-aa2a-65d95bdcc40f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.139449] env[68872]: DEBUG nova.compute.manager [req-adcb56f2-b7fc-4659-b492-9d8fb013dd0c req-bc07d5ec-49ed-4942-9d47-cfa730170ba5 service nova] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] No waiting events found dispatching network-vif-plugged-184e5ecf-c3d5-425f-ae44-1f29eb39cf14 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 591.139449] env[68872]: WARNING nova.compute.manager [req-adcb56f2-b7fc-4659-b492-9d8fb013dd0c req-bc07d5ec-49ed-4942-9d47-cfa730170ba5 service nova] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Received unexpected event network-vif-plugged-184e5ecf-c3d5-425f-ae44-1f29eb39cf14 for instance with vm_state building and task_state spawning. [ 591.139449] env[68872]: DEBUG nova.compute.manager [req-adcb56f2-b7fc-4659-b492-9d8fb013dd0c req-bc07d5ec-49ed-4942-9d47-cfa730170ba5 service nova] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Received event network-changed-184e5ecf-c3d5-425f-ae44-1f29eb39cf14 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 591.139449] env[68872]: DEBUG nova.compute.manager [req-adcb56f2-b7fc-4659-b492-9d8fb013dd0c req-bc07d5ec-49ed-4942-9d47-cfa730170ba5 service nova] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Refreshing instance network info cache due to event network-changed-184e5ecf-c3d5-425f-ae44-1f29eb39cf14. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 591.139449] env[68872]: DEBUG oslo_concurrency.lockutils [req-adcb56f2-b7fc-4659-b492-9d8fb013dd0c req-bc07d5ec-49ed-4942-9d47-cfa730170ba5 service nova] Acquiring lock "refresh_cache-237f3caa-6dab-47aa-aa2a-65d95bdcc40f" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.139637] env[68872]: DEBUG oslo_concurrency.lockutils [req-adcb56f2-b7fc-4659-b492-9d8fb013dd0c req-bc07d5ec-49ed-4942-9d47-cfa730170ba5 service nova] Acquired lock "refresh_cache-237f3caa-6dab-47aa-aa2a-65d95bdcc40f" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.139637] env[68872]: DEBUG nova.network.neutron [req-adcb56f2-b7fc-4659-b492-9d8fb013dd0c req-bc07d5ec-49ed-4942-9d47-cfa730170ba5 service nova] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Refreshing network info cache for port 184e5ecf-c3d5-425f-ae44-1f29eb39cf14 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 591.150760] env[68872]: DEBUG nova.scheduler.client.report [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 591.261561] env[68872]: DEBUG oslo_vmware.api [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Task: {'id': task-3091891, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.293086] env[68872]: DEBUG nova.compute.manager [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 591.331223] env[68872]: DEBUG nova.virt.hardware [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 591.331427] env[68872]: DEBUG nova.virt.hardware [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 591.331575] env[68872]: DEBUG nova.virt.hardware [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 591.331749] env[68872]: DEBUG nova.virt.hardware [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 591.331893] env[68872]: DEBUG nova.virt.hardware [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 591.332050] env[68872]: DEBUG nova.virt.hardware [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 591.332261] env[68872]: DEBUG nova.virt.hardware [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 591.332454] env[68872]: DEBUG nova.virt.hardware [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 591.332740] env[68872]: DEBUG nova.virt.hardware [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 591.333065] env[68872]: DEBUG nova.virt.hardware [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 591.333228] env[68872]: DEBUG nova.virt.hardware [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 591.334381] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d960c9-d55f-4d7e-b250-4d506d309cfc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.345581] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3c5c67-9ad0-4963-8965-9ad0f7fbd4e7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.366752] env[68872]: DEBUG nova.network.neutron [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 591.451087] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.656326] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.661044] env[68872]: DEBUG nova.compute.manager [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 591.663744] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.368s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.663744] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.663744] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68872) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 591.663744] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.240s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.667314] env[68872]: INFO nova.compute.claims [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 591.673123] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21484a4b-060f-4ed1-bc3b-4bf5b1622b85 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.679903] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Acquiring lock "69176049-fec1-4283-b4e7-05bd67ee3eb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.680803] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Lock "69176049-fec1-4283-b4e7-05bd67ee3eb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.690440] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860714da-9a60-4a78-9028-a1c285432588 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.709753] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19282c9b-9c86-4c09-8b15-864548345ac4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.726858] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0395bd-25a2-42b9-b8f2-987c25de5880 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.731047] env[68872]: DEBUG nova.network.neutron [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Updating instance_info_cache with network_info: [{"id": "79533ee5-8de1-43e6-a7b6-861983001d47", "address": "fa:16:3e:ca:08:9a", "network": {"id": "4b7c7b81-2b8d-430e-8b28-66c2135b7d3f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-958671692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fde025fc382b482b930cbe3dd25c8689", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79533ee5-8d", "ovs_interfaceid": "79533ee5-8de1-43e6-a7b6-861983001d47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.767127] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181054MB free_disk=138GB free_vcpus=48 pci_devices=None {{(pid=68872) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 591.767127] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.779133] env[68872]: DEBUG oslo_vmware.api [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Task: {'id': task-3091891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698615} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.779432] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Copied Virtual Disk [datastore1] vmware_temp/9e1c2838-2609-4497-a036-d263f35f025b/f385dd18-ac06-4518-90be-b739920d18c6/tmp-sparse.vmdk to [datastore1] vmware_temp/9e1c2838-2609-4497-a036-d263f35f025b/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 591.779616] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Deleting the datastore file [datastore1] vmware_temp/9e1c2838-2609-4497-a036-d263f35f025b/f385dd18-ac06-4518-90be-b739920d18c6/tmp-sparse.vmdk {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 591.779895] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccd66e66-357e-4cce-a8c0-ec98ef5fcaf7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.789924] env[68872]: DEBUG oslo_vmware.api [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Waiting for the task: (returnval){ [ 591.789924] env[68872]: value = "task-3091892" [ 591.789924] env[68872]: _type = "Task" [ 591.789924] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.800997] env[68872]: DEBUG oslo_vmware.api [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Task: {'id': task-3091892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.964379] env[68872]: DEBUG oslo_concurrency.lockutils [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Acquiring lock "545fb708-58ee-4c11-9099-8a507960f7ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.964855] env[68872]: DEBUG oslo_concurrency.lockutils [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Lock "545fb708-58ee-4c11-9099-8a507960f7ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.032462] env[68872]: DEBUG nova.compute.manager [req-487999ff-9618-4e3e-94d6-3517763a1322 req-9aea94cc-235a-4ab5-81e4-32dd3acd0fc0 service nova] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Received event network-changed-19c251b5-2f52-431c-899f-d7e7586407f0 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 592.032620] env[68872]: DEBUG nova.compute.manager [req-487999ff-9618-4e3e-94d6-3517763a1322 req-9aea94cc-235a-4ab5-81e4-32dd3acd0fc0 service nova] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Refreshing instance network info cache due to event network-changed-19c251b5-2f52-431c-899f-d7e7586407f0. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 592.033078] env[68872]: DEBUG oslo_concurrency.lockutils [req-487999ff-9618-4e3e-94d6-3517763a1322 req-9aea94cc-235a-4ab5-81e4-32dd3acd0fc0 service nova] Acquiring lock "refresh_cache-ca6e6a64-d15e-4c0d-b236-61975052da70" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.033078] env[68872]: DEBUG oslo_concurrency.lockutils [req-487999ff-9618-4e3e-94d6-3517763a1322 req-9aea94cc-235a-4ab5-81e4-32dd3acd0fc0 service nova] Acquired lock "refresh_cache-ca6e6a64-d15e-4c0d-b236-61975052da70" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.033488] env[68872]: DEBUG nova.network.neutron [req-487999ff-9618-4e3e-94d6-3517763a1322 req-9aea94cc-235a-4ab5-81e4-32dd3acd0fc0 service nova] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Refreshing network info cache for port 19c251b5-2f52-431c-899f-d7e7586407f0 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 592.070205] env[68872]: DEBUG nova.network.neutron [req-adcb56f2-b7fc-4659-b492-9d8fb013dd0c req-bc07d5ec-49ed-4942-9d47-cfa730170ba5 service nova] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Updated VIF entry in instance network info cache for port 184e5ecf-c3d5-425f-ae44-1f29eb39cf14. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 592.070601] env[68872]: DEBUG nova.network.neutron [req-adcb56f2-b7fc-4659-b492-9d8fb013dd0c req-bc07d5ec-49ed-4942-9d47-cfa730170ba5 service nova] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Updating instance_info_cache with network_info: [{"id": "184e5ecf-c3d5-425f-ae44-1f29eb39cf14", "address": "fa:16:3e:3a:ae:fb", "network": {"id": "86bdb9e1-26d4-4d04-8b41-8aee61304037", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-318455626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "050f3c2d5b974a6fabf2bd66012902e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap184e5ecf-c3", "ovs_interfaceid": "184e5ecf-c3d5-425f-ae44-1f29eb39cf14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.173057] env[68872]: DEBUG nova.compute.utils [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 592.175162] env[68872]: DEBUG nova.compute.manager [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 592.175428] env[68872]: DEBUG nova.network.neutron [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 592.233419] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Releasing lock "refresh_cache-7e2dea4b-2e4c-4777-9db9-d701ead9416b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.233744] env[68872]: DEBUG nova.compute.manager [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Instance network_info: |[{"id": "79533ee5-8de1-43e6-a7b6-861983001d47", "address": "fa:16:3e:ca:08:9a", "network": {"id": "4b7c7b81-2b8d-430e-8b28-66c2135b7d3f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-958671692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fde025fc382b482b930cbe3dd25c8689", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79533ee5-8d", "ovs_interfaceid": "79533ee5-8de1-43e6-a7b6-861983001d47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 592.234205] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:08:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79533ee5-8de1-43e6-a7b6-861983001d47', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 592.242198] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Creating folder: Project (fde025fc382b482b930cbe3dd25c8689). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.242506] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9808f55f-d6af-4b3a-94bc-63b51c0c4b2d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.256820] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Created folder: Project (fde025fc382b482b930cbe3dd25c8689) in parent group-v618835. [ 592.256820] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Creating folder: Instances. Parent ref: group-v618845. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.256820] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e7f3911-ba37-482f-878f-b4f898344ed2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.269969] env[68872]: DEBUG nova.policy [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0654775d55b145ccb79632756017f76e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '667533871bfd4b1eaa69a6ad9785e506', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 592.272483] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Created folder: Instances in parent group-v618845. [ 592.272758] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 592.272905] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 592.273617] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6aaa3127-d221-4d51-b38e-8f1fdb29fc4e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.296261] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 592.296261] env[68872]: value = "task-3091895" [ 592.296261] env[68872]: _type = "Task" [ 592.296261] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.302865] env[68872]: DEBUG oslo_vmware.api [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Task: {'id': task-3091892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02434} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.303785] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 592.303785] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Moving file from [datastore1] vmware_temp/9e1c2838-2609-4497-a036-d263f35f025b/f385dd18-ac06-4518-90be-b739920d18c6 to [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6. {{(pid=68872) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 592.303785] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-a043cac9-89d2-495c-b1e4-8ebe8b635ea5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.310504] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091895, 'name': CreateVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.315068] env[68872]: DEBUG oslo_vmware.api [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Waiting for the task: (returnval){ [ 592.315068] env[68872]: value = "task-3091896" [ 592.315068] env[68872]: _type = "Task" [ 592.315068] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.324575] env[68872]: DEBUG oslo_vmware.api [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Task: {'id': task-3091896, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.531715] env[68872]: DEBUG nova.network.neutron [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Successfully updated port: 22ca683c-465a-4014-b4fa-b83bb5f9433b {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 592.575565] env[68872]: DEBUG oslo_concurrency.lockutils [req-adcb56f2-b7fc-4659-b492-9d8fb013dd0c req-bc07d5ec-49ed-4942-9d47-cfa730170ba5 service nova] Releasing lock "refresh_cache-237f3caa-6dab-47aa-aa2a-65d95bdcc40f" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.676275] env[68872]: DEBUG nova.compute.manager [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 592.778108] env[68872]: DEBUG nova.network.neutron [req-487999ff-9618-4e3e-94d6-3517763a1322 req-9aea94cc-235a-4ab5-81e4-32dd3acd0fc0 service nova] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Updated VIF entry in instance network info cache for port 19c251b5-2f52-431c-899f-d7e7586407f0. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 592.778108] env[68872]: DEBUG nova.network.neutron [req-487999ff-9618-4e3e-94d6-3517763a1322 req-9aea94cc-235a-4ab5-81e4-32dd3acd0fc0 service nova] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Updating instance_info_cache with network_info: [{"id": "19c251b5-2f52-431c-899f-d7e7586407f0", "address": "fa:16:3e:c5:bc:20", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19c251b5-2f", "ovs_interfaceid": "19c251b5-2f52-431c-899f-d7e7586407f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.782468] env[68872]: DEBUG nova.compute.manager [req-36cd2251-0af4-44a9-bcaa-ea28c7e266d3 req-bf480cd4-d03f-48c4-88a3-b6c6978fbc79 service nova] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Received event network-vif-plugged-22ca683c-465a-4014-b4fa-b83bb5f9433b {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 592.782468] env[68872]: DEBUG oslo_concurrency.lockutils [req-36cd2251-0af4-44a9-bcaa-ea28c7e266d3 req-bf480cd4-d03f-48c4-88a3-b6c6978fbc79 service nova] Acquiring lock "db3e747b-e648-4fc2-86a1-d2e6ff48db08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.782468] env[68872]: DEBUG oslo_concurrency.lockutils [req-36cd2251-0af4-44a9-bcaa-ea28c7e266d3 req-bf480cd4-d03f-48c4-88a3-b6c6978fbc79 service nova] Lock "db3e747b-e648-4fc2-86a1-d2e6ff48db08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.782468] env[68872]: DEBUG oslo_concurrency.lockutils [req-36cd2251-0af4-44a9-bcaa-ea28c7e266d3 req-bf480cd4-d03f-48c4-88a3-b6c6978fbc79 service nova] Lock "db3e747b-e648-4fc2-86a1-d2e6ff48db08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.782468] env[68872]: DEBUG nova.compute.manager [req-36cd2251-0af4-44a9-bcaa-ea28c7e266d3 req-bf480cd4-d03f-48c4-88a3-b6c6978fbc79 service nova] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] No waiting events found dispatching network-vif-plugged-22ca683c-465a-4014-b4fa-b83bb5f9433b {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 592.782985] env[68872]: WARNING nova.compute.manager [req-36cd2251-0af4-44a9-bcaa-ea28c7e266d3 req-bf480cd4-d03f-48c4-88a3-b6c6978fbc79 service nova] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Received unexpected event network-vif-plugged-22ca683c-465a-4014-b4fa-b83bb5f9433b for instance with vm_state building and task_state spawning. [ 592.808233] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091895, 'name': CreateVM_Task, 'duration_secs': 0.369666} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.808233] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 592.808837] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.809020] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.809556] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.810191] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24d70af6-a7b9-4901-86b5-9a8fd4b6c4c8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.814659] env[68872]: DEBUG oslo_vmware.api [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 592.814659] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5265f640-8d10-d435-601d-926d2c8fcfcd" [ 592.814659] env[68872]: _type = "Task" [ 592.814659] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.836766] env[68872]: DEBUG oslo_vmware.api [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Task: {'id': task-3091896, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.031829} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.838861] env[68872]: DEBUG oslo_vmware.api [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5265f640-8d10-d435-601d-926d2c8fcfcd, 'name': SearchDatastore_Task, 'duration_secs': 0.009577} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.839810] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] File moved {{(pid=68872) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 592.840121] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Cleaning up location [datastore1] vmware_temp/9e1c2838-2609-4497-a036-d263f35f025b {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 592.840251] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Deleting the datastore file [datastore1] vmware_temp/9e1c2838-2609-4497-a036-d263f35f025b {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 592.840745] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.841910] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 592.841910] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.843105] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a7a94d3-d55d-46de-9ce4-a3c407a71755 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.850672] env[68872]: DEBUG oslo_vmware.api [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Waiting for the task: (returnval){ [ 592.850672] env[68872]: value = "task-3091897" [ 592.850672] env[68872]: _type = "Task" [ 592.850672] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.861427] env[68872]: DEBUG oslo_vmware.api [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Task: {'id': task-3091897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.998780] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1827cde9-ec80-4f22-a62d-e9d79ddd8207 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.008374] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16177a65-f00d-41fc-acf8-d22675050f7b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.043616] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquiring lock "refresh_cache-db3e747b-e648-4fc2-86a1-d2e6ff48db08" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.043825] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquired lock "refresh_cache-db3e747b-e648-4fc2-86a1-d2e6ff48db08" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.043941] env[68872]: DEBUG nova.network.neutron [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 593.046467] env[68872]: DEBUG nova.network.neutron [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Successfully created port: ad900a8a-c59c-4888-953b-1c4fa51619b3 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 593.050020] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac56633b-162e-4673-a91b-0a44306126e0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.058114] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f351f1-6259-42a4-b626-0389f9e4b4b4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.072707] env[68872]: DEBUG nova.compute.provider_tree [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.283679] env[68872]: DEBUG oslo_concurrency.lockutils [req-487999ff-9618-4e3e-94d6-3517763a1322 req-9aea94cc-235a-4ab5-81e4-32dd3acd0fc0 service nova] Releasing lock "refresh_cache-ca6e6a64-d15e-4c0d-b236-61975052da70" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.283960] env[68872]: DEBUG nova.compute.manager [req-487999ff-9618-4e3e-94d6-3517763a1322 req-9aea94cc-235a-4ab5-81e4-32dd3acd0fc0 service nova] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Received event network-vif-plugged-79533ee5-8de1-43e6-a7b6-861983001d47 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 593.285305] env[68872]: DEBUG oslo_concurrency.lockutils [req-487999ff-9618-4e3e-94d6-3517763a1322 req-9aea94cc-235a-4ab5-81e4-32dd3acd0fc0 service nova] Acquiring lock "7e2dea4b-2e4c-4777-9db9-d701ead9416b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.285305] env[68872]: DEBUG oslo_concurrency.lockutils [req-487999ff-9618-4e3e-94d6-3517763a1322 req-9aea94cc-235a-4ab5-81e4-32dd3acd0fc0 service nova] Lock "7e2dea4b-2e4c-4777-9db9-d701ead9416b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.285305] env[68872]: DEBUG oslo_concurrency.lockutils [req-487999ff-9618-4e3e-94d6-3517763a1322 req-9aea94cc-235a-4ab5-81e4-32dd3acd0fc0 service nova] Lock "7e2dea4b-2e4c-4777-9db9-d701ead9416b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.285305] env[68872]: DEBUG nova.compute.manager [req-487999ff-9618-4e3e-94d6-3517763a1322 req-9aea94cc-235a-4ab5-81e4-32dd3acd0fc0 service nova] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] No waiting events found dispatching network-vif-plugged-79533ee5-8de1-43e6-a7b6-861983001d47 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 593.285305] env[68872]: WARNING nova.compute.manager [req-487999ff-9618-4e3e-94d6-3517763a1322 req-9aea94cc-235a-4ab5-81e4-32dd3acd0fc0 service nova] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Received unexpected event network-vif-plugged-79533ee5-8de1-43e6-a7b6-861983001d47 for instance with vm_state building and task_state spawning. [ 593.285843] env[68872]: DEBUG nova.compute.manager [req-487999ff-9618-4e3e-94d6-3517763a1322 req-9aea94cc-235a-4ab5-81e4-32dd3acd0fc0 service nova] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Received event network-changed-79533ee5-8de1-43e6-a7b6-861983001d47 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 593.285843] env[68872]: DEBUG nova.compute.manager [req-487999ff-9618-4e3e-94d6-3517763a1322 req-9aea94cc-235a-4ab5-81e4-32dd3acd0fc0 service nova] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Refreshing instance network info cache due to event network-changed-79533ee5-8de1-43e6-a7b6-861983001d47. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 593.285843] env[68872]: DEBUG oslo_concurrency.lockutils [req-487999ff-9618-4e3e-94d6-3517763a1322 req-9aea94cc-235a-4ab5-81e4-32dd3acd0fc0 service nova] Acquiring lock "refresh_cache-7e2dea4b-2e4c-4777-9db9-d701ead9416b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.285843] env[68872]: DEBUG oslo_concurrency.lockutils [req-487999ff-9618-4e3e-94d6-3517763a1322 req-9aea94cc-235a-4ab5-81e4-32dd3acd0fc0 service nova] Acquired lock "refresh_cache-7e2dea4b-2e4c-4777-9db9-d701ead9416b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.285843] env[68872]: DEBUG nova.network.neutron [req-487999ff-9618-4e3e-94d6-3517763a1322 req-9aea94cc-235a-4ab5-81e4-32dd3acd0fc0 service nova] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Refreshing network info cache for port 79533ee5-8de1-43e6-a7b6-861983001d47 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 593.369426] env[68872]: DEBUG oslo_vmware.api [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Task: {'id': task-3091897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024705} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.369706] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 593.370769] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae316b02-33c2-4bf9-af21-9808e9aba919 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.379725] env[68872]: DEBUG oslo_vmware.api [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Waiting for the task: (returnval){ [ 593.379725] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5205e83d-04d9-249b-c16f-9c745b5bc310" [ 593.379725] env[68872]: _type = "Task" [ 593.379725] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.388750] env[68872]: DEBUG oslo_vmware.api [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5205e83d-04d9-249b-c16f-9c745b5bc310, 'name': SearchDatastore_Task, 'duration_secs': 0.00933} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.389258] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.389350] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 790ddb20-f86b-4910-ba5d-aae16f8794be/790ddb20-f86b-4910-ba5d-aae16f8794be.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 593.389829] env[68872]: DEBUG oslo_concurrency.lockutils [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.390146] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 593.390529] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca569790-bf7d-4b1f-815a-ace778cb4827 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.393719] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b6a2b92-8473-4738-80b2-e699113d79da {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.400869] env[68872]: DEBUG oslo_vmware.api [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Waiting for the task: (returnval){ [ 593.400869] env[68872]: value = "task-3091898" [ 593.400869] env[68872]: _type = "Task" [ 593.400869] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.402102] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 593.402285] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 593.407031] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-255640f5-0e7f-4847-890d-3e8cce2082ee {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.415048] env[68872]: DEBUG oslo_vmware.api [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Task: {'id': task-3091898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.416214] env[68872]: DEBUG oslo_vmware.api [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Waiting for the task: (returnval){ [ 593.416214] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52e00ab9-af32-281b-47e1-156fa72a2c4c" [ 593.416214] env[68872]: _type = "Task" [ 593.416214] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.423986] env[68872]: DEBUG oslo_vmware.api [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52e00ab9-af32-281b-47e1-156fa72a2c4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.577077] env[68872]: DEBUG nova.scheduler.client.report [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 593.638151] env[68872]: DEBUG nova.network.neutron [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 593.689159] env[68872]: DEBUG nova.compute.manager [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 593.721853] env[68872]: DEBUG nova.virt.hardware [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 593.722099] env[68872]: DEBUG nova.virt.hardware [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 593.722261] env[68872]: DEBUG nova.virt.hardware [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 593.722438] env[68872]: DEBUG nova.virt.hardware [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 593.722576] env[68872]: DEBUG nova.virt.hardware [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 593.722715] env[68872]: DEBUG nova.virt.hardware [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 593.722914] env[68872]: DEBUG nova.virt.hardware [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 593.723080] env[68872]: DEBUG nova.virt.hardware [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 593.723243] env[68872]: DEBUG nova.virt.hardware [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 593.723398] env[68872]: DEBUG nova.virt.hardware [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 593.723563] env[68872]: DEBUG nova.virt.hardware [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 593.724498] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cf883b-e982-4574-bd91-d48b0932bec3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.736017] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b944dee3-f08e-4fd0-adae-f863a3e789a7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.914856] env[68872]: DEBUG oslo_vmware.api [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Task: {'id': task-3091898, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497162} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.915148] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 790ddb20-f86b-4910-ba5d-aae16f8794be/790ddb20-f86b-4910-ba5d-aae16f8794be.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 593.916486] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 593.916486] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd981692-5f3e-4759-8021-b5a9b142b520 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.927915] env[68872]: DEBUG oslo_vmware.api [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Waiting for the task: (returnval){ [ 593.927915] env[68872]: value = "task-3091899" [ 593.927915] env[68872]: _type = "Task" [ 593.927915] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.931980] env[68872]: DEBUG oslo_vmware.api [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52e00ab9-af32-281b-47e1-156fa72a2c4c, 'name': SearchDatastore_Task, 'duration_secs': 0.009839} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.937451] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ec1ede2-7aba-42d9-bf63-e1f4f8a7efb2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.946953] env[68872]: DEBUG oslo_vmware.api [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Task: {'id': task-3091899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.948898] env[68872]: DEBUG oslo_vmware.api [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Waiting for the task: (returnval){ [ 593.948898] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]527ed7d4-38fa-ce2b-c442-84a457d602bf" [ 593.948898] env[68872]: _type = "Task" [ 593.948898] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.959314] env[68872]: DEBUG oslo_vmware.api [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]527ed7d4-38fa-ce2b-c442-84a457d602bf, 'name': SearchDatastore_Task, 'duration_secs': 0.008906} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.959572] env[68872]: DEBUG oslo_concurrency.lockutils [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.959876] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] ca6e6a64-d15e-4c0d-b236-61975052da70/ca6e6a64-d15e-4c0d-b236-61975052da70.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 593.960165] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.960343] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 593.960545] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0b97b7a-8c91-416b-a7e5-e801da6c1776 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.963038] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c45dbc4e-c380-4912-8c26-dc518f27b57c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.969983] env[68872]: DEBUG oslo_vmware.api [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Waiting for the task: (returnval){ [ 593.969983] env[68872]: value = "task-3091900" [ 593.969983] env[68872]: _type = "Task" [ 593.969983] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.971136] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 593.971317] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 593.974959] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95abdf04-d486-40e6-9e6f-8c2d40286396 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.983029] env[68872]: DEBUG oslo_vmware.api [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Task: {'id': task-3091900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.984264] env[68872]: DEBUG oslo_vmware.api [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Waiting for the task: (returnval){ [ 593.984264] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529cb0e7-91b9-85f2-f53d-51c4a8a988a7" [ 593.984264] env[68872]: _type = "Task" [ 593.984264] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.995151] env[68872]: DEBUG oslo_vmware.api [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529cb0e7-91b9-85f2-f53d-51c4a8a988a7, 'name': SearchDatastore_Task, 'duration_secs': 0.008068} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.995938] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa1c353b-e0ad-4af7-96cc-ada61d563c3f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.005686] env[68872]: DEBUG oslo_vmware.api [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Waiting for the task: (returnval){ [ 594.005686] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]521d5fb6-6313-cf07-b38d-cef7fd0aa760" [ 594.005686] env[68872]: _type = "Task" [ 594.005686] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.013592] env[68872]: DEBUG oslo_vmware.api [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]521d5fb6-6313-cf07-b38d-cef7fd0aa760, 'name': SearchDatastore_Task, 'duration_secs': 0.007796} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.013592] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.013592] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 237f3caa-6dab-47aa-aa2a-65d95bdcc40f/237f3caa-6dab-47aa-aa2a-65d95bdcc40f.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 594.013592] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.013873] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 594.013873] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8799017-042c-4739-ac7a-5c903c8c8ac2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.015813] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-624300a1-b72d-4005-8ad9-27e237dd2147 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.022198] env[68872]: DEBUG oslo_vmware.api [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Waiting for the task: (returnval){ [ 594.022198] env[68872]: value = "task-3091901" [ 594.022198] env[68872]: _type = "Task" [ 594.022198] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.026230] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.026424] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 594.027144] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d12c8e6-bf14-4b3d-9952-0f847e37417e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.034782] env[68872]: DEBUG oslo_vmware.api [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Task: {'id': task-3091901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.037678] env[68872]: DEBUG oslo_vmware.api [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 594.037678] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52e73774-b574-79f9-0b0a-60456d821c21" [ 594.037678] env[68872]: _type = "Task" [ 594.037678] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.043577] env[68872]: DEBUG oslo_vmware.api [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52e73774-b574-79f9-0b0a-60456d821c21, 'name': SearchDatastore_Task, 'duration_secs': 0.008462} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.044332] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07d7cc71-adc4-42d2-9fcb-5fc70c8a2f34 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.050017] env[68872]: DEBUG oslo_vmware.api [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 594.050017] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5296e1b0-fca5-d157-fb0a-92ee05ba48ce" [ 594.050017] env[68872]: _type = "Task" [ 594.050017] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.057398] env[68872]: DEBUG oslo_vmware.api [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5296e1b0-fca5-d157-fb0a-92ee05ba48ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.089200] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.089200] env[68872]: DEBUG nova.compute.manager [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 594.092400] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.255s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.093322] env[68872]: INFO nova.compute.claims [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.302650] env[68872]: DEBUG nova.network.neutron [req-487999ff-9618-4e3e-94d6-3517763a1322 req-9aea94cc-235a-4ab5-81e4-32dd3acd0fc0 service nova] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Updated VIF entry in instance network info cache for port 79533ee5-8de1-43e6-a7b6-861983001d47. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 594.303475] env[68872]: DEBUG nova.network.neutron [req-487999ff-9618-4e3e-94d6-3517763a1322 req-9aea94cc-235a-4ab5-81e4-32dd3acd0fc0 service nova] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Updating instance_info_cache with network_info: [{"id": "79533ee5-8de1-43e6-a7b6-861983001d47", "address": "fa:16:3e:ca:08:9a", "network": {"id": "4b7c7b81-2b8d-430e-8b28-66c2135b7d3f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-958671692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fde025fc382b482b930cbe3dd25c8689", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79533ee5-8d", "ovs_interfaceid": "79533ee5-8de1-43e6-a7b6-861983001d47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.346891] env[68872]: DEBUG nova.network.neutron [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Updating instance_info_cache with network_info: [{"id": "22ca683c-465a-4014-b4fa-b83bb5f9433b", "address": "fa:16:3e:23:fd:3d", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22ca683c-46", "ovs_interfaceid": "22ca683c-465a-4014-b4fa-b83bb5f9433b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.446914] env[68872]: DEBUG oslo_vmware.api [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Task: {'id': task-3091899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068226} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.447400] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 594.448769] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca6972b-91de-4dee-98b5-d07fea2e9be7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.489854] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 790ddb20-f86b-4910-ba5d-aae16f8794be/790ddb20-f86b-4910-ba5d-aae16f8794be.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 594.493858] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1a079e8-23d2-4b92-88c3-162e3f610e56 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.520387] env[68872]: DEBUG oslo_vmware.api [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Task: {'id': task-3091900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445705} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.520934] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] ca6e6a64-d15e-4c0d-b236-61975052da70/ca6e6a64-d15e-4c0d-b236-61975052da70.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 594.521182] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 594.521507] env[68872]: DEBUG oslo_vmware.api [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Waiting for the task: (returnval){ [ 594.521507] env[68872]: value = "task-3091902" [ 594.521507] env[68872]: _type = "Task" [ 594.521507] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.521991] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a1cd898-308b-47d3-a43e-70eb4077e347 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.539127] env[68872]: DEBUG oslo_vmware.api [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Task: {'id': task-3091902, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.543288] env[68872]: DEBUG oslo_vmware.api [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Waiting for the task: (returnval){ [ 594.543288] env[68872]: value = "task-3091903" [ 594.543288] env[68872]: _type = "Task" [ 594.543288] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.550276] env[68872]: DEBUG oslo_vmware.api [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Task: {'id': task-3091901, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.559141] env[68872]: DEBUG oslo_vmware.api [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Task: {'id': task-3091903, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.565639] env[68872]: DEBUG oslo_vmware.api [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5296e1b0-fca5-d157-fb0a-92ee05ba48ce, 'name': SearchDatastore_Task, 'duration_secs': 0.008261} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.566648] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.566648] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 7e2dea4b-2e4c-4777-9db9-d701ead9416b/7e2dea4b-2e4c-4777-9db9-d701ead9416b.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 594.566648] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31f54137-c72c-4bea-9840-7b1389c12b70 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.573931] env[68872]: DEBUG oslo_vmware.api [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 594.573931] env[68872]: value = "task-3091904" [ 594.573931] env[68872]: _type = "Task" [ 594.573931] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.583727] env[68872]: DEBUG oslo_vmware.api [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3091904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.598618] env[68872]: DEBUG nova.compute.utils [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 594.606826] env[68872]: DEBUG nova.compute.manager [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 594.607021] env[68872]: DEBUG nova.network.neutron [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 594.717271] env[68872]: DEBUG nova.policy [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd354bf5c07a430bb313595530fb003d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4395fbed31784036b36beaea8966e1e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 594.807096] env[68872]: DEBUG oslo_concurrency.lockutils [req-487999ff-9618-4e3e-94d6-3517763a1322 req-9aea94cc-235a-4ab5-81e4-32dd3acd0fc0 service nova] Releasing lock "refresh_cache-7e2dea4b-2e4c-4777-9db9-d701ead9416b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.850617] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Releasing lock "refresh_cache-db3e747b-e648-4fc2-86a1-d2e6ff48db08" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.851014] env[68872]: DEBUG nova.compute.manager [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Instance network_info: |[{"id": "22ca683c-465a-4014-b4fa-b83bb5f9433b", "address": "fa:16:3e:23:fd:3d", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22ca683c-46", "ovs_interfaceid": "22ca683c-465a-4014-b4fa-b83bb5f9433b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 594.851476] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:fd:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22ca683c-465a-4014-b4fa-b83bb5f9433b', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 594.863544] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Creating folder: Project (d5fbe3c3c1e347548cc8dffa7cc6149d). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.864383] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1fc33133-af2f-4de7-95de-e5c7f9e74e7b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.875493] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Created folder: Project (d5fbe3c3c1e347548cc8dffa7cc6149d) in parent group-v618835. [ 594.875493] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Creating folder: Instances. Parent ref: group-v618848. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.875493] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b614360-58a3-400e-b524-35f5c1db08fe {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.885110] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Created folder: Instances in parent group-v618848. [ 594.885981] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 594.886662] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 594.886984] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a02f21fb-3f8a-4864-bc6d-972b4552d5d7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.911153] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 594.911153] env[68872]: value = "task-3091907" [ 594.911153] env[68872]: _type = "Task" [ 594.911153] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.923541] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091907, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.054448] env[68872]: DEBUG oslo_vmware.api [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Task: {'id': task-3091902, 'name': ReconfigVM_Task, 'duration_secs': 0.33761} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.054448] env[68872]: DEBUG oslo_vmware.api [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Task: {'id': task-3091901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726584} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.057239] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 790ddb20-f86b-4910-ba5d-aae16f8794be/790ddb20-f86b-4910-ba5d-aae16f8794be.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 595.058928] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 237f3caa-6dab-47aa-aa2a-65d95bdcc40f/237f3caa-6dab-47aa-aa2a-65d95bdcc40f.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 595.058928] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 595.058928] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2c8a5e3-4b9d-40c9-b3ec-2a39662d6b0d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.061863] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff20f4f3-6835-4c53-9993-a7ef52b8f3b8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.072740] env[68872]: DEBUG oslo_vmware.api [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Task: {'id': task-3091903, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093373} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.076996] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 595.077917] env[68872]: DEBUG oslo_vmware.api [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Waiting for the task: (returnval){ [ 595.077917] env[68872]: value = "task-3091908" [ 595.077917] env[68872]: _type = "Task" [ 595.077917] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.078135] env[68872]: DEBUG oslo_vmware.api [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Waiting for the task: (returnval){ [ 595.078135] env[68872]: value = "task-3091909" [ 595.078135] env[68872]: _type = "Task" [ 595.078135] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.080693] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feec5719-9182-41f1-ae7e-9ae48997d806 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.095832] env[68872]: DEBUG nova.network.neutron [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Successfully updated port: ad900a8a-c59c-4888-953b-1c4fa51619b3 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 595.112360] env[68872]: DEBUG nova.compute.manager [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 595.144739] env[68872]: DEBUG oslo_vmware.api [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3091904, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.155929] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] ca6e6a64-d15e-4c0d-b236-61975052da70/ca6e6a64-d15e-4c0d-b236-61975052da70.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 595.164685] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-077a8e6c-e5b6-41d9-85d4-2c830fa4059c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.183290] env[68872]: DEBUG oslo_vmware.api [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Task: {'id': task-3091908, 'name': Rename_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.194767] env[68872]: DEBUG oslo_vmware.api [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Task: {'id': task-3091909, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101628} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.194767] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 595.195469] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab1de6b-ad82-4b99-8d97-86d0610a7593 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.201969] env[68872]: DEBUG oslo_vmware.api [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Waiting for the task: (returnval){ [ 595.201969] env[68872]: value = "task-3091910" [ 595.201969] env[68872]: _type = "Task" [ 595.201969] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.225346] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 237f3caa-6dab-47aa-aa2a-65d95bdcc40f/237f3caa-6dab-47aa-aa2a-65d95bdcc40f.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 595.229483] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39f2e23c-6845-413c-9479-85af92fec6e8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.249810] env[68872]: DEBUG oslo_vmware.api [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Task: {'id': task-3091910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.255286] env[68872]: DEBUG oslo_vmware.api [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Waiting for the task: (returnval){ [ 595.255286] env[68872]: value = "task-3091911" [ 595.255286] env[68872]: _type = "Task" [ 595.255286] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.266929] env[68872]: DEBUG oslo_vmware.api [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Task: {'id': task-3091911, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.417760] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbaa87ec-e2e1-48ab-aa0f-8fa67019605e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.423780] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091907, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.429229] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ba6e01-a06d-450d-bb3f-8f03f67192fe {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.462215] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1dd972-6006-4dca-97fe-a5f1714e5664 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.465795] env[68872]: DEBUG nova.network.neutron [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Successfully created port: cb010a8b-4388-41aa-afe2-87112823ab0a {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 595.472574] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394cabd3-8d3c-4c36-b970-46b8e88b704d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.486860] env[68872]: DEBUG nova.compute.provider_tree [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.587045] env[68872]: DEBUG oslo_vmware.api [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3091904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624784} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.587045] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 7e2dea4b-2e4c-4777-9db9-d701ead9416b/7e2dea4b-2e4c-4777-9db9-d701ead9416b.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 595.587375] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 595.587718] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff0e5945-61fe-4a7d-8ed3-2bcf2d32a765 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.594519] env[68872]: DEBUG oslo_vmware.api [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 595.594519] env[68872]: value = "task-3091912" [ 595.594519] env[68872]: _type = "Task" [ 595.594519] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.609847] env[68872]: DEBUG oslo_vmware.api [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3091912, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.610149] env[68872]: DEBUG oslo_vmware.api [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Task: {'id': task-3091908, 'name': Rename_Task, 'duration_secs': 0.170982} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.610405] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 595.610640] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c90310e8-eb7e-4006-bfa0-46fd29f37f63 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.613489] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Acquiring lock "refresh_cache-4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.613489] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Acquired lock "refresh_cache-4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.613489] env[68872]: DEBUG nova.network.neutron [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 595.618516] env[68872]: DEBUG oslo_vmware.api [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Waiting for the task: (returnval){ [ 595.618516] env[68872]: value = "task-3091913" [ 595.618516] env[68872]: _type = "Task" [ 595.618516] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.631137] env[68872]: DEBUG oslo_vmware.api [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Task: {'id': task-3091913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.713538] env[68872]: DEBUG oslo_vmware.api [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Task: {'id': task-3091910, 'name': ReconfigVM_Task, 'duration_secs': 0.450842} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.713726] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Reconfigured VM instance instance-00000002 to attach disk [datastore1] ca6e6a64-d15e-4c0d-b236-61975052da70/ca6e6a64-d15e-4c0d-b236-61975052da70.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 595.714350] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21209e17-1aa4-4ff4-8d5b-d3da20bc3f44 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.720668] env[68872]: DEBUG oslo_vmware.api [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Waiting for the task: (returnval){ [ 595.720668] env[68872]: value = "task-3091914" [ 595.720668] env[68872]: _type = "Task" [ 595.720668] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.730752] env[68872]: DEBUG oslo_vmware.api [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Task: {'id': task-3091914, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.768066] env[68872]: DEBUG oslo_vmware.api [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Task: {'id': task-3091911, 'name': ReconfigVM_Task, 'duration_secs': 0.417308} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.768066] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 237f3caa-6dab-47aa-aa2a-65d95bdcc40f/237f3caa-6dab-47aa-aa2a-65d95bdcc40f.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 595.768503] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b002f9f-af9c-4229-bec9-11d2317a1962 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.775093] env[68872]: DEBUG oslo_vmware.api [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Waiting for the task: (returnval){ [ 595.775093] env[68872]: value = "task-3091915" [ 595.775093] env[68872]: _type = "Task" [ 595.775093] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.786503] env[68872]: DEBUG oslo_vmware.api [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Task: {'id': task-3091915, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.923495] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091907, 'name': CreateVM_Task, 'duration_secs': 0.549549} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.923795] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 595.924952] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.926447] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.926447] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.926447] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b52a323-242f-4030-8c59-59083564deaa {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.932893] env[68872]: DEBUG oslo_vmware.api [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Waiting for the task: (returnval){ [ 595.932893] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d22888-ebf9-ce89-d569-8f06161d2652" [ 595.932893] env[68872]: _type = "Task" [ 595.932893] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.944224] env[68872]: DEBUG oslo_vmware.api [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d22888-ebf9-ce89-d569-8f06161d2652, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.992123] env[68872]: DEBUG nova.scheduler.client.report [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 596.111697] env[68872]: DEBUG oslo_vmware.api [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3091912, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.130223] env[68872]: DEBUG oslo_vmware.api [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Task: {'id': task-3091913, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.151630] env[68872]: DEBUG nova.compute.manager [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 596.159959] env[68872]: DEBUG nova.network.neutron [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 596.181569] env[68872]: DEBUG nova.virt.hardware [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 596.181807] env[68872]: DEBUG nova.virt.hardware [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 596.181960] env[68872]: DEBUG nova.virt.hardware [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 596.182176] env[68872]: DEBUG nova.virt.hardware [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 596.182320] env[68872]: DEBUG nova.virt.hardware [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 596.182484] env[68872]: DEBUG nova.virt.hardware [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 596.182661] env[68872]: DEBUG nova.virt.hardware [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 596.182812] env[68872]: DEBUG nova.virt.hardware [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 596.182992] env[68872]: DEBUG nova.virt.hardware [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 596.183195] env[68872]: DEBUG nova.virt.hardware [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 596.183369] env[68872]: DEBUG nova.virt.hardware [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 596.184270] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589c7320-399a-4cfc-8e12-d7da87cde369 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.198616] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b83227-f1eb-455f-b336-082b3dec09f8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.235558] env[68872]: DEBUG oslo_vmware.api [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Task: {'id': task-3091914, 'name': Rename_Task, 'duration_secs': 0.145031} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.235946] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 596.236202] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-930b8281-36de-4152-8d18-74a4d914610a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.243418] env[68872]: DEBUG oslo_vmware.api [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Waiting for the task: (returnval){ [ 596.243418] env[68872]: value = "task-3091916" [ 596.243418] env[68872]: _type = "Task" [ 596.243418] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.251891] env[68872]: DEBUG oslo_vmware.api [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Task: {'id': task-3091916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.286052] env[68872]: DEBUG oslo_vmware.api [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Task: {'id': task-3091915, 'name': Rename_Task, 'duration_secs': 0.156174} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.286607] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 596.286955] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de18892e-cb3b-46b0-9609-4c44560e41f2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.293716] env[68872]: DEBUG oslo_vmware.api [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Waiting for the task: (returnval){ [ 596.293716] env[68872]: value = "task-3091917" [ 596.293716] env[68872]: _type = "Task" [ 596.293716] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.302742] env[68872]: DEBUG oslo_vmware.api [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Task: {'id': task-3091917, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.377188] env[68872]: DEBUG nova.network.neutron [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Updating instance_info_cache with network_info: [{"id": "ad900a8a-c59c-4888-953b-1c4fa51619b3", "address": "fa:16:3e:01:67:3e", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad900a8a-c5", "ovs_interfaceid": "ad900a8a-c59c-4888-953b-1c4fa51619b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.410742] env[68872]: DEBUG nova.compute.manager [req-db534e36-d848-475e-b9ee-b2485cbd2a1c req-f6cc05ad-9e6e-4cca-bf06-ed5df330d147 service nova] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Received event network-changed-22ca683c-465a-4014-b4fa-b83bb5f9433b {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 596.412934] env[68872]: DEBUG nova.compute.manager [req-db534e36-d848-475e-b9ee-b2485cbd2a1c req-f6cc05ad-9e6e-4cca-bf06-ed5df330d147 service nova] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Refreshing instance network info cache due to event network-changed-22ca683c-465a-4014-b4fa-b83bb5f9433b. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 596.412934] env[68872]: DEBUG oslo_concurrency.lockutils [req-db534e36-d848-475e-b9ee-b2485cbd2a1c req-f6cc05ad-9e6e-4cca-bf06-ed5df330d147 service nova] Acquiring lock "refresh_cache-db3e747b-e648-4fc2-86a1-d2e6ff48db08" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.412934] env[68872]: DEBUG oslo_concurrency.lockutils [req-db534e36-d848-475e-b9ee-b2485cbd2a1c req-f6cc05ad-9e6e-4cca-bf06-ed5df330d147 service nova] Acquired lock "refresh_cache-db3e747b-e648-4fc2-86a1-d2e6ff48db08" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.412934] env[68872]: DEBUG nova.network.neutron [req-db534e36-d848-475e-b9ee-b2485cbd2a1c req-f6cc05ad-9e6e-4cca-bf06-ed5df330d147 service nova] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Refreshing network info cache for port 22ca683c-465a-4014-b4fa-b83bb5f9433b {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 596.429761] env[68872]: DEBUG nova.compute.manager [req-e3bfc8b1-52cc-40b5-ae90-121f356153a3 req-a91adf53-67a3-403a-b5a0-33485e0835de service nova] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Received event network-vif-plugged-ad900a8a-c59c-4888-953b-1c4fa51619b3 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 596.429976] env[68872]: DEBUG oslo_concurrency.lockutils [req-e3bfc8b1-52cc-40b5-ae90-121f356153a3 req-a91adf53-67a3-403a-b5a0-33485e0835de service nova] Acquiring lock "4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.431597] env[68872]: DEBUG oslo_concurrency.lockutils [req-e3bfc8b1-52cc-40b5-ae90-121f356153a3 req-a91adf53-67a3-403a-b5a0-33485e0835de service nova] Lock "4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.431597] env[68872]: DEBUG oslo_concurrency.lockutils [req-e3bfc8b1-52cc-40b5-ae90-121f356153a3 req-a91adf53-67a3-403a-b5a0-33485e0835de service nova] Lock "4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.431597] env[68872]: DEBUG nova.compute.manager [req-e3bfc8b1-52cc-40b5-ae90-121f356153a3 req-a91adf53-67a3-403a-b5a0-33485e0835de service nova] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] No waiting events found dispatching network-vif-plugged-ad900a8a-c59c-4888-953b-1c4fa51619b3 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 596.431597] env[68872]: WARNING nova.compute.manager [req-e3bfc8b1-52cc-40b5-ae90-121f356153a3 req-a91adf53-67a3-403a-b5a0-33485e0835de service nova] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Received unexpected event network-vif-plugged-ad900a8a-c59c-4888-953b-1c4fa51619b3 for instance with vm_state building and task_state spawning. [ 596.449708] env[68872]: DEBUG oslo_vmware.api [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d22888-ebf9-ce89-d569-8f06161d2652, 'name': SearchDatastore_Task, 'duration_secs': 0.01295} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.450479] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.450479] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 596.450562] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.450654] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.450829] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 596.452917] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5547e6e3-f045-4765-b2e4-24a61584ed53 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.466025] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 596.466025] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 596.466025] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6067ef48-c114-4644-92a5-c1301b4752e1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.472579] env[68872]: DEBUG oslo_vmware.api [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Waiting for the task: (returnval){ [ 596.472579] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529c42ad-ed70-8054-aaef-d880b8d6dfe8" [ 596.472579] env[68872]: _type = "Task" [ 596.472579] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.483249] env[68872]: DEBUG oslo_vmware.api [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529c42ad-ed70-8054-aaef-d880b8d6dfe8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.496254] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.496780] env[68872]: DEBUG nova.compute.manager [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 596.500110] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.622s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.505229] env[68872]: INFO nova.compute.claims [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 596.609013] env[68872]: DEBUG oslo_vmware.api [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3091912, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.683829} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.609387] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 596.610719] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9307a493-b0d9-40d1-ad4e-e4d7b2b4df6f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.635147] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 7e2dea4b-2e4c-4777-9db9-d701ead9416b/7e2dea4b-2e4c-4777-9db9-d701ead9416b.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 596.639569] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff9bc36e-e666-4247-960a-3bb4477e2e64 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.663220] env[68872]: DEBUG oslo_vmware.api [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Task: {'id': task-3091913, 'name': PowerOnVM_Task, 'duration_secs': 0.515679} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.664198] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 596.664644] env[68872]: INFO nova.compute.manager [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Took 15.03 seconds to spawn the instance on the hypervisor. [ 596.664975] env[68872]: DEBUG nova.compute.manager [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 596.665252] env[68872]: DEBUG oslo_vmware.api [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 596.665252] env[68872]: value = "task-3091918" [ 596.665252] env[68872]: _type = "Task" [ 596.665252] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.665978] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7bb259-0609-4d43-92de-cd1da5f5f300 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.686256] env[68872]: DEBUG oslo_vmware.api [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3091918, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.753787] env[68872]: DEBUG oslo_vmware.api [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Task: {'id': task-3091916, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.803689] env[68872]: DEBUG oslo_vmware.api [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Task: {'id': task-3091917, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.879825] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Releasing lock "refresh_cache-4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.880316] env[68872]: DEBUG nova.compute.manager [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Instance network_info: |[{"id": "ad900a8a-c59c-4888-953b-1c4fa51619b3", "address": "fa:16:3e:01:67:3e", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad900a8a-c5", "ovs_interfaceid": "ad900a8a-c59c-4888-953b-1c4fa51619b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 596.880906] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:67:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad900a8a-c59c-4888-953b-1c4fa51619b3', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 596.891936] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Creating folder: Project (667533871bfd4b1eaa69a6ad9785e506). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.892367] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8f68242-8c56-422d-afa8-e7733fd1a3a8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.903613] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Created folder: Project (667533871bfd4b1eaa69a6ad9785e506) in parent group-v618835. [ 596.903766] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Creating folder: Instances. Parent ref: group-v618851. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.903988] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1309150-e9c9-479f-8803-c20b294d602f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.916116] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Created folder: Instances in parent group-v618851. [ 596.916287] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 596.916489] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 596.917073] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f09ee24-51fd-4598-97bb-ed2e200384a7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.935854] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 596.935854] env[68872]: value = "task-3091921" [ 596.935854] env[68872]: _type = "Task" [ 596.935854] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.944275] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091921, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.985103] env[68872]: DEBUG oslo_vmware.api [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529c42ad-ed70-8054-aaef-d880b8d6dfe8, 'name': SearchDatastore_Task, 'duration_secs': 0.010199} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.986550] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-027baa84-b146-4d52-a182-b5d6289a0b12 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.994051] env[68872]: DEBUG oslo_vmware.api [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Waiting for the task: (returnval){ [ 596.994051] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52272f3f-e3e5-7e02-4eb4-ea4608e2377d" [ 596.994051] env[68872]: _type = "Task" [ 596.994051] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.004671] env[68872]: DEBUG oslo_vmware.api [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52272f3f-e3e5-7e02-4eb4-ea4608e2377d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.010343] env[68872]: DEBUG nova.compute.utils [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 597.014924] env[68872]: DEBUG nova.compute.manager [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Not allocating networking since 'none' was specified. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 597.120471] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Acquiring lock "575d83bb-f897-4ec9-aae4-8948b0abe512" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.120757] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Lock "575d83bb-f897-4ec9-aae4-8948b0abe512" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.183577] env[68872]: DEBUG oslo_vmware.api [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3091918, 'name': ReconfigVM_Task, 'duration_secs': 0.2785} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.183830] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 7e2dea4b-2e4c-4777-9db9-d701ead9416b/7e2dea4b-2e4c-4777-9db9-d701ead9416b.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 597.188194] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7957466-43c3-4e54-81cb-01b8059ee36d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.195262] env[68872]: INFO nova.compute.manager [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Took 19.79 seconds to build instance. [ 597.201192] env[68872]: DEBUG oslo_vmware.api [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 597.201192] env[68872]: value = "task-3091922" [ 597.201192] env[68872]: _type = "Task" [ 597.201192] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.209496] env[68872]: DEBUG oslo_vmware.api [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3091922, 'name': Rename_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.235659] env[68872]: DEBUG nova.network.neutron [req-db534e36-d848-475e-b9ee-b2485cbd2a1c req-f6cc05ad-9e6e-4cca-bf06-ed5df330d147 service nova] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Updated VIF entry in instance network info cache for port 22ca683c-465a-4014-b4fa-b83bb5f9433b. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 597.236591] env[68872]: DEBUG nova.network.neutron [req-db534e36-d848-475e-b9ee-b2485cbd2a1c req-f6cc05ad-9e6e-4cca-bf06-ed5df330d147 service nova] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Updating instance_info_cache with network_info: [{"id": "22ca683c-465a-4014-b4fa-b83bb5f9433b", "address": "fa:16:3e:23:fd:3d", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22ca683c-46", "ovs_interfaceid": "22ca683c-465a-4014-b4fa-b83bb5f9433b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.258955] env[68872]: DEBUG oslo_vmware.api [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Task: {'id': task-3091916, 'name': PowerOnVM_Task, 'duration_secs': 0.67761} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.259246] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 597.259813] env[68872]: INFO nova.compute.manager [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Took 12.79 seconds to spawn the instance on the hypervisor. [ 597.259813] env[68872]: DEBUG nova.compute.manager [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 597.260540] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dbb88c-4422-4f17-aa5e-afbcb8cd4304 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.306295] env[68872]: DEBUG oslo_vmware.api [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Task: {'id': task-3091917, 'name': PowerOnVM_Task, 'duration_secs': 0.833672} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.306566] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 597.306745] env[68872]: INFO nova.compute.manager [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Took 10.55 seconds to spawn the instance on the hypervisor. [ 597.306911] env[68872]: DEBUG nova.compute.manager [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 597.314251] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d36c82-3e42-40d2-b097-aa51db3b5742 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.418588] env[68872]: DEBUG nova.network.neutron [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Successfully updated port: cb010a8b-4388-41aa-afe2-87112823ab0a {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 597.451022] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091921, 'name': CreateVM_Task, 'duration_secs': 0.475501} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.451022] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 597.451022] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.451022] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.451022] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.451022] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d7e0ac5-0311-4035-b9d0-ad60f3cffaab {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.455393] env[68872]: DEBUG oslo_vmware.api [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Waiting for the task: (returnval){ [ 597.455393] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52bfca63-7d92-d40f-e944-6a74c20dc71a" [ 597.455393] env[68872]: _type = "Task" [ 597.455393] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.465766] env[68872]: DEBUG oslo_vmware.api [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52bfca63-7d92-d40f-e944-6a74c20dc71a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.506575] env[68872]: DEBUG oslo_vmware.api [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52272f3f-e3e5-7e02-4eb4-ea4608e2377d, 'name': SearchDatastore_Task, 'duration_secs': 0.010221} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.507157] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.507531] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] db3e747b-e648-4fc2-86a1-d2e6ff48db08/db3e747b-e648-4fc2-86a1-d2e6ff48db08.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 597.508052] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b88974b1-5581-48eb-97c3-dd1fa7ea35d0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.516069] env[68872]: DEBUG nova.compute.manager [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 597.523867] env[68872]: DEBUG oslo_vmware.api [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Waiting for the task: (returnval){ [ 597.523867] env[68872]: value = "task-3091923" [ 597.523867] env[68872]: _type = "Task" [ 597.523867] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.533551] env[68872]: DEBUG oslo_vmware.api [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3091923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.707110] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c5fc4a2a-0931-4db3-8e3a-7cdb8b198b14 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Lock "790ddb20-f86b-4910-ba5d-aae16f8794be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.313s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.718293] env[68872]: DEBUG oslo_vmware.api [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3091922, 'name': Rename_Task, 'duration_secs': 0.153537} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.721933] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 597.722476] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f35c7f03-e7cf-4141-9120-d6173bb70800 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.730496] env[68872]: DEBUG oslo_vmware.api [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 597.730496] env[68872]: value = "task-3091924" [ 597.730496] env[68872]: _type = "Task" [ 597.730496] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.741913] env[68872]: DEBUG oslo_vmware.api [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3091924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.742266] env[68872]: DEBUG oslo_concurrency.lockutils [req-db534e36-d848-475e-b9ee-b2485cbd2a1c req-f6cc05ad-9e6e-4cca-bf06-ed5df330d147 service nova] Releasing lock "refresh_cache-db3e747b-e648-4fc2-86a1-d2e6ff48db08" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.768488] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df26728f-dd4a-43de-b548-92bb4042396a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.781701] env[68872]: INFO nova.compute.manager [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Took 17.64 seconds to build instance. [ 597.783229] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509b8571-40c4-4f05-9eb8-a94636768216 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.817897] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01135e9-2301-4be5-96e3-7491aa91db12 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.833223] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe0b3b8-d6d2-47f2-ae07-12d016ab4d2d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.840937] env[68872]: INFO nova.compute.manager [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Took 17.12 seconds to build instance. [ 597.854147] env[68872]: DEBUG nova.compute.provider_tree [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 597.923322] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Acquiring lock "refresh_cache-868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.923462] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Acquired lock "refresh_cache-868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.923637] env[68872]: DEBUG nova.network.neutron [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 597.968312] env[68872]: DEBUG oslo_vmware.api [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52bfca63-7d92-d40f-e944-6a74c20dc71a, 'name': SearchDatastore_Task, 'duration_secs': 0.036192} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.968647] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.968871] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 597.969204] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.969410] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.969483] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.969766] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0c9a8f6-2231-4b5a-bd56-83146279c30b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.990811] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.991072] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 597.991824] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f950b85d-66ac-4319-8fbf-5b74e8e9d1df {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.998328] env[68872]: DEBUG oslo_vmware.api [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Waiting for the task: (returnval){ [ 597.998328] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52b9f11a-c164-e443-a3d8-5def30321747" [ 597.998328] env[68872]: _type = "Task" [ 597.998328] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.008986] env[68872]: DEBUG oslo_vmware.api [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52b9f11a-c164-e443-a3d8-5def30321747, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.041297] env[68872]: DEBUG oslo_vmware.api [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3091923, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.210902] env[68872]: DEBUG nova.compute.manager [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 598.242905] env[68872]: DEBUG oslo_vmware.api [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3091924, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.287523] env[68872]: DEBUG oslo_concurrency.lockutils [None req-803ed5e4-45fb-485c-b57c-5ae5dc33518d tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Lock "ca6e6a64-d15e-4c0d-b236-61975052da70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.164s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.344443] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7383e3c7-ce49-41be-a8fb-3d01050d33aa tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Lock "237f3caa-6dab-47aa-aa2a-65d95bdcc40f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.639s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.358106] env[68872]: DEBUG nova.scheduler.client.report [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 598.511642] env[68872]: DEBUG oslo_vmware.api [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52b9f11a-c164-e443-a3d8-5def30321747, 'name': SearchDatastore_Task, 'duration_secs': 0.052729} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.512266] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb2c966b-14ac-411c-a216-bd9ec28ce15f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.516403] env[68872]: DEBUG nova.network.neutron [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 598.524738] env[68872]: DEBUG oslo_vmware.api [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Waiting for the task: (returnval){ [ 598.524738] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526e6c76-9d6a-cc52-d0f7-1fb8e51b4d65" [ 598.524738] env[68872]: _type = "Task" [ 598.524738] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.537796] env[68872]: DEBUG nova.compute.manager [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 598.543920] env[68872]: DEBUG oslo_vmware.api [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526e6c76-9d6a-cc52-d0f7-1fb8e51b4d65, 'name': SearchDatastore_Task, 'duration_secs': 0.01626} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.544210] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.544483] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c/4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 598.544743] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-086f26f4-5576-4278-968f-7d065423498b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.553137] env[68872]: DEBUG oslo_vmware.api [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3091923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679778} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.553805] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] db3e747b-e648-4fc2-86a1-d2e6ff48db08/db3e747b-e648-4fc2-86a1-d2e6ff48db08.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 598.554136] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 598.554432] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2566027f-7e66-4e5f-87e0-f228eb745b19 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.558097] env[68872]: DEBUG oslo_vmware.api [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Waiting for the task: (returnval){ [ 598.558097] env[68872]: value = "task-3091925" [ 598.558097] env[68872]: _type = "Task" [ 598.558097] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.565969] env[68872]: DEBUG oslo_vmware.api [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Waiting for the task: (returnval){ [ 598.565969] env[68872]: value = "task-3091926" [ 598.565969] env[68872]: _type = "Task" [ 598.565969] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.576020] env[68872]: DEBUG oslo_vmware.api [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Task: {'id': task-3091925, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.579599] env[68872]: DEBUG nova.virt.hardware [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 598.579794] env[68872]: DEBUG nova.virt.hardware [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 598.579959] env[68872]: DEBUG nova.virt.hardware [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.580198] env[68872]: DEBUG nova.virt.hardware [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 598.580424] env[68872]: DEBUG nova.virt.hardware [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.580587] env[68872]: DEBUG nova.virt.hardware [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 598.580807] env[68872]: DEBUG nova.virt.hardware [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 598.580978] env[68872]: DEBUG nova.virt.hardware [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 598.581168] env[68872]: DEBUG nova.virt.hardware [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 598.581352] env[68872]: DEBUG nova.virt.hardware [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 598.581549] env[68872]: DEBUG nova.virt.hardware [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 598.582515] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8597969a-9682-432f-acd9-021ae7c18043 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.588219] env[68872]: DEBUG oslo_vmware.api [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3091926, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.596085] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b959a3-d2b1-40e1-85e4-106adc367da5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.607668] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Instance VIF info [] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 598.613416] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Creating folder: Project (9944d06e304047439904c239ea7ab1d5). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.613772] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48ea14b0-e815-44e1-95ca-33837fe94687 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.623082] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Created folder: Project (9944d06e304047439904c239ea7ab1d5) in parent group-v618835. [ 598.623082] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Creating folder: Instances. Parent ref: group-v618854. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.623266] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0b203ad-f88a-4217-b5fc-2c1cd505e39f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.631311] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Created folder: Instances in parent group-v618854. [ 598.631569] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 598.631761] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 598.631964] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b754f5ea-23cd-4a47-8c2b-7bcacaff918a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.654813] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 598.654813] env[68872]: value = "task-3091929" [ 598.654813] env[68872]: _type = "Task" [ 598.654813] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.663331] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091929, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.743737] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.747254] env[68872]: DEBUG oslo_vmware.api [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3091924, 'name': PowerOnVM_Task, 'duration_secs': 0.844064} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.747564] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 598.747772] env[68872]: INFO nova.compute.manager [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Took 9.75 seconds to spawn the instance on the hypervisor. [ 598.748028] env[68872]: DEBUG nova.compute.manager [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 598.748998] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79122000-df0d-4c32-9a3e-2a1a7e7809a1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.791628] env[68872]: DEBUG nova.compute.manager [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 598.848432] env[68872]: DEBUG nova.compute.manager [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 598.865685] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.866184] env[68872]: DEBUG nova.compute.manager [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 598.873088] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.422s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.875461] env[68872]: INFO nova.compute.claims [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 598.897467] env[68872]: DEBUG nova.network.neutron [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Updating instance_info_cache with network_info: [{"id": "cb010a8b-4388-41aa-afe2-87112823ab0a", "address": "fa:16:3e:f2:a6:cd", "network": {"id": "98e8afc5-95e6-45ef-b631-3d581578b502", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-600120771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4395fbed31784036b36beaea8966e1e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb010a8b-43", "ovs_interfaceid": "cb010a8b-4388-41aa-afe2-87112823ab0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.029863] env[68872]: DEBUG nova.compute.manager [req-a11cec99-eb73-4b74-bfdf-bed58bf7dac2 req-8fc561ca-c088-49bb-bfc2-0cefb5de539b service nova] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Received event network-vif-plugged-cb010a8b-4388-41aa-afe2-87112823ab0a {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 599.030281] env[68872]: DEBUG oslo_concurrency.lockutils [req-a11cec99-eb73-4b74-bfdf-bed58bf7dac2 req-8fc561ca-c088-49bb-bfc2-0cefb5de539b service nova] Acquiring lock "868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.030459] env[68872]: DEBUG oslo_concurrency.lockutils [req-a11cec99-eb73-4b74-bfdf-bed58bf7dac2 req-8fc561ca-c088-49bb-bfc2-0cefb5de539b service nova] Lock "868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.030699] env[68872]: DEBUG oslo_concurrency.lockutils [req-a11cec99-eb73-4b74-bfdf-bed58bf7dac2 req-8fc561ca-c088-49bb-bfc2-0cefb5de539b service nova] Lock "868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.031305] env[68872]: DEBUG nova.compute.manager [req-a11cec99-eb73-4b74-bfdf-bed58bf7dac2 req-8fc561ca-c088-49bb-bfc2-0cefb5de539b service nova] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] No waiting events found dispatching network-vif-plugged-cb010a8b-4388-41aa-afe2-87112823ab0a {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 599.031305] env[68872]: WARNING nova.compute.manager [req-a11cec99-eb73-4b74-bfdf-bed58bf7dac2 req-8fc561ca-c088-49bb-bfc2-0cefb5de539b service nova] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Received unexpected event network-vif-plugged-cb010a8b-4388-41aa-afe2-87112823ab0a for instance with vm_state building and task_state spawning. [ 599.031305] env[68872]: DEBUG nova.compute.manager [req-a11cec99-eb73-4b74-bfdf-bed58bf7dac2 req-8fc561ca-c088-49bb-bfc2-0cefb5de539b service nova] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Received event network-changed-cb010a8b-4388-41aa-afe2-87112823ab0a {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 599.031678] env[68872]: DEBUG nova.compute.manager [req-a11cec99-eb73-4b74-bfdf-bed58bf7dac2 req-8fc561ca-c088-49bb-bfc2-0cefb5de539b service nova] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Refreshing instance network info cache due to event network-changed-cb010a8b-4388-41aa-afe2-87112823ab0a. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 599.031678] env[68872]: DEBUG oslo_concurrency.lockutils [req-a11cec99-eb73-4b74-bfdf-bed58bf7dac2 req-8fc561ca-c088-49bb-bfc2-0cefb5de539b service nova] Acquiring lock "refresh_cache-868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.054296] env[68872]: DEBUG nova.compute.manager [req-be9c5f25-d657-4a00-b5d0-9fc05aea8532 req-13b18e7c-6ba8-4e6f-b87c-1dab02e858b1 service nova] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Received event network-changed-ad900a8a-c59c-4888-953b-1c4fa51619b3 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 599.054296] env[68872]: DEBUG nova.compute.manager [req-be9c5f25-d657-4a00-b5d0-9fc05aea8532 req-13b18e7c-6ba8-4e6f-b87c-1dab02e858b1 service nova] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Refreshing instance network info cache due to event network-changed-ad900a8a-c59c-4888-953b-1c4fa51619b3. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 599.054751] env[68872]: DEBUG oslo_concurrency.lockutils [req-be9c5f25-d657-4a00-b5d0-9fc05aea8532 req-13b18e7c-6ba8-4e6f-b87c-1dab02e858b1 service nova] Acquiring lock "refresh_cache-4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.054751] env[68872]: DEBUG oslo_concurrency.lockutils [req-be9c5f25-d657-4a00-b5d0-9fc05aea8532 req-13b18e7c-6ba8-4e6f-b87c-1dab02e858b1 service nova] Acquired lock "refresh_cache-4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.054751] env[68872]: DEBUG nova.network.neutron [req-be9c5f25-d657-4a00-b5d0-9fc05aea8532 req-13b18e7c-6ba8-4e6f-b87c-1dab02e858b1 service nova] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Refreshing network info cache for port ad900a8a-c59c-4888-953b-1c4fa51619b3 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 599.070482] env[68872]: DEBUG oslo_vmware.api [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Task: {'id': task-3091925, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.081714] env[68872]: DEBUG oslo_vmware.api [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3091926, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062879} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.082057] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 599.082868] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6091db6c-9894-4e04-9f0c-bbc1b85093d1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.109492] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] db3e747b-e648-4fc2-86a1-d2e6ff48db08/db3e747b-e648-4fc2-86a1-d2e6ff48db08.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 599.109492] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89f81497-3af8-4572-9bd8-c26fd422ab77 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.129284] env[68872]: DEBUG oslo_vmware.api [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Waiting for the task: (returnval){ [ 599.129284] env[68872]: value = "task-3091930" [ 599.129284] env[68872]: _type = "Task" [ 599.129284] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.138076] env[68872]: DEBUG oslo_vmware.api [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3091930, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.164532] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091929, 'name': CreateVM_Task, 'duration_secs': 0.363641} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.164718] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 599.165643] env[68872]: DEBUG oslo_vmware.service [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1aa643-f405-46f6-87ea-da227bf30613 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.172527] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.172527] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.173091] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.173384] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1374588a-4d8a-4d67-9a0d-5a14b387f10f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.178610] env[68872]: DEBUG oslo_vmware.api [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Waiting for the task: (returnval){ [ 599.178610] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]528a0023-a1f6-69aa-7882-93b1b47f11b0" [ 599.178610] env[68872]: _type = "Task" [ 599.178610] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.189525] env[68872]: DEBUG oslo_vmware.api [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]528a0023-a1f6-69aa-7882-93b1b47f11b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.269689] env[68872]: INFO nova.compute.manager [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Took 18.00 seconds to build instance. [ 599.326314] env[68872]: DEBUG oslo_concurrency.lockutils [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.377853] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.383751] env[68872]: DEBUG nova.compute.utils [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 599.385141] env[68872]: DEBUG nova.compute.manager [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 599.388665] env[68872]: DEBUG nova.network.neutron [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 599.403595] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Releasing lock "refresh_cache-868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.404683] env[68872]: DEBUG nova.compute.manager [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Instance network_info: |[{"id": "cb010a8b-4388-41aa-afe2-87112823ab0a", "address": "fa:16:3e:f2:a6:cd", "network": {"id": "98e8afc5-95e6-45ef-b631-3d581578b502", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-600120771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4395fbed31784036b36beaea8966e1e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb010a8b-43", "ovs_interfaceid": "cb010a8b-4388-41aa-afe2-87112823ab0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 599.405613] env[68872]: DEBUG oslo_concurrency.lockutils [req-a11cec99-eb73-4b74-bfdf-bed58bf7dac2 req-8fc561ca-c088-49bb-bfc2-0cefb5de539b service nova] Acquired lock "refresh_cache-868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.405982] env[68872]: DEBUG nova.network.neutron [req-a11cec99-eb73-4b74-bfdf-bed58bf7dac2 req-8fc561ca-c088-49bb-bfc2-0cefb5de539b service nova] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Refreshing network info cache for port cb010a8b-4388-41aa-afe2-87112823ab0a {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 599.409641] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:a6:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '329d0e4b-4190-484a-8560-9356dc31beca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb010a8b-4388-41aa-afe2-87112823ab0a', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 599.416904] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Creating folder: Project (4395fbed31784036b36beaea8966e1e3). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.418498] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c901250-a59f-406a-961c-e7397a46c269 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.430231] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Created folder: Project (4395fbed31784036b36beaea8966e1e3) in parent group-v618835. [ 599.430357] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Creating folder: Instances. Parent ref: group-v618857. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.430625] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7d7e88b-c7e1-4d36-a07b-e35a18b25ef6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.441358] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Created folder: Instances in parent group-v618857. [ 599.441358] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 599.441358] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 599.441358] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d1b029e-9390-47b8-9a1e-d892cf3364c4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.463578] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 599.463578] env[68872]: value = "task-3091933" [ 599.463578] env[68872]: _type = "Task" [ 599.463578] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.472407] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091933, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.545643] env[68872]: DEBUG nova.policy [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03e03ed4dce34937a0a76d8974ad411c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8165565a0d042d9a09a1560763826cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 599.570234] env[68872]: DEBUG oslo_vmware.api [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Task: {'id': task-3091925, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700705} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.570560] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c/4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 599.570799] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 599.571066] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d627f27-b585-42c0-b892-4f4cd2e511ea {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.580723] env[68872]: DEBUG oslo_vmware.api [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Waiting for the task: (returnval){ [ 599.580723] env[68872]: value = "task-3091934" [ 599.580723] env[68872]: _type = "Task" [ 599.580723] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.590312] env[68872]: DEBUG oslo_vmware.api [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Task: {'id': task-3091934, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.642215] env[68872]: DEBUG oslo_vmware.api [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3091930, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.690630] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.691100] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 599.691447] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.691988] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.693063] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 599.693063] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91941104-7cd6-49c2-b3dc-ab6d566803eb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.702573] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 599.702671] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 599.703914] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6304cc4-fc01-488f-a598-7db8d6b9951f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.711062] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd022f0d-32a1-4296-a803-f8b4ccc29b6d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.717014] env[68872]: DEBUG oslo_vmware.api [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Waiting for the task: (returnval){ [ 599.717014] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]522f86a9-4c75-fbef-aad1-561dd9871592" [ 599.717014] env[68872]: _type = "Task" [ 599.717014] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.728597] env[68872]: DEBUG oslo_vmware.api [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]522f86a9-4c75-fbef-aad1-561dd9871592, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.772367] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5ff105df-8713-40d5-9a38-b06df65eb14f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "7e2dea4b-2e4c-4777-9db9-d701ead9416b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.515s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.890679] env[68872]: DEBUG nova.compute.manager [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 599.978336] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091933, 'name': CreateVM_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.092862] env[68872]: DEBUG oslo_vmware.api [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Task: {'id': task-3091934, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066195} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.093692] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 600.095242] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d287128-3dde-4ba6-97be-00e8afe14731 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.131453] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c/4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 600.134626] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94072fdd-de11-409d-94af-e3e4420c6e08 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.159965] env[68872]: DEBUG oslo_vmware.api [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3091930, 'name': ReconfigVM_Task, 'duration_secs': 0.664736} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.161406] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Reconfigured VM instance instance-00000005 to attach disk [datastore1] db3e747b-e648-4fc2-86a1-d2e6ff48db08/db3e747b-e648-4fc2-86a1-d2e6ff48db08.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 600.162133] env[68872]: DEBUG oslo_vmware.api [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Waiting for the task: (returnval){ [ 600.162133] env[68872]: value = "task-3091935" [ 600.162133] env[68872]: _type = "Task" [ 600.162133] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.162324] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-867657c8-abb5-4e7a-b673-95a8666b94b4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.178148] env[68872]: DEBUG oslo_vmware.api [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Task: {'id': task-3091935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.182327] env[68872]: DEBUG oslo_vmware.api [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Waiting for the task: (returnval){ [ 600.182327] env[68872]: value = "task-3091936" [ 600.182327] env[68872]: _type = "Task" [ 600.182327] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.192610] env[68872]: DEBUG oslo_vmware.api [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3091936, 'name': Rename_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.217778] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9d0c6c-722e-4937-ab22-4440c53a8374 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.233951] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a3a337-0c53-49d6-939a-a1e9908955b0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.237672] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Preparing fetch location {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 600.237871] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Creating directory with path [datastore2] vmware_temp/6b255cc3-c6ca-430b-b412-689e7d39505f/f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.238546] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee44f1ec-84b8-4a81-814c-91b7c7d87edb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.267769] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed69709-fe03-4cce-a46e-8f56b593e668 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.275279] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a168c3f6-63a9-4964-8c79-4dc61246fb58 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.292307] env[68872]: DEBUG nova.compute.provider_tree [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.301261] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Created directory with path [datastore2] vmware_temp/6b255cc3-c6ca-430b-b412-689e7d39505f/f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.301413] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Fetch image to [datastore2] vmware_temp/6b255cc3-c6ca-430b-b412-689e7d39505f/f385dd18-ac06-4518-90be-b739920d18c6/tmp-sparse.vmdk {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 600.301586] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Downloading image file data f385dd18-ac06-4518-90be-b739920d18c6 to [datastore2] vmware_temp/6b255cc3-c6ca-430b-b412-689e7d39505f/f385dd18-ac06-4518-90be-b739920d18c6/tmp-sparse.vmdk on the data store datastore2 {{(pid=68872) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 600.302409] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141b649e-b562-44f8-95e4-5d2d27f7cc58 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.310417] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ab1a53-9193-47ea-aa53-024047094b0b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.321044] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32589461-6afa-46bf-b133-d7e640e93312 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.356919] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0867590d-3556-4ae3-a425-63157c79c076 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.363974] env[68872]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-507a80c5-2530-4d92-8a48-82403317c898 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.398907] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Downloading image file data f385dd18-ac06-4518-90be-b739920d18c6 to the data store datastore2 {{(pid=68872) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 600.475417] env[68872]: DEBUG oslo_vmware.rw_handles [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6b255cc3-c6ca-430b-b412-689e7d39505f/f385dd18-ac06-4518-90be-b739920d18c6/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68872) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 600.545954] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091933, 'name': CreateVM_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.546924] env[68872]: DEBUG oslo_concurrency.lockutils [None req-33e5929e-6a2d-44f4-80ee-010065a008a4 tempest-DeleteServersAdminTestJSON-459157145 tempest-DeleteServersAdminTestJSON-459157145-project-admin] Acquiring lock "ca6e6a64-d15e-4c0d-b236-61975052da70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.547150] env[68872]: DEBUG oslo_concurrency.lockutils [None req-33e5929e-6a2d-44f4-80ee-010065a008a4 tempest-DeleteServersAdminTestJSON-459157145 tempest-DeleteServersAdminTestJSON-459157145-project-admin] Lock "ca6e6a64-d15e-4c0d-b236-61975052da70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.547432] env[68872]: DEBUG oslo_concurrency.lockutils [None req-33e5929e-6a2d-44f4-80ee-010065a008a4 tempest-DeleteServersAdminTestJSON-459157145 tempest-DeleteServersAdminTestJSON-459157145-project-admin] Acquiring lock "ca6e6a64-d15e-4c0d-b236-61975052da70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.547627] env[68872]: DEBUG oslo_concurrency.lockutils [None req-33e5929e-6a2d-44f4-80ee-010065a008a4 tempest-DeleteServersAdminTestJSON-459157145 tempest-DeleteServersAdminTestJSON-459157145-project-admin] Lock "ca6e6a64-d15e-4c0d-b236-61975052da70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.547798] env[68872]: DEBUG oslo_concurrency.lockutils [None req-33e5929e-6a2d-44f4-80ee-010065a008a4 tempest-DeleteServersAdminTestJSON-459157145 tempest-DeleteServersAdminTestJSON-459157145-project-admin] Lock "ca6e6a64-d15e-4c0d-b236-61975052da70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.550523] env[68872]: DEBUG nova.network.neutron [req-be9c5f25-d657-4a00-b5d0-9fc05aea8532 req-13b18e7c-6ba8-4e6f-b87c-1dab02e858b1 service nova] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Updated VIF entry in instance network info cache for port ad900a8a-c59c-4888-953b-1c4fa51619b3. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 600.550710] env[68872]: DEBUG nova.network.neutron [req-be9c5f25-d657-4a00-b5d0-9fc05aea8532 req-13b18e7c-6ba8-4e6f-b87c-1dab02e858b1 service nova] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Updating instance_info_cache with network_info: [{"id": "ad900a8a-c59c-4888-953b-1c4fa51619b3", "address": "fa:16:3e:01:67:3e", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad900a8a-c5", "ovs_interfaceid": "ad900a8a-c59c-4888-953b-1c4fa51619b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.553012] env[68872]: INFO nova.compute.manager [None req-33e5929e-6a2d-44f4-80ee-010065a008a4 tempest-DeleteServersAdminTestJSON-459157145 tempest-DeleteServersAdminTestJSON-459157145-project-admin] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Terminating instance [ 600.650672] env[68872]: DEBUG nova.network.neutron [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Successfully created port: 077fe0a3-df99-41a7-9261-3fca8308672c {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 600.669539] env[68872]: DEBUG nova.network.neutron [req-a11cec99-eb73-4b74-bfdf-bed58bf7dac2 req-8fc561ca-c088-49bb-bfc2-0cefb5de539b service nova] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Updated VIF entry in instance network info cache for port cb010a8b-4388-41aa-afe2-87112823ab0a. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 600.669923] env[68872]: DEBUG nova.network.neutron [req-a11cec99-eb73-4b74-bfdf-bed58bf7dac2 req-8fc561ca-c088-49bb-bfc2-0cefb5de539b service nova] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Updating instance_info_cache with network_info: [{"id": "cb010a8b-4388-41aa-afe2-87112823ab0a", "address": "fa:16:3e:f2:a6:cd", "network": {"id": "98e8afc5-95e6-45ef-b631-3d581578b502", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-600120771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4395fbed31784036b36beaea8966e1e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb010a8b-43", "ovs_interfaceid": "cb010a8b-4388-41aa-afe2-87112823ab0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.681823] env[68872]: DEBUG oslo_vmware.api [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Task: {'id': task-3091935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.697183] env[68872]: DEBUG oslo_vmware.api [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3091936, 'name': Rename_Task, 'duration_secs': 0.372134} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.698064] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 600.698378] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b702b450-0086-494f-974c-bd08efa29e70 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.705137] env[68872]: DEBUG oslo_vmware.api [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Waiting for the task: (returnval){ [ 600.705137] env[68872]: value = "task-3091937" [ 600.705137] env[68872]: _type = "Task" [ 600.705137] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.714753] env[68872]: DEBUG oslo_vmware.api [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3091937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.797891] env[68872]: DEBUG nova.scheduler.client.report [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.912689] env[68872]: DEBUG nova.compute.manager [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 600.959562] env[68872]: DEBUG nova.virt.hardware [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 600.959562] env[68872]: DEBUG nova.virt.hardware [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 600.959759] env[68872]: DEBUG nova.virt.hardware [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 600.960035] env[68872]: DEBUG nova.virt.hardware [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 600.960437] env[68872]: DEBUG nova.virt.hardware [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 600.960621] env[68872]: DEBUG nova.virt.hardware [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 600.960936] env[68872]: DEBUG nova.virt.hardware [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 600.961150] env[68872]: DEBUG nova.virt.hardware [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 600.961407] env[68872]: DEBUG nova.virt.hardware [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 600.961604] env[68872]: DEBUG nova.virt.hardware [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 600.961876] env[68872]: DEBUG nova.virt.hardware [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 600.962981] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41046aac-f385-43c1-a801-b06f8cfd063f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.984583] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153ba614-460d-4431-a19c-a6f2c1504822 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.993917] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091933, 'name': CreateVM_Task, 'duration_secs': 1.125179} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.994738] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 600.995391] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.995610] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.996016] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.005188] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b86f4b98-935d-4f85-9913-46920d742e76 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.015022] env[68872]: DEBUG oslo_vmware.api [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Waiting for the task: (returnval){ [ 601.015022] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]525ca2b2-75d6-4812-d7c2-407c09a19bd1" [ 601.015022] env[68872]: _type = "Task" [ 601.015022] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.024310] env[68872]: DEBUG oslo_vmware.api [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]525ca2b2-75d6-4812-d7c2-407c09a19bd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.056644] env[68872]: DEBUG oslo_concurrency.lockutils [req-be9c5f25-d657-4a00-b5d0-9fc05aea8532 req-13b18e7c-6ba8-4e6f-b87c-1dab02e858b1 service nova] Releasing lock "refresh_cache-4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.061614] env[68872]: DEBUG nova.compute.manager [None req-33e5929e-6a2d-44f4-80ee-010065a008a4 tempest-DeleteServersAdminTestJSON-459157145 tempest-DeleteServersAdminTestJSON-459157145-project-admin] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 601.062291] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-33e5929e-6a2d-44f4-80ee-010065a008a4 tempest-DeleteServersAdminTestJSON-459157145 tempest-DeleteServersAdminTestJSON-459157145-project-admin] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 601.064462] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7144b328-1dc1-499a-a29b-c28fbf66e8ed {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.082310] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e5929e-6a2d-44f4-80ee-010065a008a4 tempest-DeleteServersAdminTestJSON-459157145 tempest-DeleteServersAdminTestJSON-459157145-project-admin] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 601.083215] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae021f9c-8933-4224-982c-8f439d6a487e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.089765] env[68872]: DEBUG oslo_vmware.api [None req-33e5929e-6a2d-44f4-80ee-010065a008a4 tempest-DeleteServersAdminTestJSON-459157145 tempest-DeleteServersAdminTestJSON-459157145-project-admin] Waiting for the task: (returnval){ [ 601.089765] env[68872]: value = "task-3091938" [ 601.089765] env[68872]: _type = "Task" [ 601.089765] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.099883] env[68872]: DEBUG oslo_vmware.api [None req-33e5929e-6a2d-44f4-80ee-010065a008a4 tempest-DeleteServersAdminTestJSON-459157145 tempest-DeleteServersAdminTestJSON-459157145-project-admin] Task: {'id': task-3091938, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.175890] env[68872]: DEBUG oslo_concurrency.lockutils [req-a11cec99-eb73-4b74-bfdf-bed58bf7dac2 req-8fc561ca-c088-49bb-bfc2-0cefb5de539b service nova] Releasing lock "refresh_cache-868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.183832] env[68872]: DEBUG oslo_vmware.api [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Task: {'id': task-3091935, 'name': ReconfigVM_Task, 'duration_secs': 0.623862} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.184502] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c/4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 601.185395] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d024bf0-d3c8-464c-a834-96a12c610efd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.192348] env[68872]: DEBUG oslo_vmware.api [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Waiting for the task: (returnval){ [ 601.192348] env[68872]: value = "task-3091939" [ 601.192348] env[68872]: _type = "Task" [ 601.192348] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.204218] env[68872]: DEBUG oslo_vmware.api [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Task: {'id': task-3091939, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.217969] env[68872]: DEBUG oslo_vmware.api [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3091937, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.256874] env[68872]: DEBUG oslo_vmware.rw_handles [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Completed reading data from the image iterator. {{(pid=68872) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 601.257185] env[68872]: DEBUG oslo_vmware.rw_handles [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6b255cc3-c6ca-430b-b412-689e7d39505f/f385dd18-ac06-4518-90be-b739920d18c6/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68872) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 601.303852] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.304332] env[68872]: DEBUG nova.compute.manager [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 601.307292] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.540s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.426409] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Downloaded image file data f385dd18-ac06-4518-90be-b739920d18c6 to vmware_temp/6b255cc3-c6ca-430b-b412-689e7d39505f/f385dd18-ac06-4518-90be-b739920d18c6/tmp-sparse.vmdk on the data store datastore2 {{(pid=68872) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 601.428529] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Caching image {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 601.429377] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Copying Virtual Disk [datastore2] vmware_temp/6b255cc3-c6ca-430b-b412-689e7d39505f/f385dd18-ac06-4518-90be-b739920d18c6/tmp-sparse.vmdk to [datastore2] vmware_temp/6b255cc3-c6ca-430b-b412-689e7d39505f/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.429377] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27e27475-0718-4a5d-a452-3dd04760f4b6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.440383] env[68872]: DEBUG oslo_vmware.api [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Waiting for the task: (returnval){ [ 601.440383] env[68872]: value = "task-3091940" [ 601.440383] env[68872]: _type = "Task" [ 601.440383] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.451608] env[68872]: DEBUG oslo_vmware.api [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Task: {'id': task-3091940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.509134] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Acquiring lock "0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.509739] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Lock "0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.527063] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.527063] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 601.527150] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.601296] env[68872]: DEBUG oslo_vmware.api [None req-33e5929e-6a2d-44f4-80ee-010065a008a4 tempest-DeleteServersAdminTestJSON-459157145 tempest-DeleteServersAdminTestJSON-459157145-project-admin] Task: {'id': task-3091938, 'name': PowerOffVM_Task, 'duration_secs': 0.310391} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.601296] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e5929e-6a2d-44f4-80ee-010065a008a4 tempest-DeleteServersAdminTestJSON-459157145 tempest-DeleteServersAdminTestJSON-459157145-project-admin] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 601.601296] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-33e5929e-6a2d-44f4-80ee-010065a008a4 tempest-DeleteServersAdminTestJSON-459157145 tempest-DeleteServersAdminTestJSON-459157145-project-admin] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 601.601491] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ebcad80-5d94-411b-a936-7e757a08d72e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.682866] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-33e5929e-6a2d-44f4-80ee-010065a008a4 tempest-DeleteServersAdminTestJSON-459157145 tempest-DeleteServersAdminTestJSON-459157145-project-admin] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 601.683085] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-33e5929e-6a2d-44f4-80ee-010065a008a4 tempest-DeleteServersAdminTestJSON-459157145 tempest-DeleteServersAdminTestJSON-459157145-project-admin] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 601.683265] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-33e5929e-6a2d-44f4-80ee-010065a008a4 tempest-DeleteServersAdminTestJSON-459157145 tempest-DeleteServersAdminTestJSON-459157145-project-admin] Deleting the datastore file [datastore1] ca6e6a64-d15e-4c0d-b236-61975052da70 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 601.683653] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03c95134-1636-4a8e-8446-6c332b08eb30 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.692103] env[68872]: DEBUG oslo_vmware.api [None req-33e5929e-6a2d-44f4-80ee-010065a008a4 tempest-DeleteServersAdminTestJSON-459157145 tempest-DeleteServersAdminTestJSON-459157145-project-admin] Waiting for the task: (returnval){ [ 601.692103] env[68872]: value = "task-3091942" [ 601.692103] env[68872]: _type = "Task" [ 601.692103] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.706021] env[68872]: DEBUG oslo_vmware.api [None req-33e5929e-6a2d-44f4-80ee-010065a008a4 tempest-DeleteServersAdminTestJSON-459157145 tempest-DeleteServersAdminTestJSON-459157145-project-admin] Task: {'id': task-3091942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.706021] env[68872]: DEBUG oslo_vmware.api [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Task: {'id': task-3091939, 'name': Rename_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.719385] env[68872]: DEBUG oslo_vmware.api [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3091937, 'name': PowerOnVM_Task, 'duration_secs': 0.715942} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.721358] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 601.721358] env[68872]: INFO nova.compute.manager [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Took 10.43 seconds to spawn the instance on the hypervisor. [ 601.721358] env[68872]: DEBUG nova.compute.manager [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 601.721358] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174c8d53-bac2-4fc5-9ccb-dd35a94c6272 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.810773] env[68872]: DEBUG nova.compute.utils [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 601.822294] env[68872]: DEBUG nova.compute.manager [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 601.823285] env[68872]: DEBUG nova.network.neutron [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 601.957515] env[68872]: DEBUG oslo_vmware.api [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Task: {'id': task-3091940, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.012046] env[68872]: DEBUG nova.compute.manager [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.141703] env[68872]: DEBUG nova.policy [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c342067ba0854aed9bc00083bbcc11a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '144683486a8547b8998848c3622a3326', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 602.209657] env[68872]: DEBUG oslo_vmware.api [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Task: {'id': task-3091939, 'name': Rename_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.213662] env[68872]: DEBUG oslo_vmware.api [None req-33e5929e-6a2d-44f4-80ee-010065a008a4 tempest-DeleteServersAdminTestJSON-459157145 tempest-DeleteServersAdminTestJSON-459157145-project-admin] Task: {'id': task-3091942, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23381} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.213662] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-33e5929e-6a2d-44f4-80ee-010065a008a4 tempest-DeleteServersAdminTestJSON-459157145 tempest-DeleteServersAdminTestJSON-459157145-project-admin] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 602.213662] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-33e5929e-6a2d-44f4-80ee-010065a008a4 tempest-DeleteServersAdminTestJSON-459157145 tempest-DeleteServersAdminTestJSON-459157145-project-admin] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 602.213662] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-33e5929e-6a2d-44f4-80ee-010065a008a4 tempest-DeleteServersAdminTestJSON-459157145 tempest-DeleteServersAdminTestJSON-459157145-project-admin] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 602.213838] env[68872]: INFO nova.compute.manager [None req-33e5929e-6a2d-44f4-80ee-010065a008a4 tempest-DeleteServersAdminTestJSON-459157145 tempest-DeleteServersAdminTestJSON-459157145-project-admin] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Took 1.15 seconds to destroy the instance on the hypervisor. [ 602.214047] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33e5929e-6a2d-44f4-80ee-010065a008a4 tempest-DeleteServersAdminTestJSON-459157145 tempest-DeleteServersAdminTestJSON-459157145-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 602.214205] env[68872]: DEBUG nova.compute.manager [-] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 602.214295] env[68872]: DEBUG nova.network.neutron [-] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 602.240083] env[68872]: INFO nova.compute.manager [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Took 20.51 seconds to build instance. [ 602.312312] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0f84ca6e-dc09-4b4d-99ee-77d19c668c54 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquiring lock "7e2dea4b-2e4c-4777-9db9-d701ead9416b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.312312] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0f84ca6e-dc09-4b4d-99ee-77d19c668c54 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "7e2dea4b-2e4c-4777-9db9-d701ead9416b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.312312] env[68872]: DEBUG nova.compute.manager [None req-0f84ca6e-dc09-4b4d-99ee-77d19c668c54 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 602.312312] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c18a82b-dc31-4d85-b499-c97f2c95f1e9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.322928] env[68872]: DEBUG nova.compute.manager [None req-0f84ca6e-dc09-4b4d-99ee-77d19c668c54 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68872) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 602.322928] env[68872]: DEBUG nova.objects.instance [None req-0f84ca6e-dc09-4b4d-99ee-77d19c668c54 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lazy-loading 'flavor' on Instance uuid 7e2dea4b-2e4c-4777-9db9-d701ead9416b {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 602.332873] env[68872]: DEBUG nova.compute.manager [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 602.368568] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 790ddb20-f86b-4910-ba5d-aae16f8794be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 602.368886] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance ca6e6a64-d15e-4c0d-b236-61975052da70 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 602.369028] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 237f3caa-6dab-47aa-aa2a-65d95bdcc40f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 602.369147] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 7e2dea4b-2e4c-4777-9db9-d701ead9416b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 602.369518] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance db3e747b-e648-4fc2-86a1-d2e6ff48db08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 602.369518] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 602.369677] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 602.369677] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 0f622bbe-6d9c-455f-99df-066c2edf5a53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 602.369792] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 31b939ea-8b15-4302-9656-791da7b0350b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 602.370175] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 602.453797] env[68872]: DEBUG oslo_vmware.api [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Task: {'id': task-3091940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.999661} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.453985] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Copied Virtual Disk [datastore2] vmware_temp/6b255cc3-c6ca-430b-b412-689e7d39505f/f385dd18-ac06-4518-90be-b739920d18c6/tmp-sparse.vmdk to [datastore2] vmware_temp/6b255cc3-c6ca-430b-b412-689e7d39505f/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.454165] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Deleting the datastore file [datastore2] vmware_temp/6b255cc3-c6ca-430b-b412-689e7d39505f/f385dd18-ac06-4518-90be-b739920d18c6/tmp-sparse.vmdk {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 602.454425] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a61966f-0d8f-4834-b718-26bb64c8f4d8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.463333] env[68872]: DEBUG oslo_vmware.api [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Waiting for the task: (returnval){ [ 602.463333] env[68872]: value = "task-3091943" [ 602.463333] env[68872]: _type = "Task" [ 602.463333] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.475777] env[68872]: DEBUG oslo_vmware.api [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Task: {'id': task-3091943, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.543211] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.711110] env[68872]: DEBUG oslo_vmware.api [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Task: {'id': task-3091939, 'name': Rename_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.742016] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d863a5d1-aa19-48aa-9a81-c5c4864799d8 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Lock "db3e747b-e648-4fc2-86a1-d2e6ff48db08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.027s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.855253] env[68872]: DEBUG oslo_concurrency.lockutils [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Acquiring lock "c9261fcc-7aa8-4afb-aa30-57df0ef71a44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.856043] env[68872]: DEBUG oslo_concurrency.lockutils [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Lock "c9261fcc-7aa8-4afb-aa30-57df0ef71a44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.877033] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 69176049-fec1-4283-b4e7-05bd67ee3eb0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 602.976024] env[68872]: DEBUG oslo_vmware.api [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Task: {'id': task-3091943, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.070309} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.976360] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 602.976612] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Moving file from [datastore2] vmware_temp/6b255cc3-c6ca-430b-b412-689e7d39505f/f385dd18-ac06-4518-90be-b739920d18c6 to [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6. {{(pid=68872) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 602.976895] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-3bbb38ad-8df5-4fc4-a155-7bdb9569cc5a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.986807] env[68872]: DEBUG oslo_vmware.api [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Waiting for the task: (returnval){ [ 602.986807] env[68872]: value = "task-3091944" [ 602.986807] env[68872]: _type = "Task" [ 602.986807] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.996497] env[68872]: DEBUG oslo_vmware.api [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Task: {'id': task-3091944, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.071373] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "fe5cc7b3-155a-437c-b04c-32bbfff60809" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.071615] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "fe5cc7b3-155a-437c-b04c-32bbfff60809" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.211906] env[68872]: DEBUG oslo_vmware.api [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Task: {'id': task-3091939, 'name': Rename_Task, 'duration_secs': 1.735335} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.212229] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 603.212530] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e30395d2-158b-4294-a10f-cba565fb7e64 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.221330] env[68872]: DEBUG oslo_vmware.api [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Waiting for the task: (returnval){ [ 603.221330] env[68872]: value = "task-3091945" [ 603.221330] env[68872]: _type = "Task" [ 603.221330] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.231336] env[68872]: DEBUG oslo_vmware.api [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Task: {'id': task-3091945, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.351741] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f84ca6e-dc09-4b4d-99ee-77d19c668c54 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 603.352231] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fd9222d-8e66-4b46-a0a9-0d1575aecf30 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.358219] env[68872]: DEBUG nova.compute.manager [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 603.361559] env[68872]: DEBUG nova.compute.manager [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 603.368753] env[68872]: DEBUG oslo_vmware.api [None req-0f84ca6e-dc09-4b4d-99ee-77d19c668c54 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 603.368753] env[68872]: value = "task-3091946" [ 603.368753] env[68872]: _type = "Task" [ 603.368753] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.378909] env[68872]: DEBUG oslo_vmware.api [None req-0f84ca6e-dc09-4b4d-99ee-77d19c668c54 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3091946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.379648] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 545fb708-58ee-4c11-9099-8a507960f7ab has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 603.404762] env[68872]: DEBUG nova.virt.hardware [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 603.404998] env[68872]: DEBUG nova.virt.hardware [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 603.405177] env[68872]: DEBUG nova.virt.hardware [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 603.405503] env[68872]: DEBUG nova.virt.hardware [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 603.405573] env[68872]: DEBUG nova.virt.hardware [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 603.405724] env[68872]: DEBUG nova.virt.hardware [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 603.405936] env[68872]: DEBUG nova.virt.hardware [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 603.406109] env[68872]: DEBUG nova.virt.hardware [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 603.406282] env[68872]: DEBUG nova.virt.hardware [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 603.406446] env[68872]: DEBUG nova.virt.hardware [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 603.406651] env[68872]: DEBUG nova.virt.hardware [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 603.407861] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0f0dee-f44e-4118-ada6-c481de48c290 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.422022] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2c5762-086b-43b2-85eb-e1b70c1b8617 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.498343] env[68872]: DEBUG oslo_vmware.api [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Task: {'id': task-3091944, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.039984} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.498605] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] File moved {{(pid=68872) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 603.498787] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Cleaning up location [datastore2] vmware_temp/6b255cc3-c6ca-430b-b412-689e7d39505f {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 603.498973] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Deleting the datastore file [datastore2] vmware_temp/6b255cc3-c6ca-430b-b412-689e7d39505f {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 603.499209] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eca5f47a-50d6-46db-9d01-51bd5b626a7f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.508232] env[68872]: DEBUG oslo_vmware.api [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Waiting for the task: (returnval){ [ 603.508232] env[68872]: value = "task-3091947" [ 603.508232] env[68872]: _type = "Task" [ 603.508232] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.519842] env[68872]: DEBUG oslo_vmware.api [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Task: {'id': task-3091947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.687795] env[68872]: DEBUG oslo_concurrency.lockutils [None req-30e2e325-36e0-4e20-ac79-a778c98e807c tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Acquiring lock "237f3caa-6dab-47aa-aa2a-65d95bdcc40f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.688130] env[68872]: DEBUG oslo_concurrency.lockutils [None req-30e2e325-36e0-4e20-ac79-a778c98e807c tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Lock "237f3caa-6dab-47aa-aa2a-65d95bdcc40f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.688344] env[68872]: DEBUG oslo_concurrency.lockutils [None req-30e2e325-36e0-4e20-ac79-a778c98e807c tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Acquiring lock "237f3caa-6dab-47aa-aa2a-65d95bdcc40f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.688555] env[68872]: DEBUG oslo_concurrency.lockutils [None req-30e2e325-36e0-4e20-ac79-a778c98e807c tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Lock "237f3caa-6dab-47aa-aa2a-65d95bdcc40f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.688742] env[68872]: DEBUG oslo_concurrency.lockutils [None req-30e2e325-36e0-4e20-ac79-a778c98e807c tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Lock "237f3caa-6dab-47aa-aa2a-65d95bdcc40f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.692354] env[68872]: INFO nova.compute.manager [None req-30e2e325-36e0-4e20-ac79-a778c98e807c tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Terminating instance [ 603.719995] env[68872]: DEBUG nova.network.neutron [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Successfully created port: adb2f69e-0244-4256-8abe-aaa9ffba4db8 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 603.734615] env[68872]: DEBUG oslo_vmware.api [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Task: {'id': task-3091945, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.805201] env[68872]: DEBUG nova.network.neutron [-] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.885647] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 575d83bb-f897-4ec9-aae4-8948b0abe512 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 603.893142] env[68872]: DEBUG oslo_vmware.api [None req-0f84ca6e-dc09-4b4d-99ee-77d19c668c54 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3091946, 'name': PowerOffVM_Task, 'duration_secs': 0.375036} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.893807] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f84ca6e-dc09-4b4d-99ee-77d19c668c54 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 603.893886] env[68872]: DEBUG nova.compute.manager [None req-0f84ca6e-dc09-4b4d-99ee-77d19c668c54 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 603.895928] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ca9dda-b844-4a1b-b834-3ae1c5ad9c2c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.906805] env[68872]: DEBUG oslo_concurrency.lockutils [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.022045] env[68872]: DEBUG oslo_vmware.api [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Task: {'id': task-3091947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.054909} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.022358] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 604.023116] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b43e66b-a04f-4301-a8eb-4f3259b0fdf0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.033811] env[68872]: DEBUG oslo_vmware.api [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Waiting for the task: (returnval){ [ 604.033811] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]523eb282-b001-0e0f-5c3a-80c7c8b6e13d" [ 604.033811] env[68872]: _type = "Task" [ 604.033811] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.047151] env[68872]: DEBUG oslo_vmware.api [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]523eb282-b001-0e0f-5c3a-80c7c8b6e13d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.083926] env[68872]: DEBUG nova.network.neutron [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Successfully updated port: 077fe0a3-df99-41a7-9261-3fca8308672c {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 604.198652] env[68872]: DEBUG nova.compute.manager [None req-30e2e325-36e0-4e20-ac79-a778c98e807c tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 604.199382] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-30e2e325-36e0-4e20-ac79-a778c98e807c tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 604.201864] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1d494c-9538-4690-a2cf-a19de19fffec {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.222706] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e2e325-36e0-4e20-ac79-a778c98e807c tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 604.228236] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2723978-a8bb-4e13-9738-301549299380 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.241437] env[68872]: DEBUG oslo_vmware.api [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Task: {'id': task-3091945, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.243089] env[68872]: DEBUG oslo_vmware.api [None req-30e2e325-36e0-4e20-ac79-a778c98e807c tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Waiting for the task: (returnval){ [ 604.243089] env[68872]: value = "task-3091948" [ 604.243089] env[68872]: _type = "Task" [ 604.243089] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.254759] env[68872]: DEBUG oslo_vmware.api [None req-30e2e325-36e0-4e20-ac79-a778c98e807c tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Task: {'id': task-3091948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.312737] env[68872]: INFO nova.compute.manager [-] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Took 2.10 seconds to deallocate network for instance. [ 604.393796] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 604.394063] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=68872) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 604.394690] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=68872) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 604.423020] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0f84ca6e-dc09-4b4d-99ee-77d19c668c54 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "7e2dea4b-2e4c-4777-9db9-d701ead9416b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.111s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.544982] env[68872]: DEBUG oslo_vmware.api [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]523eb282-b001-0e0f-5c3a-80c7c8b6e13d, 'name': SearchDatastore_Task, 'duration_secs': 0.012112} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.549960] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.549960] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 0f622bbe-6d9c-455f-99df-066c2edf5a53/0f622bbe-6d9c-455f-99df-066c2edf5a53.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 604.550378] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.550575] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.550831] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3207c133-cb2f-4f57-a2a4-6faac4bbf2f8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.552843] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c096d13-918f-4a85-b189-0fd48d871afe {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.564223] env[68872]: DEBUG oslo_vmware.api [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Waiting for the task: (returnval){ [ 604.564223] env[68872]: value = "task-3091949" [ 604.564223] env[68872]: _type = "Task" [ 604.564223] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.568460] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.568746] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 604.578326] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41a0fe40-5453-4b8a-8eb8-1aa21fad82da {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.591837] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Acquiring lock "refresh_cache-31b939ea-8b15-4302-9656-791da7b0350b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.591837] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Acquired lock "refresh_cache-31b939ea-8b15-4302-9656-791da7b0350b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.591947] env[68872]: DEBUG nova.network.neutron [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 604.601145] env[68872]: DEBUG oslo_vmware.api [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Task: {'id': task-3091949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.601145] env[68872]: DEBUG oslo_vmware.api [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Waiting for the task: (returnval){ [ 604.601145] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52ecb210-775e-c93e-b717-3709ed17291c" [ 604.601145] env[68872]: _type = "Task" [ 604.601145] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.601145] env[68872]: DEBUG nova.compute.manager [req-4c31dbc1-80d7-4b64-8249-d97175c7311a req-be48d1bb-2b2a-405e-8221-337de3589bb0 service nova] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Received event network-vif-deleted-19c251b5-2f52-431c-899f-d7e7586407f0 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 604.604293] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ee8fc607-4bab-4062-909b-ccd6cffc5848 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Acquiring lock "790ddb20-f86b-4910-ba5d-aae16f8794be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.604293] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ee8fc607-4bab-4062-909b-ccd6cffc5848 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Lock "790ddb20-f86b-4910-ba5d-aae16f8794be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.604662] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ee8fc607-4bab-4062-909b-ccd6cffc5848 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Acquiring lock "790ddb20-f86b-4910-ba5d-aae16f8794be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.604662] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ee8fc607-4bab-4062-909b-ccd6cffc5848 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Lock "790ddb20-f86b-4910-ba5d-aae16f8794be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.604846] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ee8fc607-4bab-4062-909b-ccd6cffc5848 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Lock "790ddb20-f86b-4910-ba5d-aae16f8794be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.607565] env[68872]: INFO nova.compute.manager [None req-ee8fc607-4bab-4062-909b-ccd6cffc5848 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Terminating instance [ 604.616170] env[68872]: DEBUG oslo_vmware.api [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52ecb210-775e-c93e-b717-3709ed17291c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.738972] env[68872]: DEBUG oslo_vmware.api [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Task: {'id': task-3091945, 'name': PowerOnVM_Task, 'duration_secs': 1.036287} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.739307] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 604.739734] env[68872]: INFO nova.compute.manager [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Took 11.05 seconds to spawn the instance on the hypervisor. [ 604.739734] env[68872]: DEBUG nova.compute.manager [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 604.742443] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d81f28-3b44-4d11-b50f-d9e4902b7db0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.784629] env[68872]: DEBUG oslo_vmware.api [None req-30e2e325-36e0-4e20-ac79-a778c98e807c tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Task: {'id': task-3091948, 'name': PowerOffVM_Task, 'duration_secs': 0.22908} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.792285] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e2e325-36e0-4e20-ac79-a778c98e807c tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 604.792526] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-30e2e325-36e0-4e20-ac79-a778c98e807c tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 604.793753] env[68872]: DEBUG nova.compute.manager [req-d1de0e78-d4c0-41b2-93da-f4d112f67380 req-52f7cb49-7f8a-4f35-90b8-9b6aaa6212ae service nova] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Received event network-vif-plugged-077fe0a3-df99-41a7-9261-3fca8308672c {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 604.793972] env[68872]: DEBUG oslo_concurrency.lockutils [req-d1de0e78-d4c0-41b2-93da-f4d112f67380 req-52f7cb49-7f8a-4f35-90b8-9b6aaa6212ae service nova] Acquiring lock "31b939ea-8b15-4302-9656-791da7b0350b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.794220] env[68872]: DEBUG oslo_concurrency.lockutils [req-d1de0e78-d4c0-41b2-93da-f4d112f67380 req-52f7cb49-7f8a-4f35-90b8-9b6aaa6212ae service nova] Lock "31b939ea-8b15-4302-9656-791da7b0350b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.794428] env[68872]: DEBUG oslo_concurrency.lockutils [req-d1de0e78-d4c0-41b2-93da-f4d112f67380 req-52f7cb49-7f8a-4f35-90b8-9b6aaa6212ae service nova] Lock "31b939ea-8b15-4302-9656-791da7b0350b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.794640] env[68872]: DEBUG nova.compute.manager [req-d1de0e78-d4c0-41b2-93da-f4d112f67380 req-52f7cb49-7f8a-4f35-90b8-9b6aaa6212ae service nova] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] No waiting events found dispatching network-vif-plugged-077fe0a3-df99-41a7-9261-3fca8308672c {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 604.794951] env[68872]: WARNING nova.compute.manager [req-d1de0e78-d4c0-41b2-93da-f4d112f67380 req-52f7cb49-7f8a-4f35-90b8-9b6aaa6212ae service nova] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Received unexpected event network-vif-plugged-077fe0a3-df99-41a7-9261-3fca8308672c for instance with vm_state building and task_state spawning. [ 604.796215] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f85846fc-e135-4844-b44d-b4589878854f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.820275] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba67ca4-a2f2-4d0e-81de-aa9f66f5ae11 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.835768] env[68872]: DEBUG oslo_concurrency.lockutils [None req-33e5929e-6a2d-44f4-80ee-010065a008a4 tempest-DeleteServersAdminTestJSON-459157145 tempest-DeleteServersAdminTestJSON-459157145-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.838322] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74247ff8-a4b7-445a-9e78-f4634e22a092 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.883654] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed9bbc3-9948-4b90-a2bf-b4c17dea8421 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.886742] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-30e2e325-36e0-4e20-ac79-a778c98e807c tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 604.886939] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-30e2e325-36e0-4e20-ac79-a778c98e807c tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 604.887128] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-30e2e325-36e0-4e20-ac79-a778c98e807c tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Deleting the datastore file [datastore1] 237f3caa-6dab-47aa-aa2a-65d95bdcc40f {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 604.887372] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61505c6a-149e-4e44-81bf-10c30e462d0b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.896944] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81465822-702a-422c-bcc0-dd7a2f00dc60 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.901782] env[68872]: DEBUG oslo_vmware.api [None req-30e2e325-36e0-4e20-ac79-a778c98e807c tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Waiting for the task: (returnval){ [ 604.901782] env[68872]: value = "task-3091951" [ 604.901782] env[68872]: _type = "Task" [ 604.901782] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.915672] env[68872]: DEBUG nova.compute.provider_tree [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.924315] env[68872]: DEBUG oslo_vmware.api [None req-30e2e325-36e0-4e20-ac79-a778c98e807c tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Task: {'id': task-3091951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.088187] env[68872]: DEBUG oslo_vmware.api [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Task: {'id': task-3091949, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.121299] env[68872]: DEBUG oslo_vmware.api [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52ecb210-775e-c93e-b717-3709ed17291c, 'name': SearchDatastore_Task, 'duration_secs': 0.027043} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.121299] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c702e386-4a96-47b1-accf-03256a1f8bd2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.125140] env[68872]: DEBUG nova.compute.manager [None req-ee8fc607-4bab-4062-909b-ccd6cffc5848 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 605.125327] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8fc607-4bab-4062-909b-ccd6cffc5848 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 605.126591] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2544435d-ed4a-4fb4-95db-868cff3f19b9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.139443] env[68872]: DEBUG oslo_vmware.api [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Waiting for the task: (returnval){ [ 605.139443] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d73f7a-bdc3-559c-b173-07367104da38" [ 605.139443] env[68872]: _type = "Task" [ 605.139443] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.143991] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee8fc607-4bab-4062-909b-ccd6cffc5848 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 605.147819] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72c4172a-8c69-42c6-a1cf-ab3959b1f5be {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.163357] env[68872]: DEBUG oslo_vmware.api [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d73f7a-bdc3-559c-b173-07367104da38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.165346] env[68872]: DEBUG oslo_vmware.api [None req-ee8fc607-4bab-4062-909b-ccd6cffc5848 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Waiting for the task: (returnval){ [ 605.165346] env[68872]: value = "task-3091952" [ 605.165346] env[68872]: _type = "Task" [ 605.165346] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.181539] env[68872]: DEBUG oslo_vmware.api [None req-ee8fc607-4bab-4062-909b-ccd6cffc5848 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Task: {'id': task-3091952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.226107] env[68872]: DEBUG nova.network.neutron [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 605.313186] env[68872]: INFO nova.compute.manager [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Took 22.54 seconds to build instance. [ 605.414912] env[68872]: DEBUG oslo_vmware.api [None req-30e2e325-36e0-4e20-ac79-a778c98e807c tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Task: {'id': task-3091951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.378874} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.415231] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-30e2e325-36e0-4e20-ac79-a778c98e807c tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 605.415766] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-30e2e325-36e0-4e20-ac79-a778c98e807c tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 605.415766] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-30e2e325-36e0-4e20-ac79-a778c98e807c tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 605.415766] env[68872]: INFO nova.compute.manager [None req-30e2e325-36e0-4e20-ac79-a778c98e807c tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Took 1.22 seconds to destroy the instance on the hypervisor. [ 605.416026] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30e2e325-36e0-4e20-ac79-a778c98e807c tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 605.416923] env[68872]: DEBUG nova.compute.manager [-] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 605.416923] env[68872]: DEBUG nova.network.neutron [-] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 605.425693] env[68872]: DEBUG nova.scheduler.client.report [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 605.589108] env[68872]: DEBUG oslo_vmware.api [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Task: {'id': task-3091949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.786191} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.589478] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 0f622bbe-6d9c-455f-99df-066c2edf5a53/0f622bbe-6d9c-455f-99df-066c2edf5a53.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 605.589747] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 605.590083] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cdcde3c3-45ca-49dd-85f1-2ca7dce218f3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.598827] env[68872]: DEBUG oslo_vmware.api [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Waiting for the task: (returnval){ [ 605.598827] env[68872]: value = "task-3091953" [ 605.598827] env[68872]: _type = "Task" [ 605.598827] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.609255] env[68872]: DEBUG oslo_vmware.api [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Task: {'id': task-3091953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.656413] env[68872]: DEBUG oslo_vmware.api [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d73f7a-bdc3-559c-b173-07367104da38, 'name': SearchDatastore_Task, 'duration_secs': 0.069285} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.656677] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.656941] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff/868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.657208] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23e17e26-78e2-41c7-be92-8124ab8f9a71 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.666675] env[68872]: DEBUG oslo_vmware.api [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Waiting for the task: (returnval){ [ 605.666675] env[68872]: value = "task-3091954" [ 605.666675] env[68872]: _type = "Task" [ 605.666675] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.684174] env[68872]: DEBUG oslo_vmware.api [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': task-3091954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.684174] env[68872]: DEBUG oslo_vmware.api [None req-ee8fc607-4bab-4062-909b-ccd6cffc5848 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Task: {'id': task-3091952, 'name': PowerOffVM_Task, 'duration_secs': 0.359953} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.684351] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee8fc607-4bab-4062-909b-ccd6cffc5848 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 605.684474] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8fc607-4bab-4062-909b-ccd6cffc5848 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 605.684713] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75d0708f-b051-4c53-b78e-c71458833c05 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.781155] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8fc607-4bab-4062-909b-ccd6cffc5848 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 605.781155] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8fc607-4bab-4062-909b-ccd6cffc5848 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 605.781155] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee8fc607-4bab-4062-909b-ccd6cffc5848 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Deleting the datastore file [datastore1] 790ddb20-f86b-4910-ba5d-aae16f8794be {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 605.781429] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec0e158a-b16b-4dba-a884-e2ad7a165b6f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.793333] env[68872]: DEBUG oslo_vmware.api [None req-ee8fc607-4bab-4062-909b-ccd6cffc5848 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Waiting for the task: (returnval){ [ 605.793333] env[68872]: value = "task-3091956" [ 605.793333] env[68872]: _type = "Task" [ 605.793333] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.806729] env[68872]: DEBUG oslo_vmware.api [None req-ee8fc607-4bab-4062-909b-ccd6cffc5848 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Task: {'id': task-3091956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.817169] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cb6900a8-e6a6-4662-9d73-87e293827cc1 tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Lock "4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.047s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.898730] env[68872]: DEBUG nova.network.neutron [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Updating instance_info_cache with network_info: [{"id": "077fe0a3-df99-41a7-9261-3fca8308672c", "address": "fa:16:3e:7e:e0:a7", "network": {"id": "e24fa1da-f42e-4dfc-a3d2-28c48e1e0f10", "bridge": "br-int", "label": "tempest-ServersTestJSON-305338116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8165565a0d042d9a09a1560763826cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap077fe0a3-df", "ovs_interfaceid": "077fe0a3-df99-41a7-9261-3fca8308672c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.936046] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68872) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 605.936046] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.628s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.936046] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.192s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.939360] env[68872]: INFO nova.compute.claims [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 606.113908] env[68872]: DEBUG oslo_vmware.api [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Task: {'id': task-3091953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.27172} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.114411] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 606.115726] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91d9159-c15d-41f8-9821-ca233657ad18 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.156556] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 0f622bbe-6d9c-455f-99df-066c2edf5a53/0f622bbe-6d9c-455f-99df-066c2edf5a53.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 606.156840] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaeb10a8-b737-42f2-8547-0d00c47a444a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.187026] env[68872]: DEBUG oslo_vmware.api [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': task-3091954, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.187220] env[68872]: DEBUG oslo_vmware.api [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Waiting for the task: (returnval){ [ 606.187220] env[68872]: value = "task-3091957" [ 606.187220] env[68872]: _type = "Task" [ 606.187220] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.196615] env[68872]: DEBUG oslo_vmware.api [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Task: {'id': task-3091957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.304032] env[68872]: DEBUG oslo_vmware.api [None req-ee8fc607-4bab-4062-909b-ccd6cffc5848 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Task: {'id': task-3091956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.420314} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.304032] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee8fc607-4bab-4062-909b-ccd6cffc5848 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 606.304032] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8fc607-4bab-4062-909b-ccd6cffc5848 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 606.304514] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8fc607-4bab-4062-909b-ccd6cffc5848 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 606.304514] env[68872]: INFO nova.compute.manager [None req-ee8fc607-4bab-4062-909b-ccd6cffc5848 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Took 1.18 seconds to destroy the instance on the hypervisor. [ 606.304663] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee8fc607-4bab-4062-909b-ccd6cffc5848 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 606.304909] env[68872]: DEBUG nova.compute.manager [-] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 606.304955] env[68872]: DEBUG nova.network.neutron [-] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 606.321688] env[68872]: DEBUG nova.compute.manager [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 606.401024] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Releasing lock "refresh_cache-31b939ea-8b15-4302-9656-791da7b0350b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.401369] env[68872]: DEBUG nova.compute.manager [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Instance network_info: |[{"id": "077fe0a3-df99-41a7-9261-3fca8308672c", "address": "fa:16:3e:7e:e0:a7", "network": {"id": "e24fa1da-f42e-4dfc-a3d2-28c48e1e0f10", "bridge": "br-int", "label": "tempest-ServersTestJSON-305338116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8165565a0d042d9a09a1560763826cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap077fe0a3-df", "ovs_interfaceid": "077fe0a3-df99-41a7-9261-3fca8308672c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 606.404915] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:e0:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f92f0b92-d6fb-4d00-8ad5-6b3809ed5493', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '077fe0a3-df99-41a7-9261-3fca8308672c', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 606.419694] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Creating folder: Project (c8165565a0d042d9a09a1560763826cb). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.426530] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdaa8724-adac-40b7-9900-35d7ed5e54ac {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.438620] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Created folder: Project (c8165565a0d042d9a09a1560763826cb) in parent group-v618835. [ 606.438887] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Creating folder: Instances. Parent ref: group-v618860. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.439121] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abe23200-51be-42f5-94b0-57d67f8eb97b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.452519] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Created folder: Instances in parent group-v618860. [ 606.453156] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 606.453732] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 606.453974] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cb01332-12eb-4239-8746-7b27fd31254a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.476461] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 606.476461] env[68872]: value = "task-3091960" [ 606.476461] env[68872]: _type = "Task" [ 606.476461] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.485489] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091960, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.674095] env[68872]: DEBUG nova.network.neutron [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Successfully updated port: adb2f69e-0244-4256-8abe-aaa9ffba4db8 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 606.691821] env[68872]: DEBUG oslo_vmware.api [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': task-3091954, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.913437} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.694581] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff/868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.694883] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.695746] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55150d53-268f-4c92-82db-de697fe68030 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.705261] env[68872]: DEBUG oslo_vmware.api [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Task: {'id': task-3091957, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.707141] env[68872]: DEBUG oslo_vmware.api [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Waiting for the task: (returnval){ [ 606.707141] env[68872]: value = "task-3091961" [ 606.707141] env[68872]: _type = "Task" [ 606.707141] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.720030] env[68872]: DEBUG oslo_vmware.api [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': task-3091961, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.777731] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Acquiring lock "df8e52cf-3cf4-4da1-bff5-0f250cfda4d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.778531] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Lock "df8e52cf-3cf4-4da1-bff5-0f250cfda4d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.855902] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.934902] env[68872]: DEBUG nova.compute.manager [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Stashing vm_state: active {{(pid=68872) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 606.952844] env[68872]: DEBUG nova.network.neutron [-] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.989765] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091960, 'name': CreateVM_Task, 'duration_secs': 0.394245} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.990566] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 606.990928] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.992035] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.992035] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.994148] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-624d595c-8c31-4047-a86f-5d5797e7ec9c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.003329] env[68872]: DEBUG oslo_vmware.api [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Waiting for the task: (returnval){ [ 607.003329] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5251c52e-c906-eb8a-6f58-7048cb44cb45" [ 607.003329] env[68872]: _type = "Task" [ 607.003329] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.020304] env[68872]: DEBUG oslo_vmware.api [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5251c52e-c906-eb8a-6f58-7048cb44cb45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.180610] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Acquiring lock "refresh_cache-ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.181680] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Acquired lock "refresh_cache-ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.181680] env[68872]: DEBUG nova.network.neutron [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.203293] env[68872]: DEBUG oslo_vmware.api [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Task: {'id': task-3091957, 'name': ReconfigVM_Task, 'duration_secs': 0.568443} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.203568] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 0f622bbe-6d9c-455f-99df-066c2edf5a53/0f622bbe-6d9c-455f-99df-066c2edf5a53.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 607.204218] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86dfb3bb-3b8c-4320-a5c7-66a2c332c2d7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.216975] env[68872]: DEBUG oslo_vmware.api [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Waiting for the task: (returnval){ [ 607.216975] env[68872]: value = "task-3091962" [ 607.216975] env[68872]: _type = "Task" [ 607.216975] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.221242] env[68872]: DEBUG oslo_vmware.api [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': task-3091961, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095205} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.225534] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.229171] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10338b87-716c-48db-97eb-f6c003aa82c7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.238635] env[68872]: DEBUG oslo_vmware.api [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Task: {'id': task-3091962, 'name': Rename_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.260535] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff/868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.263416] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d7a30fd-18e1-4d1b-9b54-14bf8b3f958b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.284016] env[68872]: DEBUG oslo_vmware.api [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Waiting for the task: (returnval){ [ 607.284016] env[68872]: value = "task-3091963" [ 607.284016] env[68872]: _type = "Task" [ 607.284016] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.294280] env[68872]: DEBUG oslo_vmware.api [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': task-3091963, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.326289] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f975f0-328e-4eee-8787-c3390360c5ee {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.334394] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e150ed9-95a3-4ad3-8405-c6dc72e36eec {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.369143] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afefbd4f-73b6-48e6-baf8-b3e9e582ed14 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.377634] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80d3036-3d72-4571-93bb-c91279169fd4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.391961] env[68872]: DEBUG nova.compute.provider_tree [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.458145] env[68872]: INFO nova.compute.manager [-] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Took 2.04 seconds to deallocate network for instance. [ 607.459352] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.515054] env[68872]: DEBUG nova.network.neutron [-] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.516316] env[68872]: DEBUG oslo_vmware.api [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5251c52e-c906-eb8a-6f58-7048cb44cb45, 'name': SearchDatastore_Task, 'duration_secs': 0.027814} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.517237] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.517475] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.517714] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.517853] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.518044] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 607.518556] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c69460e-cc37-406a-a14b-cd65c304f62f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.531344] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 607.531510] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 607.532480] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64bdfe4e-9ac0-4e48-a215-92d9f7e00e62 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.540809] env[68872]: DEBUG oslo_vmware.api [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Waiting for the task: (returnval){ [ 607.540809] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c7893e-6b01-18c2-c8b3-5cce367169fc" [ 607.540809] env[68872]: _type = "Task" [ 607.540809] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.549993] env[68872]: DEBUG oslo_vmware.api [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c7893e-6b01-18c2-c8b3-5cce367169fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.715844] env[68872]: DEBUG nova.compute.manager [req-3786f437-9f6f-4b1b-a4c7-aadbe3f15490 req-b11970e0-c790-4949-8784-6f14f99c8745 service nova] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Received event network-vif-plugged-adb2f69e-0244-4256-8abe-aaa9ffba4db8 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 607.715844] env[68872]: DEBUG oslo_concurrency.lockutils [req-3786f437-9f6f-4b1b-a4c7-aadbe3f15490 req-b11970e0-c790-4949-8784-6f14f99c8745 service nova] Acquiring lock "ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.715964] env[68872]: DEBUG oslo_concurrency.lockutils [req-3786f437-9f6f-4b1b-a4c7-aadbe3f15490 req-b11970e0-c790-4949-8784-6f14f99c8745 service nova] Lock "ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.716202] env[68872]: DEBUG oslo_concurrency.lockutils [req-3786f437-9f6f-4b1b-a4c7-aadbe3f15490 req-b11970e0-c790-4949-8784-6f14f99c8745 service nova] Lock "ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.716277] env[68872]: DEBUG nova.compute.manager [req-3786f437-9f6f-4b1b-a4c7-aadbe3f15490 req-b11970e0-c790-4949-8784-6f14f99c8745 service nova] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] No waiting events found dispatching network-vif-plugged-adb2f69e-0244-4256-8abe-aaa9ffba4db8 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 607.716445] env[68872]: WARNING nova.compute.manager [req-3786f437-9f6f-4b1b-a4c7-aadbe3f15490 req-b11970e0-c790-4949-8784-6f14f99c8745 service nova] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Received unexpected event network-vif-plugged-adb2f69e-0244-4256-8abe-aaa9ffba4db8 for instance with vm_state building and task_state spawning. [ 607.716620] env[68872]: DEBUG nova.compute.manager [req-3786f437-9f6f-4b1b-a4c7-aadbe3f15490 req-b11970e0-c790-4949-8784-6f14f99c8745 service nova] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Received event network-vif-deleted-184e5ecf-c3d5-425f-ae44-1f29eb39cf14 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 607.717810] env[68872]: DEBUG nova.network.neutron [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 607.732745] env[68872]: DEBUG oslo_vmware.api [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Task: {'id': task-3091962, 'name': Rename_Task, 'duration_secs': 0.448251} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.734318] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 607.734618] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-164432af-d481-488d-b2e8-0cbd11e019a3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.740961] env[68872]: DEBUG oslo_vmware.api [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Waiting for the task: (returnval){ [ 607.740961] env[68872]: value = "task-3091964" [ 607.740961] env[68872]: _type = "Task" [ 607.740961] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.752981] env[68872]: DEBUG oslo_vmware.api [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Task: {'id': task-3091964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.796122] env[68872]: DEBUG oslo_vmware.api [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': task-3091963, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.852112] env[68872]: DEBUG nova.compute.manager [None req-0eebabc0-7c91-4548-b39a-63c0165690ba tempest-ServerDiagnosticsTest-1242147816 tempest-ServerDiagnosticsTest-1242147816-project-admin] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 607.854344] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b0bd88-b0e4-41cf-92d0-d40caba5ef12 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.868134] env[68872]: INFO nova.compute.manager [None req-0eebabc0-7c91-4548-b39a-63c0165690ba tempest-ServerDiagnosticsTest-1242147816 tempest-ServerDiagnosticsTest-1242147816-project-admin] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Retrieving diagnostics [ 607.869374] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c81532-7cb9-4ba0-bec0-c9e33d25049e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.915106] env[68872]: DEBUG nova.scheduler.client.report [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.942525] env[68872]: DEBUG nova.network.neutron [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Updating instance_info_cache with network_info: [{"id": "adb2f69e-0244-4256-8abe-aaa9ffba4db8", "address": "fa:16:3e:4c:3d:c9", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadb2f69e-02", "ovs_interfaceid": "adb2f69e-0244-4256-8abe-aaa9ffba4db8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.966268] env[68872]: DEBUG oslo_concurrency.lockutils [None req-30e2e325-36e0-4e20-ac79-a778c98e807c tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.001480] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Acquiring lock "60f355d4-0eee-48c9-93e3-42bcffa200f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.001859] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Lock "60f355d4-0eee-48c9-93e3-42bcffa200f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.019739] env[68872]: INFO nova.compute.manager [-] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Took 1.71 seconds to deallocate network for instance. [ 608.053278] env[68872]: DEBUG oslo_vmware.api [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c7893e-6b01-18c2-c8b3-5cce367169fc, 'name': SearchDatastore_Task, 'duration_secs': 0.021692} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.053899] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-202d8608-a900-4498-b414-74fb3ab26c2c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.059050] env[68872]: DEBUG oslo_vmware.api [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Waiting for the task: (returnval){ [ 608.059050] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52184b7e-5b2b-208c-f17d-fc45ef2be751" [ 608.059050] env[68872]: _type = "Task" [ 608.059050] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.067048] env[68872]: DEBUG oslo_vmware.api [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52184b7e-5b2b-208c-f17d-fc45ef2be751, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.252554] env[68872]: DEBUG oslo_vmware.api [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Task: {'id': task-3091964, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.295805] env[68872]: DEBUG oslo_vmware.api [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': task-3091963, 'name': ReconfigVM_Task, 'duration_secs': 0.9224} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.299824] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff/868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 608.299824] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ecd32a7-b05f-4ca8-ba84-4806fe88d924 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.304507] env[68872]: DEBUG oslo_vmware.api [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Waiting for the task: (returnval){ [ 608.304507] env[68872]: value = "task-3091965" [ 608.304507] env[68872]: _type = "Task" [ 608.304507] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.315744] env[68872]: DEBUG oslo_vmware.api [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': task-3091965, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.421799] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.421799] env[68872]: DEBUG nova.compute.manager [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 608.425796] env[68872]: DEBUG oslo_concurrency.lockutils [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.099s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.428314] env[68872]: INFO nova.compute.claims [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 608.446512] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Releasing lock "refresh_cache-ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.446822] env[68872]: DEBUG nova.compute.manager [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Instance network_info: |[{"id": "adb2f69e-0244-4256-8abe-aaa9ffba4db8", "address": "fa:16:3e:4c:3d:c9", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadb2f69e-02", "ovs_interfaceid": "adb2f69e-0244-4256-8abe-aaa9ffba4db8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 608.447253] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:3d:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'adb2f69e-0244-4256-8abe-aaa9ffba4db8', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.455026] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Creating folder: Project (144683486a8547b8998848c3622a3326). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.455779] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f40b92d-1469-43ff-8cc2-7dd08a1479b4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.465839] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Created folder: Project (144683486a8547b8998848c3622a3326) in parent group-v618835. [ 608.466032] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Creating folder: Instances. Parent ref: group-v618863. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.466241] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb3292b5-77f0-4acf-8f49-f1cad086ea72 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.475659] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Created folder: Instances in parent group-v618863. [ 608.475913] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 608.476121] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.476333] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15ddd36e-52d7-4a92-b172-0b9c00c6a707 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.497969] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.497969] env[68872]: value = "task-3091968" [ 608.497969] env[68872]: _type = "Task" [ 608.497969] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.507574] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091968, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.526166] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ee8fc607-4bab-4062-909b-ccd6cffc5848 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.569747] env[68872]: DEBUG oslo_vmware.api [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52184b7e-5b2b-208c-f17d-fc45ef2be751, 'name': SearchDatastore_Task, 'duration_secs': 0.017046} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.570084] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.570391] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 31b939ea-8b15-4302-9656-791da7b0350b/31b939ea-8b15-4302-9656-791da7b0350b.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.570753] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77e12e01-968d-4aa0-8177-51b12316e518 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.577237] env[68872]: DEBUG oslo_vmware.api [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Waiting for the task: (returnval){ [ 608.577237] env[68872]: value = "task-3091969" [ 608.577237] env[68872]: _type = "Task" [ 608.577237] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.587370] env[68872]: DEBUG oslo_vmware.api [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Task: {'id': task-3091969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.744657] env[68872]: DEBUG nova.compute.manager [req-a1e51ecd-533c-409a-a6d2-49419cf56cd6 req-feb31c45-f785-4c1d-b5b1-43a6e6cf8784 service nova] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Received event network-changed-077fe0a3-df99-41a7-9261-3fca8308672c {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 608.744657] env[68872]: DEBUG nova.compute.manager [req-a1e51ecd-533c-409a-a6d2-49419cf56cd6 req-feb31c45-f785-4c1d-b5b1-43a6e6cf8784 service nova] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Refreshing instance network info cache due to event network-changed-077fe0a3-df99-41a7-9261-3fca8308672c. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 608.744657] env[68872]: DEBUG oslo_concurrency.lockutils [req-a1e51ecd-533c-409a-a6d2-49419cf56cd6 req-feb31c45-f785-4c1d-b5b1-43a6e6cf8784 service nova] Acquiring lock "refresh_cache-31b939ea-8b15-4302-9656-791da7b0350b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.744657] env[68872]: DEBUG oslo_concurrency.lockutils [req-a1e51ecd-533c-409a-a6d2-49419cf56cd6 req-feb31c45-f785-4c1d-b5b1-43a6e6cf8784 service nova] Acquired lock "refresh_cache-31b939ea-8b15-4302-9656-791da7b0350b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.744657] env[68872]: DEBUG nova.network.neutron [req-a1e51ecd-533c-409a-a6d2-49419cf56cd6 req-feb31c45-f785-4c1d-b5b1-43a6e6cf8784 service nova] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Refreshing network info cache for port 077fe0a3-df99-41a7-9261-3fca8308672c {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 608.764427] env[68872]: DEBUG oslo_vmware.api [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Task: {'id': task-3091964, 'name': PowerOnVM_Task, 'duration_secs': 0.779577} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.764427] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 608.764598] env[68872]: INFO nova.compute.manager [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Took 10.23 seconds to spawn the instance on the hypervisor. [ 608.764659] env[68872]: DEBUG nova.compute.manager [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 608.765835] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ef3acf-56ce-4efb-8a22-dc886cbbf936 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.820310] env[68872]: DEBUG oslo_vmware.api [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': task-3091965, 'name': Rename_Task, 'duration_secs': 0.158029} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.820468] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.820775] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21f79397-4b1c-4d79-b9c4-70e24d758776 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.829518] env[68872]: DEBUG oslo_vmware.api [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Waiting for the task: (returnval){ [ 608.829518] env[68872]: value = "task-3091970" [ 608.829518] env[68872]: _type = "Task" [ 608.829518] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.839633] env[68872]: DEBUG oslo_vmware.api [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': task-3091970, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.933161] env[68872]: DEBUG nova.compute.utils [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 608.937292] env[68872]: DEBUG nova.compute.manager [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 608.937358] env[68872]: DEBUG nova.network.neutron [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 608.999276] env[68872]: DEBUG nova.policy [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6518dbdd856e4ee7a45531a7ea44202e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94a0e94d0b7f404faed173a39f490cf7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 609.014849] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091968, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.091429] env[68872]: DEBUG oslo_vmware.api [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Task: {'id': task-3091969, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.227635] env[68872]: DEBUG nova.compute.manager [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 609.229739] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f1a1e9-1a50-4df0-a98a-53ec813c7719 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.287718] env[68872]: INFO nova.compute.manager [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Took 20.49 seconds to build instance. [ 609.341809] env[68872]: DEBUG oslo_vmware.api [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': task-3091970, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.407388] env[68872]: DEBUG nova.network.neutron [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Successfully created port: dc08f372-1422-4105-8311-ac9c8f416f7e {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 609.414088] env[68872]: DEBUG oslo_concurrency.lockutils [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Acquiring lock "94452cee-d071-4dc4-a073-0a42e72667c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.414333] env[68872]: DEBUG oslo_concurrency.lockutils [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Lock "94452cee-d071-4dc4-a073-0a42e72667c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.445011] env[68872]: DEBUG nova.compute.manager [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 609.519103] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091968, 'name': CreateVM_Task, 'duration_secs': 0.553119} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.519295] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.520145] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.521064] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.521897] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.522140] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ac017ff-85a9-45ce-af3a-f38f81e0d104 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.531919] env[68872]: DEBUG oslo_vmware.api [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Waiting for the task: (returnval){ [ 609.531919] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52df7207-145a-68b8-7cd8-af141f183363" [ 609.531919] env[68872]: _type = "Task" [ 609.531919] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.534355] env[68872]: DEBUG nova.network.neutron [req-a1e51ecd-533c-409a-a6d2-49419cf56cd6 req-feb31c45-f785-4c1d-b5b1-43a6e6cf8784 service nova] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Updated VIF entry in instance network info cache for port 077fe0a3-df99-41a7-9261-3fca8308672c. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 609.535213] env[68872]: DEBUG nova.network.neutron [req-a1e51ecd-533c-409a-a6d2-49419cf56cd6 req-feb31c45-f785-4c1d-b5b1-43a6e6cf8784 service nova] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Updating instance_info_cache with network_info: [{"id": "077fe0a3-df99-41a7-9261-3fca8308672c", "address": "fa:16:3e:7e:e0:a7", "network": {"id": "e24fa1da-f42e-4dfc-a3d2-28c48e1e0f10", "bridge": "br-int", "label": "tempest-ServersTestJSON-305338116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8165565a0d042d9a09a1560763826cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap077fe0a3-df", "ovs_interfaceid": "077fe0a3-df99-41a7-9261-3fca8308672c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.542503] env[68872]: DEBUG oslo_vmware.api [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52df7207-145a-68b8-7cd8-af141f183363, 'name': SearchDatastore_Task, 'duration_secs': 0.009507} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.545659] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.545659] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.545773] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.545856] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.547146] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.547146] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49be3191-653a-415a-88e5-5840960f71ad {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.554451] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.554652] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 609.556085] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17c109cb-e6e2-4261-b1d2-5cb2c67eff04 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.561881] env[68872]: DEBUG oslo_vmware.api [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Waiting for the task: (returnval){ [ 609.561881] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5257da83-6a2e-f514-8681-1b8705f0105f" [ 609.561881] env[68872]: _type = "Task" [ 609.561881] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.573234] env[68872]: DEBUG oslo_vmware.api [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5257da83-6a2e-f514-8681-1b8705f0105f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.588028] env[68872]: DEBUG oslo_vmware.api [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Task: {'id': task-3091969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543807} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.591313] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 31b939ea-8b15-4302-9656-791da7b0350b/31b939ea-8b15-4302-9656-791da7b0350b.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.591393] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 609.592087] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ba9c5db-5924-4457-bfe5-676f0c07ba76 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.602283] env[68872]: DEBUG oslo_vmware.api [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Waiting for the task: (returnval){ [ 609.602283] env[68872]: value = "task-3091971" [ 609.602283] env[68872]: _type = "Task" [ 609.602283] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.607183] env[68872]: DEBUG oslo_vmware.api [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Task: {'id': task-3091971, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.747163] env[68872]: INFO nova.compute.manager [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] instance snapshotting [ 609.747390] env[68872]: WARNING nova.compute.manager [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 609.750761] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13c0bee-9afd-4108-931f-545ebd71ad12 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.781810] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caaccada-4436-465c-9144-caf629ce7bd0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.792146] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0be0b1b7-25f0-47ce-af66-a6ad086bf73e tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Lock "0f622bbe-6d9c-455f-99df-066c2edf5a53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.008s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.844035] env[68872]: DEBUG oslo_vmware.api [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': task-3091970, 'name': PowerOnVM_Task, 'duration_secs': 0.936151} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.847874] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.847874] env[68872]: INFO nova.compute.manager [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Took 13.70 seconds to spawn the instance on the hypervisor. [ 609.848056] env[68872]: DEBUG nova.compute.manager [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 609.851304] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17eff8a-2b85-48e7-a9df-b9162893e31b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.895231] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5e4729-3b57-4f3a-83d1-236d54a2459e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.905529] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beebbbac-0bbd-4894-a2ef-156ae5a03ae0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.941485] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2f558f-6a33-4d65-8dd3-0d7461508779 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.950036] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015ebd7a-98ee-4586-a827-a222f35bab50 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.968352] env[68872]: DEBUG nova.compute.provider_tree [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.020180] env[68872]: DEBUG oslo_concurrency.lockutils [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Acquiring lock "9b09d19e-2506-413a-867d-8be41a5bada7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.020407] env[68872]: DEBUG oslo_concurrency.lockutils [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Lock "9b09d19e-2506-413a-867d-8be41a5bada7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.037143] env[68872]: DEBUG oslo_concurrency.lockutils [req-a1e51ecd-533c-409a-a6d2-49419cf56cd6 req-feb31c45-f785-4c1d-b5b1-43a6e6cf8784 service nova] Releasing lock "refresh_cache-31b939ea-8b15-4302-9656-791da7b0350b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.074057] env[68872]: DEBUG oslo_vmware.api [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5257da83-6a2e-f514-8681-1b8705f0105f, 'name': SearchDatastore_Task, 'duration_secs': 0.008419} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.074369] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-800e441d-f547-4fd3-90eb-35aec240ad2b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.080795] env[68872]: DEBUG oslo_vmware.api [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Waiting for the task: (returnval){ [ 610.080795] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c3c7de-2fa8-ece7-f2b4-343ad798b577" [ 610.080795] env[68872]: _type = "Task" [ 610.080795] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.091656] env[68872]: DEBUG oslo_vmware.api [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c3c7de-2fa8-ece7-f2b4-343ad798b577, 'name': SearchDatastore_Task, 'duration_secs': 0.009466} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.092131] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.092131] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6/ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.092444] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-392cb851-5171-4ef2-a179-fa1f8845bf70 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.105110] env[68872]: DEBUG oslo_vmware.api [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Waiting for the task: (returnval){ [ 610.105110] env[68872]: value = "task-3091972" [ 610.105110] env[68872]: _type = "Task" [ 610.105110] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.111504] env[68872]: DEBUG oslo_vmware.api [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Task: {'id': task-3091971, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071547} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.112198] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 610.113033] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcb89b5-01b5-41b3-94e5-efb0159b3d1a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.119311] env[68872]: DEBUG oslo_vmware.api [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Task: {'id': task-3091972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.141314] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 31b939ea-8b15-4302-9656-791da7b0350b/31b939ea-8b15-4302-9656-791da7b0350b.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 610.142195] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71b79029-7a57-4c82-9a46-241995bcd75f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.163991] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Acquiring lock "e5160d66-7228-4d64-9adf-d7c26c5fab5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.164261] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Lock "e5160d66-7228-4d64-9adf-d7c26c5fab5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.168518] env[68872]: DEBUG oslo_vmware.api [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Waiting for the task: (returnval){ [ 610.168518] env[68872]: value = "task-3091973" [ 610.168518] env[68872]: _type = "Task" [ 610.168518] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.178637] env[68872]: DEBUG oslo_vmware.api [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Task: {'id': task-3091973, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.296598] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Creating Snapshot of the VM instance {{(pid=68872) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 610.296982] env[68872]: DEBUG nova.compute.manager [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 610.299631] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8ddd4a17-b174-4c56-8fc3-55b1dea522b6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.311079] env[68872]: DEBUG oslo_vmware.api [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 610.311079] env[68872]: value = "task-3091974" [ 610.311079] env[68872]: _type = "Task" [ 610.311079] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.320861] env[68872]: DEBUG oslo_vmware.api [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3091974, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.378308] env[68872]: INFO nova.compute.manager [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Took 21.98 seconds to build instance. [ 610.473412] env[68872]: DEBUG nova.compute.manager [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 610.478800] env[68872]: DEBUG nova.scheduler.client.report [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.484725] env[68872]: DEBUG oslo_concurrency.lockutils [None req-80c26773-894d-400f-aac2-162f5c7b4f0e tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Acquiring lock "4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.484725] env[68872]: DEBUG oslo_concurrency.lockutils [None req-80c26773-894d-400f-aac2-162f5c7b4f0e tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Lock "4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.484725] env[68872]: DEBUG oslo_concurrency.lockutils [None req-80c26773-894d-400f-aac2-162f5c7b4f0e tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Acquiring lock "4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.484725] env[68872]: DEBUG oslo_concurrency.lockutils [None req-80c26773-894d-400f-aac2-162f5c7b4f0e tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Lock "4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.484967] env[68872]: DEBUG oslo_concurrency.lockutils [None req-80c26773-894d-400f-aac2-162f5c7b4f0e tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Lock "4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.489510] env[68872]: INFO nova.compute.manager [None req-80c26773-894d-400f-aac2-162f5c7b4f0e tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Terminating instance [ 610.514114] env[68872]: DEBUG nova.virt.hardware [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 610.514442] env[68872]: DEBUG nova.virt.hardware [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 610.514599] env[68872]: DEBUG nova.virt.hardware [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 610.514873] env[68872]: DEBUG nova.virt.hardware [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 610.514929] env[68872]: DEBUG nova.virt.hardware [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 610.515095] env[68872]: DEBUG nova.virt.hardware [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 610.515322] env[68872]: DEBUG nova.virt.hardware [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 610.515503] env[68872]: DEBUG nova.virt.hardware [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 610.515686] env[68872]: DEBUG nova.virt.hardware [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 610.515853] env[68872]: DEBUG nova.virt.hardware [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 610.516038] env[68872]: DEBUG nova.virt.hardware [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 610.517874] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cd04c4-beb6-4899-b37e-5668cf50d3f7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.529602] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e913d4-c6cc-4b4b-a991-5f164fff90f8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.616570] env[68872]: DEBUG oslo_vmware.api [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Task: {'id': task-3091972, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.678626] env[68872]: DEBUG oslo_vmware.api [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Task: {'id': task-3091973, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.821732] env[68872]: DEBUG oslo_vmware.api [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3091974, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.829658] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.881095] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a80f5a9a-dec7-4b48-860e-a11ca9894bf1 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Lock "868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.490s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.927182] env[68872]: DEBUG nova.compute.manager [req-ddd80b30-f086-40f6-9869-a4f3948b20cc req-afbd700b-ad71-45a8-a85b-e236e93dcae0 service nova] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Received event network-changed-adb2f69e-0244-4256-8abe-aaa9ffba4db8 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 610.927358] env[68872]: DEBUG nova.compute.manager [req-ddd80b30-f086-40f6-9869-a4f3948b20cc req-afbd700b-ad71-45a8-a85b-e236e93dcae0 service nova] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Refreshing instance network info cache due to event network-changed-adb2f69e-0244-4256-8abe-aaa9ffba4db8. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 610.927610] env[68872]: DEBUG oslo_concurrency.lockutils [req-ddd80b30-f086-40f6-9869-a4f3948b20cc req-afbd700b-ad71-45a8-a85b-e236e93dcae0 service nova] Acquiring lock "refresh_cache-ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.927975] env[68872]: DEBUG oslo_concurrency.lockutils [req-ddd80b30-f086-40f6-9869-a4f3948b20cc req-afbd700b-ad71-45a8-a85b-e236e93dcae0 service nova] Acquired lock "refresh_cache-ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.927975] env[68872]: DEBUG nova.network.neutron [req-ddd80b30-f086-40f6-9869-a4f3948b20cc req-afbd700b-ad71-45a8-a85b-e236e93dcae0 service nova] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Refreshing network info cache for port adb2f69e-0244-4256-8abe-aaa9ffba4db8 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 610.988436] env[68872]: DEBUG oslo_concurrency.lockutils [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.988656] env[68872]: DEBUG nova.compute.manager [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 610.992161] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.614s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.993868] env[68872]: INFO nova.compute.claims [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.000040] env[68872]: DEBUG nova.compute.manager [None req-80c26773-894d-400f-aac2-162f5c7b4f0e tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 611.000040] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-80c26773-894d-400f-aac2-162f5c7b4f0e tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 611.000040] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3babdaf5-373c-4c10-84fa-4ac609439b9f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.008591] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c26773-894d-400f-aac2-162f5c7b4f0e tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 611.008655] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a405a05c-4d57-425f-bc33-1fc5975f68b1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.016591] env[68872]: DEBUG oslo_vmware.api [None req-80c26773-894d-400f-aac2-162f5c7b4f0e tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Waiting for the task: (returnval){ [ 611.016591] env[68872]: value = "task-3091975" [ 611.016591] env[68872]: _type = "Task" [ 611.016591] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.027312] env[68872]: DEBUG oslo_vmware.api [None req-80c26773-894d-400f-aac2-162f5c7b4f0e tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Task: {'id': task-3091975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.119730] env[68872]: DEBUG oslo_vmware.api [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Task: {'id': task-3091972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562552} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.119730] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6/ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.119730] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.120141] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b60d684-304b-4e63-bb84-3df269a5dcd4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.128515] env[68872]: DEBUG oslo_vmware.api [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Waiting for the task: (returnval){ [ 611.128515] env[68872]: value = "task-3091976" [ 611.128515] env[68872]: _type = "Task" [ 611.128515] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.139382] env[68872]: DEBUG oslo_vmware.api [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Task: {'id': task-3091976, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.184367] env[68872]: DEBUG oslo_vmware.api [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Task: {'id': task-3091973, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.322640] env[68872]: DEBUG oslo_vmware.api [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3091974, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.386555] env[68872]: DEBUG nova.compute.manager [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 611.501244] env[68872]: DEBUG nova.compute.utils [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 611.505021] env[68872]: DEBUG nova.compute.manager [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 611.505510] env[68872]: DEBUG nova.network.neutron [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 611.529858] env[68872]: DEBUG oslo_vmware.api [None req-80c26773-894d-400f-aac2-162f5c7b4f0e tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Task: {'id': task-3091975, 'name': PowerOffVM_Task, 'duration_secs': 0.279438} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.529858] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c26773-894d-400f-aac2-162f5c7b4f0e tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 611.529858] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-80c26773-894d-400f-aac2-162f5c7b4f0e tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 611.529858] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c71f97cf-66c6-4124-bc2e-76f5ba18d460 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.580858] env[68872]: DEBUG nova.network.neutron [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Successfully updated port: dc08f372-1422-4105-8311-ac9c8f416f7e {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 611.607194] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-80c26773-894d-400f-aac2-162f5c7b4f0e tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 611.611119] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-80c26773-894d-400f-aac2-162f5c7b4f0e tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 611.611119] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-80c26773-894d-400f-aac2-162f5c7b4f0e tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Deleting the datastore file [datastore1] 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 611.611119] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d9ad295-0c5a-455d-b45b-e70728a1562c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.617732] env[68872]: DEBUG oslo_vmware.api [None req-80c26773-894d-400f-aac2-162f5c7b4f0e tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Waiting for the task: (returnval){ [ 611.617732] env[68872]: value = "task-3091978" [ 611.617732] env[68872]: _type = "Task" [ 611.617732] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.627777] env[68872]: DEBUG oslo_vmware.api [None req-80c26773-894d-400f-aac2-162f5c7b4f0e tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Task: {'id': task-3091978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.638933] env[68872]: DEBUG oslo_vmware.api [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Task: {'id': task-3091976, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18946} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.645127] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.645127] env[68872]: DEBUG nova.policy [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61b3146169d34cfcb151204d30feb2dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70a37db7b4c54401a9f56c164de4fff9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 611.645897] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d8ee7d-baf0-4ba1-863a-fea5a95737a9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.670984] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6/ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.671247] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d564a969-01b9-41ea-9043-656a7699cff9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.698228] env[68872]: DEBUG oslo_vmware.api [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Task: {'id': task-3091973, 'name': ReconfigVM_Task, 'duration_secs': 1.130145} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.699112] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 31b939ea-8b15-4302-9656-791da7b0350b/31b939ea-8b15-4302-9656-791da7b0350b.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 611.699827] env[68872]: DEBUG oslo_vmware.api [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Waiting for the task: (returnval){ [ 611.699827] env[68872]: value = "task-3091979" [ 611.699827] env[68872]: _type = "Task" [ 611.699827] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.700047] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a166fc11-357b-4c6a-9edb-3d72a6aefdd9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.710483] env[68872]: DEBUG oslo_vmware.api [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Task: {'id': task-3091979, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.711727] env[68872]: DEBUG oslo_vmware.api [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Waiting for the task: (returnval){ [ 611.711727] env[68872]: value = "task-3091980" [ 611.711727] env[68872]: _type = "Task" [ 611.711727] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.720466] env[68872]: DEBUG oslo_vmware.api [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Task: {'id': task-3091980, 'name': Rename_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.823307] env[68872]: DEBUG oslo_vmware.api [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3091974, 'name': CreateSnapshot_Task, 'duration_secs': 1.016691} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.823467] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Created Snapshot of the VM instance {{(pid=68872) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 611.824570] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd04d09-4add-4220-811a-d4880191f92e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.921677] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.005765] env[68872]: DEBUG nova.network.neutron [req-ddd80b30-f086-40f6-9869-a4f3948b20cc req-afbd700b-ad71-45a8-a85b-e236e93dcae0 service nova] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Updated VIF entry in instance network info cache for port adb2f69e-0244-4256-8abe-aaa9ffba4db8. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 612.005765] env[68872]: DEBUG nova.network.neutron [req-ddd80b30-f086-40f6-9869-a4f3948b20cc req-afbd700b-ad71-45a8-a85b-e236e93dcae0 service nova] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Updating instance_info_cache with network_info: [{"id": "adb2f69e-0244-4256-8abe-aaa9ffba4db8", "address": "fa:16:3e:4c:3d:c9", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadb2f69e-02", "ovs_interfaceid": "adb2f69e-0244-4256-8abe-aaa9ffba4db8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.006929] env[68872]: DEBUG nova.compute.manager [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 612.049549] env[68872]: DEBUG nova.compute.manager [req-e195d283-d862-459c-a5ce-5cf95d175721 req-22a0f21f-6abf-4387-b5d1-0a03b242d264 service nova] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Received event network-vif-deleted-d303f61a-a404-42c1-81f2-6e567ae36f62 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 612.085789] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Acquiring lock "refresh_cache-69176049-fec1-4283-b4e7-05bd67ee3eb0" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.085943] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Acquired lock "refresh_cache-69176049-fec1-4283-b4e7-05bd67ee3eb0" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.086112] env[68872]: DEBUG nova.network.neutron [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 612.103427] env[68872]: DEBUG oslo_concurrency.lockutils [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Acquiring lock "774b87de-c90c-4537-ac67-17152e43395b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.103576] env[68872]: DEBUG oslo_concurrency.lockutils [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Lock "774b87de-c90c-4537-ac67-17152e43395b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.136847] env[68872]: DEBUG oslo_vmware.api [None req-80c26773-894d-400f-aac2-162f5c7b4f0e tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Task: {'id': task-3091978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14204} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.137171] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-80c26773-894d-400f-aac2-162f5c7b4f0e tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 612.138486] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-80c26773-894d-400f-aac2-162f5c7b4f0e tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 612.138486] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-80c26773-894d-400f-aac2-162f5c7b4f0e tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 612.138486] env[68872]: INFO nova.compute.manager [None req-80c26773-894d-400f-aac2-162f5c7b4f0e tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 612.138486] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80c26773-894d-400f-aac2-162f5c7b4f0e tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 612.138486] env[68872]: DEBUG nova.compute.manager [-] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 612.138770] env[68872]: DEBUG nova.network.neutron [-] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 612.211698] env[68872]: DEBUG oslo_vmware.api [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Task: {'id': task-3091979, 'name': ReconfigVM_Task, 'duration_secs': 0.27244} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.214509] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Reconfigured VM instance instance-0000000a to attach disk [datastore2] ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6/ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.215421] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4d5daed-caf9-429a-a7f3-46523ff2f3dc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.225410] env[68872]: DEBUG oslo_vmware.api [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Task: {'id': task-3091980, 'name': Rename_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.226753] env[68872]: DEBUG oslo_vmware.api [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Waiting for the task: (returnval){ [ 612.226753] env[68872]: value = "task-3091981" [ 612.226753] env[68872]: _type = "Task" [ 612.226753] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.236235] env[68872]: DEBUG oslo_vmware.api [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Task: {'id': task-3091981, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.354288] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Creating linked-clone VM from snapshot {{(pid=68872) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 612.356915] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5191c62d-5e63-46aa-83cb-c1730f4fa111 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.368186] env[68872]: DEBUG oslo_vmware.api [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 612.368186] env[68872]: value = "task-3091982" [ 612.368186] env[68872]: _type = "Task" [ 612.368186] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.378827] env[68872]: DEBUG oslo_vmware.api [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3091982, 'name': CloneVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.433031] env[68872]: DEBUG nova.network.neutron [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Successfully created port: 7311e07d-2c07-4878-a118-8d44d4d55c69 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 612.503977] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816bbf64-1a57-42fe-97c3-5a3042135b71 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.520448] env[68872]: DEBUG oslo_concurrency.lockutils [req-ddd80b30-f086-40f6-9869-a4f3948b20cc req-afbd700b-ad71-45a8-a85b-e236e93dcae0 service nova] Releasing lock "refresh_cache-ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.520448] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1005c362-213e-4094-ba4e-48b8132e7715 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.552445] env[68872]: DEBUG nova.compute.manager [None req-6abcabef-5639-4c40-bd73-b5362beb59bf tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 612.553552] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad66f1b0-9cb8-4f40-aac9-3e41791db215 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.558663] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8176217-94f3-4a2a-ba56-f4118ba7862a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.570871] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5e373e-a4ed-4001-a046-723b8acf4df6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.586811] env[68872]: DEBUG nova.compute.provider_tree [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.644177] env[68872]: DEBUG nova.network.neutron [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 612.725622] env[68872]: DEBUG oslo_vmware.api [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Task: {'id': task-3091980, 'name': Rename_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.737327] env[68872]: DEBUG oslo_vmware.api [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Task: {'id': task-3091981, 'name': Rename_Task, 'duration_secs': 0.154563} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.738056] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 612.738293] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50c86f0c-095f-4cb1-b21d-21bf4c897da5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.748220] env[68872]: DEBUG oslo_vmware.api [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Waiting for the task: (returnval){ [ 612.748220] env[68872]: value = "task-3091983" [ 612.748220] env[68872]: _type = "Task" [ 612.748220] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.756970] env[68872]: DEBUG oslo_vmware.api [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Task: {'id': task-3091983, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.882808] env[68872]: DEBUG oslo_vmware.api [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3091982, 'name': CloneVM_Task} progress is 94%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.929429] env[68872]: DEBUG nova.network.neutron [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Updating instance_info_cache with network_info: [{"id": "dc08f372-1422-4105-8311-ac9c8f416f7e", "address": "fa:16:3e:26:f6:d8", "network": {"id": "fab3fa0c-5f15-412d-b6e6-aeb76272f0cf", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1499690735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a0e94d0b7f404faed173a39f490cf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc08f372-14", "ovs_interfaceid": "dc08f372-1422-4105-8311-ac9c8f416f7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.021062] env[68872]: DEBUG nova.compute.manager [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 613.055747] env[68872]: DEBUG nova.virt.hardware [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 613.056039] env[68872]: DEBUG nova.virt.hardware [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 613.058950] env[68872]: DEBUG nova.virt.hardware [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.058950] env[68872]: DEBUG nova.virt.hardware [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 613.058950] env[68872]: DEBUG nova.virt.hardware [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.058950] env[68872]: DEBUG nova.virt.hardware [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 613.058950] env[68872]: DEBUG nova.virt.hardware [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 613.059295] env[68872]: DEBUG nova.virt.hardware [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 613.059295] env[68872]: DEBUG nova.virt.hardware [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 613.059295] env[68872]: DEBUG nova.virt.hardware [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 613.059295] env[68872]: DEBUG nova.virt.hardware [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 613.059883] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2704102d-06b0-4dd9-8d3b-239694f513b0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.069224] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed08a8a6-ef6d-4255-8321-fe06d3f40489 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.073882] env[68872]: INFO nova.compute.manager [None req-6abcabef-5639-4c40-bd73-b5362beb59bf tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] instance snapshotting [ 613.074536] env[68872]: DEBUG nova.objects.instance [None req-6abcabef-5639-4c40-bd73-b5362beb59bf tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Lazy-loading 'flavor' on Instance uuid 0f622bbe-6d9c-455f-99df-066c2edf5a53 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 613.090916] env[68872]: DEBUG nova.scheduler.client.report [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.229017] env[68872]: DEBUG oslo_vmware.api [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Task: {'id': task-3091980, 'name': Rename_Task, 'duration_secs': 1.266881} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.229017] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 613.229017] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4acaeba-dcee-4167-8ddf-8c2dde6841c4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.234359] env[68872]: DEBUG oslo_vmware.api [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Waiting for the task: (returnval){ [ 613.234359] env[68872]: value = "task-3091984" [ 613.234359] env[68872]: _type = "Task" [ 613.234359] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.243083] env[68872]: DEBUG oslo_vmware.api [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Task: {'id': task-3091984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.259578] env[68872]: DEBUG oslo_vmware.api [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Task: {'id': task-3091983, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.304704] env[68872]: DEBUG nova.network.neutron [-] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.380900] env[68872]: DEBUG oslo_vmware.api [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3091982, 'name': CloneVM_Task} progress is 94%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.435117] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Releasing lock "refresh_cache-69176049-fec1-4283-b4e7-05bd67ee3eb0" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.435117] env[68872]: DEBUG nova.compute.manager [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Instance network_info: |[{"id": "dc08f372-1422-4105-8311-ac9c8f416f7e", "address": "fa:16:3e:26:f6:d8", "network": {"id": "fab3fa0c-5f15-412d-b6e6-aeb76272f0cf", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1499690735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a0e94d0b7f404faed173a39f490cf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc08f372-14", "ovs_interfaceid": "dc08f372-1422-4105-8311-ac9c8f416f7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 613.435709] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:f6:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc08f372-1422-4105-8311-ac9c8f416f7e', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 613.446778] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Creating folder: Project (94a0e94d0b7f404faed173a39f490cf7). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.447958] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a9f5ed1-cb95-4afa-bef7-8986eef55796 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.457920] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Created folder: Project (94a0e94d0b7f404faed173a39f490cf7) in parent group-v618835. [ 613.458183] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Creating folder: Instances. Parent ref: group-v618868. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.458444] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c1094b7-86d4-44ce-9fad-d9cb1e2f1926 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.470728] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Created folder: Instances in parent group-v618868. [ 613.471029] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 613.471238] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 613.471444] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13d51e56-511e-4cd9-bdfc-543c5e5ccaa0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.491672] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 613.491672] env[68872]: value = "task-3091987" [ 613.491672] env[68872]: _type = "Task" [ 613.491672] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.507434] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091987, 'name': CreateVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.580760] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859deed4-89d9-471e-8921-48e6b28c84b0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.597990] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.598555] env[68872]: DEBUG nova.compute.manager [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 613.604873] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.059s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.604873] env[68872]: INFO nova.compute.claims [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 613.607268] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a075e422-0acb-45c5-91d9-61b61d1936f5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.743742] env[68872]: DEBUG oslo_vmware.api [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Task: {'id': task-3091984, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.758808] env[68872]: DEBUG oslo_vmware.api [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Task: {'id': task-3091983, 'name': PowerOnVM_Task, 'duration_secs': 0.901773} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.759144] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 613.759354] env[68872]: INFO nova.compute.manager [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Took 10.40 seconds to spawn the instance on the hypervisor. [ 613.759527] env[68872]: DEBUG nova.compute.manager [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 613.760360] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1bebf6-e566-4232-8641-65a64252f503 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.807649] env[68872]: INFO nova.compute.manager [-] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Took 1.67 seconds to deallocate network for instance. [ 613.884639] env[68872]: DEBUG oslo_vmware.api [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3091982, 'name': CloneVM_Task, 'duration_secs': 1.502515} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.884912] env[68872]: INFO nova.virt.vmwareapi.vmops [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Created linked-clone VM from snapshot [ 613.885741] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed302e5-bf89-4864-9e71-a34a6f1798f4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.896460] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Uploading image 2214d8dc-28bf-4532-9a71-422e211fe949 {{(pid=68872) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 613.932024] env[68872]: DEBUG oslo_vmware.rw_handles [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 613.932024] env[68872]: value = "vm-618867" [ 613.932024] env[68872]: _type = "VirtualMachine" [ 613.932024] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 613.932629] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-89e5d09f-7733-415b-aba7-387c65b601b9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.947264] env[68872]: DEBUG oslo_vmware.rw_handles [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lease: (returnval){ [ 613.947264] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d30d3a-daf9-c471-56a5-7f10940849a0" [ 613.947264] env[68872]: _type = "HttpNfcLease" [ 613.947264] env[68872]: } obtained for exporting VM: (result){ [ 613.947264] env[68872]: value = "vm-618867" [ 613.947264] env[68872]: _type = "VirtualMachine" [ 613.947264] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 613.949849] env[68872]: DEBUG oslo_vmware.api [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the lease: (returnval){ [ 613.949849] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d30d3a-daf9-c471-56a5-7f10940849a0" [ 613.949849] env[68872]: _type = "HttpNfcLease" [ 613.949849] env[68872]: } to be ready. {{(pid=68872) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 613.956727] env[68872]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 613.956727] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d30d3a-daf9-c471-56a5-7f10940849a0" [ 613.956727] env[68872]: _type = "HttpNfcLease" [ 613.956727] env[68872]: } is initializing. {{(pid=68872) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 614.002844] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091987, 'name': CreateVM_Task, 'duration_secs': 0.339708} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.002844] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 614.003660] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.003660] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.004723] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.004723] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab5581aa-b341-458e-ad05-3eee2279c359 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.008978] env[68872]: DEBUG oslo_vmware.api [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Waiting for the task: (returnval){ [ 614.008978] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a3c4c2-6d15-1462-a791-595d427bf26f" [ 614.008978] env[68872]: _type = "Task" [ 614.008978] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.021818] env[68872]: DEBUG oslo_vmware.api [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a3c4c2-6d15-1462-a791-595d427bf26f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.117023] env[68872]: DEBUG nova.compute.utils [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 614.117023] env[68872]: DEBUG nova.compute.manager [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 614.117023] env[68872]: DEBUG nova.network.neutron [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 614.120470] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6abcabef-5639-4c40-bd73-b5362beb59bf tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Creating Snapshot of the VM instance {{(pid=68872) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 614.120470] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-057905e5-f16f-42ac-83fd-46c38154b6d3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.130072] env[68872]: DEBUG oslo_vmware.api [None req-6abcabef-5639-4c40-bd73-b5362beb59bf tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Waiting for the task: (returnval){ [ 614.130072] env[68872]: value = "task-3091989" [ 614.130072] env[68872]: _type = "Task" [ 614.130072] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.139127] env[68872]: DEBUG oslo_vmware.api [None req-6abcabef-5639-4c40-bd73-b5362beb59bf tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Task: {'id': task-3091989, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.199483] env[68872]: DEBUG nova.policy [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de6d091cbf0d4844950ab420ba5401de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b4cf840ad23451583cf3d857c4acfcb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 614.218701] env[68872]: DEBUG nova.compute.manager [req-9aed44c5-abd1-4497-9785-4f987667cf54 req-7dbe1969-b426-4504-9506-34fada4b50b8 service nova] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Received event network-vif-deleted-ad900a8a-c59c-4888-953b-1c4fa51619b3 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 614.248050] env[68872]: DEBUG oslo_vmware.api [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Task: {'id': task-3091984, 'name': PowerOnVM_Task, 'duration_secs': 0.666323} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.248050] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.248050] env[68872]: INFO nova.compute.manager [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Took 13.33 seconds to spawn the instance on the hypervisor. [ 614.248050] env[68872]: DEBUG nova.compute.manager [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 614.248050] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfe61ba-e073-450a-af32-5609cb120b23 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.284593] env[68872]: INFO nova.compute.manager [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Took 22.86 seconds to build instance. [ 614.319142] env[68872]: DEBUG oslo_concurrency.lockutils [None req-80c26773-894d-400f-aac2-162f5c7b4f0e tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.440607] env[68872]: DEBUG oslo_concurrency.lockutils [None req-712c6979-bd59-4132-9d22-6cced2decac0 tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Acquiring lock "0f622bbe-6d9c-455f-99df-066c2edf5a53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.441428] env[68872]: DEBUG oslo_concurrency.lockutils [None req-712c6979-bd59-4132-9d22-6cced2decac0 tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Lock "0f622bbe-6d9c-455f-99df-066c2edf5a53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.441716] env[68872]: DEBUG oslo_concurrency.lockutils [None req-712c6979-bd59-4132-9d22-6cced2decac0 tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Acquiring lock "0f622bbe-6d9c-455f-99df-066c2edf5a53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.441942] env[68872]: DEBUG oslo_concurrency.lockutils [None req-712c6979-bd59-4132-9d22-6cced2decac0 tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Lock "0f622bbe-6d9c-455f-99df-066c2edf5a53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.442353] env[68872]: DEBUG oslo_concurrency.lockutils [None req-712c6979-bd59-4132-9d22-6cced2decac0 tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Lock "0f622bbe-6d9c-455f-99df-066c2edf5a53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.444611] env[68872]: INFO nova.compute.manager [None req-712c6979-bd59-4132-9d22-6cced2decac0 tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Terminating instance [ 614.458150] env[68872]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 614.458150] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d30d3a-daf9-c471-56a5-7f10940849a0" [ 614.458150] env[68872]: _type = "HttpNfcLease" [ 614.458150] env[68872]: } is ready. {{(pid=68872) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 614.458419] env[68872]: DEBUG oslo_vmware.rw_handles [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 614.458419] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d30d3a-daf9-c471-56a5-7f10940849a0" [ 614.458419] env[68872]: _type = "HttpNfcLease" [ 614.458419] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 614.459833] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ea5a57-66b4-4b7e-9455-a00dc21a5b6b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.470533] env[68872]: DEBUG oslo_vmware.rw_handles [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524180e1-38a0-e6ba-a128-63d0419410eb/disk-0.vmdk from lease info. {{(pid=68872) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 614.470772] env[68872]: DEBUG oslo_vmware.rw_handles [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524180e1-38a0-e6ba-a128-63d0419410eb/disk-0.vmdk for reading. {{(pid=68872) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 614.557385] env[68872]: DEBUG oslo_vmware.api [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a3c4c2-6d15-1462-a791-595d427bf26f, 'name': SearchDatastore_Task, 'duration_secs': 0.027631} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.557915] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.558216] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 614.558474] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.558622] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.558805] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.559077] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bcef5f4-51f3-4653-a28d-df749f900f8e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.570018] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.570018] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.570018] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb195d9a-4562-4939-bbf7-8e1329335283 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.574995] env[68872]: DEBUG oslo_vmware.api [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Waiting for the task: (returnval){ [ 614.574995] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5287fdd7-5975-21ef-1255-7f773c8f6c28" [ 614.574995] env[68872]: _type = "Task" [ 614.574995] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.584024] env[68872]: DEBUG oslo_vmware.api [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5287fdd7-5975-21ef-1255-7f773c8f6c28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.590440] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fa24b1c3-b665-43b4-b229-f08c7e73ae3a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.626102] env[68872]: DEBUG nova.compute.manager [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 614.639738] env[68872]: DEBUG oslo_vmware.api [None req-6abcabef-5639-4c40-bd73-b5362beb59bf tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Task: {'id': task-3091989, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.777266] env[68872]: INFO nova.compute.manager [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Took 24.94 seconds to build instance. [ 614.787682] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09bea682-2166-4ea1-bf6e-79a246367217 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Lock "ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.370s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.951407] env[68872]: DEBUG oslo_concurrency.lockutils [None req-712c6979-bd59-4132-9d22-6cced2decac0 tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Acquiring lock "refresh_cache-0f622bbe-6d9c-455f-99df-066c2edf5a53" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.951871] env[68872]: DEBUG oslo_concurrency.lockutils [None req-712c6979-bd59-4132-9d22-6cced2decac0 tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Acquired lock "refresh_cache-0f622bbe-6d9c-455f-99df-066c2edf5a53" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.951871] env[68872]: DEBUG nova.network.neutron [None req-712c6979-bd59-4132-9d22-6cced2decac0 tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.040821] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ee633a-34b3-4326-a89a-26a61f73e711 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.050035] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65971eba-3ec6-4cad-bc04-44a0802b027e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.054783] env[68872]: DEBUG nova.network.neutron [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Successfully updated port: 7311e07d-2c07-4878-a118-8d44d4d55c69 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 615.091119] env[68872]: DEBUG oslo_concurrency.lockutils [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Acquiring lock "refresh_cache-545fb708-58ee-4c11-9099-8a507960f7ab" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.091328] env[68872]: DEBUG oslo_concurrency.lockutils [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Acquired lock "refresh_cache-545fb708-58ee-4c11-9099-8a507960f7ab" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.091506] env[68872]: DEBUG nova.network.neutron [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.096888] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73e1f33-0261-466a-b251-51a896ada7cd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.107897] env[68872]: DEBUG oslo_vmware.api [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5287fdd7-5975-21ef-1255-7f773c8f6c28, 'name': SearchDatastore_Task, 'duration_secs': 0.009781} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.111404] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59ea9d25-4d15-4bbf-8d0f-9cb54a2cc966 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.115050] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e73f006-8492-4315-8033-c19f1be10cde {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.137563] env[68872]: DEBUG nova.compute.provider_tree [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.139256] env[68872]: DEBUG oslo_vmware.api [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Waiting for the task: (returnval){ [ 615.139256] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5242b48a-9c9f-f325-2596-567de1a75646" [ 615.139256] env[68872]: _type = "Task" [ 615.139256] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.156685] env[68872]: DEBUG oslo_vmware.api [None req-6abcabef-5639-4c40-bd73-b5362beb59bf tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Task: {'id': task-3091989, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.156951] env[68872]: DEBUG oslo_vmware.api [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5242b48a-9c9f-f325-2596-567de1a75646, 'name': SearchDatastore_Task, 'duration_secs': 0.013605} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.157383] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.157754] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 69176049-fec1-4283-b4e7-05bd67ee3eb0/69176049-fec1-4283-b4e7-05bd67ee3eb0.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.159482] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79e02f07-9336-4668-907b-ddcc5adddc68 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.166938] env[68872]: DEBUG oslo_vmware.api [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Waiting for the task: (returnval){ [ 615.166938] env[68872]: value = "task-3091990" [ 615.166938] env[68872]: _type = "Task" [ 615.166938] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.176551] env[68872]: DEBUG oslo_vmware.api [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Task: {'id': task-3091990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.281770] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cf9c895c-fc40-45ab-a5d8-5c698e1135ab tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Lock "31b939ea-8b15-4302-9656-791da7b0350b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.470s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.291982] env[68872]: DEBUG nova.compute.manager [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 615.438294] env[68872]: DEBUG nova.compute.manager [req-8515a6f2-185b-48fe-85ed-9a33b164cc35 req-2ea2158c-151b-49a6-bf2f-52320819488f service nova] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Received event network-vif-plugged-dc08f372-1422-4105-8311-ac9c8f416f7e {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.438294] env[68872]: DEBUG oslo_concurrency.lockutils [req-8515a6f2-185b-48fe-85ed-9a33b164cc35 req-2ea2158c-151b-49a6-bf2f-52320819488f service nova] Acquiring lock "69176049-fec1-4283-b4e7-05bd67ee3eb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.438294] env[68872]: DEBUG oslo_concurrency.lockutils [req-8515a6f2-185b-48fe-85ed-9a33b164cc35 req-2ea2158c-151b-49a6-bf2f-52320819488f service nova] Lock "69176049-fec1-4283-b4e7-05bd67ee3eb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.438294] env[68872]: DEBUG oslo_concurrency.lockutils [req-8515a6f2-185b-48fe-85ed-9a33b164cc35 req-2ea2158c-151b-49a6-bf2f-52320819488f service nova] Lock "69176049-fec1-4283-b4e7-05bd67ee3eb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.438788] env[68872]: DEBUG nova.compute.manager [req-8515a6f2-185b-48fe-85ed-9a33b164cc35 req-2ea2158c-151b-49a6-bf2f-52320819488f service nova] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] No waiting events found dispatching network-vif-plugged-dc08f372-1422-4105-8311-ac9c8f416f7e {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 615.438976] env[68872]: WARNING nova.compute.manager [req-8515a6f2-185b-48fe-85ed-9a33b164cc35 req-2ea2158c-151b-49a6-bf2f-52320819488f service nova] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Received unexpected event network-vif-plugged-dc08f372-1422-4105-8311-ac9c8f416f7e for instance with vm_state building and task_state spawning. [ 615.439195] env[68872]: DEBUG nova.compute.manager [req-8515a6f2-185b-48fe-85ed-9a33b164cc35 req-2ea2158c-151b-49a6-bf2f-52320819488f service nova] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Received event network-changed-dc08f372-1422-4105-8311-ac9c8f416f7e {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.439332] env[68872]: DEBUG nova.compute.manager [req-8515a6f2-185b-48fe-85ed-9a33b164cc35 req-2ea2158c-151b-49a6-bf2f-52320819488f service nova] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Refreshing instance network info cache due to event network-changed-dc08f372-1422-4105-8311-ac9c8f416f7e. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 615.439589] env[68872]: DEBUG oslo_concurrency.lockutils [req-8515a6f2-185b-48fe-85ed-9a33b164cc35 req-2ea2158c-151b-49a6-bf2f-52320819488f service nova] Acquiring lock "refresh_cache-69176049-fec1-4283-b4e7-05bd67ee3eb0" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.439699] env[68872]: DEBUG oslo_concurrency.lockutils [req-8515a6f2-185b-48fe-85ed-9a33b164cc35 req-2ea2158c-151b-49a6-bf2f-52320819488f service nova] Acquired lock "refresh_cache-69176049-fec1-4283-b4e7-05bd67ee3eb0" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.439872] env[68872]: DEBUG nova.network.neutron [req-8515a6f2-185b-48fe-85ed-9a33b164cc35 req-2ea2158c-151b-49a6-bf2f-52320819488f service nova] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Refreshing network info cache for port dc08f372-1422-4105-8311-ac9c8f416f7e {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 615.514542] env[68872]: DEBUG nova.network.neutron [None req-712c6979-bd59-4132-9d22-6cced2decac0 tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 615.630502] env[68872]: DEBUG nova.network.neutron [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Successfully created port: cff556c9-5276-40c3-9991-cb2c3c7ea226 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 615.643617] env[68872]: DEBUG nova.compute.manager [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 615.650990] env[68872]: DEBUG nova.scheduler.client.report [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.673696] env[68872]: DEBUG oslo_vmware.api [None req-6abcabef-5639-4c40-bd73-b5362beb59bf tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Task: {'id': task-3091989, 'name': CreateSnapshot_Task, 'duration_secs': 1.092999} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.682567] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6abcabef-5639-4c40-bd73-b5362beb59bf tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Created Snapshot of the VM instance {{(pid=68872) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 615.686353] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfa4042-a2e5-41c3-8ca6-71aed910bf9c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.699975] env[68872]: DEBUG oslo_vmware.api [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Task: {'id': task-3091990, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.712591] env[68872]: DEBUG nova.virt.hardware [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:02:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='347790959',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-164941062',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 615.712976] env[68872]: DEBUG nova.virt.hardware [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 615.712976] env[68872]: DEBUG nova.virt.hardware [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 615.713248] env[68872]: DEBUG nova.virt.hardware [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 615.713365] env[68872]: DEBUG nova.virt.hardware [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 615.713466] env[68872]: DEBUG nova.virt.hardware [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 615.715195] env[68872]: DEBUG nova.virt.hardware [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 615.715195] env[68872]: DEBUG nova.virt.hardware [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 615.715195] env[68872]: DEBUG nova.virt.hardware [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 615.715195] env[68872]: DEBUG nova.virt.hardware [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 615.715195] env[68872]: DEBUG nova.virt.hardware [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 615.717710] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da3b770-c57f-413f-a433-6c853685d952 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.736695] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf7c53e-d30f-4a0b-9e8f-338b525ea2d1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.784876] env[68872]: DEBUG nova.compute.manager [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 615.837845] env[68872]: DEBUG oslo_concurrency.lockutils [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.850944] env[68872]: DEBUG nova.network.neutron [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 615.884228] env[68872]: DEBUG nova.network.neutron [None req-712c6979-bd59-4132-9d22-6cced2decac0 tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.165501] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.165501] env[68872]: DEBUG nova.compute.manager [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 616.167363] env[68872]: DEBUG oslo_concurrency.lockutils [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.260s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.168976] env[68872]: INFO nova.compute.claims [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.184896] env[68872]: DEBUG oslo_vmware.api [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Task: {'id': task-3091990, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669418} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.185572] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 69176049-fec1-4283-b4e7-05bd67ee3eb0/69176049-fec1-4283-b4e7-05bd67ee3eb0.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.186012] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.186687] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48d146b8-17e6-4c4b-9068-4d33b4a79cb8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.194891] env[68872]: DEBUG oslo_vmware.api [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Waiting for the task: (returnval){ [ 616.194891] env[68872]: value = "task-3091991" [ 616.194891] env[68872]: _type = "Task" [ 616.194891] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.207354] env[68872]: DEBUG oslo_vmware.api [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Task: {'id': task-3091991, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.232545] env[68872]: DEBUG nova.compute.manager [None req-6abcabef-5639-4c40-bd73-b5362beb59bf tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Instance disappeared during snapshot {{(pid=68872) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 616.311738] env[68872]: DEBUG oslo_concurrency.lockutils [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.387673] env[68872]: DEBUG oslo_concurrency.lockutils [None req-712c6979-bd59-4132-9d22-6cced2decac0 tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Releasing lock "refresh_cache-0f622bbe-6d9c-455f-99df-066c2edf5a53" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.389391] env[68872]: DEBUG nova.compute.manager [None req-712c6979-bd59-4132-9d22-6cced2decac0 tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 616.389537] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-712c6979-bd59-4132-9d22-6cced2decac0 tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 616.390598] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b91ccf7-7803-4589-9cb6-b3dce8c29e4d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.404910] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-712c6979-bd59-4132-9d22-6cced2decac0 tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 616.405336] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dbf592d-a7e4-4a3f-b759-c3210918270d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.408378] env[68872]: DEBUG nova.compute.manager [None req-6abcabef-5639-4c40-bd73-b5362beb59bf tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Found 0 images (rotation: 2) {{(pid=68872) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 616.414948] env[68872]: DEBUG oslo_vmware.api [None req-712c6979-bd59-4132-9d22-6cced2decac0 tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Waiting for the task: (returnval){ [ 616.414948] env[68872]: value = "task-3091992" [ 616.414948] env[68872]: _type = "Task" [ 616.414948] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.425039] env[68872]: DEBUG oslo_vmware.api [None req-712c6979-bd59-4132-9d22-6cced2decac0 tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Task: {'id': task-3091992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.675374] env[68872]: DEBUG nova.compute.utils [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 616.682312] env[68872]: DEBUG nova.compute.manager [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 616.683375] env[68872]: DEBUG nova.network.neutron [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 616.708095] env[68872]: DEBUG oslo_vmware.api [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Task: {'id': task-3091991, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090113} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.708359] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.709619] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599fefb5-c62d-425b-aa0b-ae91fe721099 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.739692] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 69176049-fec1-4283-b4e7-05bd67ee3eb0/69176049-fec1-4283-b4e7-05bd67ee3eb0.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.740039] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8ae5395-54a5-4e18-8a56-74d5df71d8bf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.759155] env[68872]: DEBUG nova.policy [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5c5a1222e5a4adcb60012566a2f27b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea5e40d40dbb4f239df93e8688b3fde3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 616.766507] env[68872]: DEBUG nova.network.neutron [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Updating instance_info_cache with network_info: [{"id": "7311e07d-2c07-4878-a118-8d44d4d55c69", "address": "fa:16:3e:2d:42:e8", "network": {"id": "69be744d-a218-489e-b67f-701184a5054e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-333624426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a37db7b4c54401a9f56c164de4fff9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7311e07d-2c", "ovs_interfaceid": "7311e07d-2c07-4878-a118-8d44d4d55c69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.767926] env[68872]: DEBUG oslo_vmware.api [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Waiting for the task: (returnval){ [ 616.767926] env[68872]: value = "task-3091993" [ 616.767926] env[68872]: _type = "Task" [ 616.767926] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.777297] env[68872]: DEBUG oslo_vmware.api [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Task: {'id': task-3091993, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.934594] env[68872]: DEBUG oslo_vmware.api [None req-712c6979-bd59-4132-9d22-6cced2decac0 tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Task: {'id': task-3091992, 'name': PowerOffVM_Task, 'duration_secs': 0.343011} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.934940] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-712c6979-bd59-4132-9d22-6cced2decac0 tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 616.935161] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-712c6979-bd59-4132-9d22-6cced2decac0 tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 616.935476] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38435db5-a4c7-4aeb-b96a-e4a67130e94a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.968385] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-712c6979-bd59-4132-9d22-6cced2decac0 tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 616.968487] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-712c6979-bd59-4132-9d22-6cced2decac0 tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 616.968698] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-712c6979-bd59-4132-9d22-6cced2decac0 tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Deleting the datastore file [datastore2] 0f622bbe-6d9c-455f-99df-066c2edf5a53 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 616.969320] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ddf1229-dbd7-4d99-83e3-981c89e6bad7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.979897] env[68872]: DEBUG oslo_vmware.api [None req-712c6979-bd59-4132-9d22-6cced2decac0 tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Waiting for the task: (returnval){ [ 616.979897] env[68872]: value = "task-3091995" [ 616.979897] env[68872]: _type = "Task" [ 616.979897] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.995042] env[68872]: DEBUG oslo_vmware.api [None req-712c6979-bd59-4132-9d22-6cced2decac0 tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Task: {'id': task-3091995, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.029685] env[68872]: DEBUG nova.network.neutron [req-8515a6f2-185b-48fe-85ed-9a33b164cc35 req-2ea2158c-151b-49a6-bf2f-52320819488f service nova] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Updated VIF entry in instance network info cache for port dc08f372-1422-4105-8311-ac9c8f416f7e. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 617.030118] env[68872]: DEBUG nova.network.neutron [req-8515a6f2-185b-48fe-85ed-9a33b164cc35 req-2ea2158c-151b-49a6-bf2f-52320819488f service nova] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Updating instance_info_cache with network_info: [{"id": "dc08f372-1422-4105-8311-ac9c8f416f7e", "address": "fa:16:3e:26:f6:d8", "network": {"id": "fab3fa0c-5f15-412d-b6e6-aeb76272f0cf", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1499690735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a0e94d0b7f404faed173a39f490cf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc08f372-14", "ovs_interfaceid": "dc08f372-1422-4105-8311-ac9c8f416f7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.182941] env[68872]: DEBUG nova.compute.manager [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 617.279589] env[68872]: DEBUG oslo_concurrency.lockutils [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Releasing lock "refresh_cache-545fb708-58ee-4c11-9099-8a507960f7ab" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.279589] env[68872]: DEBUG nova.compute.manager [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Instance network_info: |[{"id": "7311e07d-2c07-4878-a118-8d44d4d55c69", "address": "fa:16:3e:2d:42:e8", "network": {"id": "69be744d-a218-489e-b67f-701184a5054e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-333624426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a37db7b4c54401a9f56c164de4fff9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7311e07d-2c", "ovs_interfaceid": "7311e07d-2c07-4878-a118-8d44d4d55c69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 617.279792] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:42:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b49c5024-2ced-42ca-90cc-6066766d43e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7311e07d-2c07-4878-a118-8d44d4d55c69', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.287115] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Creating folder: Project (70a37db7b4c54401a9f56c164de4fff9). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.290323] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5bf604a-cd14-49e5-88a4-3431207ab806 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.296870] env[68872]: DEBUG oslo_vmware.api [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Task: {'id': task-3091993, 'name': ReconfigVM_Task, 'duration_secs': 0.354775} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.297366] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 69176049-fec1-4283-b4e7-05bd67ee3eb0/69176049-fec1-4283-b4e7-05bd67ee3eb0.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.298055] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88c49746-20b3-427d-86e7-e6d6e1be3049 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.305659] env[68872]: DEBUG oslo_vmware.api [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Waiting for the task: (returnval){ [ 617.305659] env[68872]: value = "task-3091997" [ 617.305659] env[68872]: _type = "Task" [ 617.305659] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.309456] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Created folder: Project (70a37db7b4c54401a9f56c164de4fff9) in parent group-v618835. [ 617.309714] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Creating folder: Instances. Parent ref: group-v618872. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.313160] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f065cc8f-8b0b-4713-bf42-09e4f9017e89 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.324477] env[68872]: DEBUG oslo_vmware.api [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Task: {'id': task-3091997, 'name': Rename_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.329350] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Created folder: Instances in parent group-v618872. [ 617.329504] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 617.329717] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.329961] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5649bc4-104e-44f0-b197-0e1c4cc9b29e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.361751] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.361751] env[68872]: value = "task-3091999" [ 617.361751] env[68872]: _type = "Task" [ 617.361751] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.379933] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091999, 'name': CreateVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.397057] env[68872]: DEBUG nova.network.neutron [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Successfully created port: eee1b84a-4dd9-4003-8ec8-3701d507a24e {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 617.494070] env[68872]: DEBUG oslo_vmware.api [None req-712c6979-bd59-4132-9d22-6cced2decac0 tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Task: {'id': task-3091995, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.475541} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.494382] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-712c6979-bd59-4132-9d22-6cced2decac0 tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 617.494699] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-712c6979-bd59-4132-9d22-6cced2decac0 tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 617.494814] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-712c6979-bd59-4132-9d22-6cced2decac0 tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 617.495091] env[68872]: INFO nova.compute.manager [None req-712c6979-bd59-4132-9d22-6cced2decac0 tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Took 1.11 seconds to destroy the instance on the hypervisor. [ 617.495246] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-712c6979-bd59-4132-9d22-6cced2decac0 tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 617.495466] env[68872]: DEBUG nova.compute.manager [-] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 617.495872] env[68872]: DEBUG nova.network.neutron [-] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 617.536377] env[68872]: DEBUG oslo_concurrency.lockutils [req-8515a6f2-185b-48fe-85ed-9a33b164cc35 req-2ea2158c-151b-49a6-bf2f-52320819488f service nova] Releasing lock "refresh_cache-69176049-fec1-4283-b4e7-05bd67ee3eb0" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.546085] env[68872]: DEBUG nova.network.neutron [-] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 617.658847] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69da43b-68e1-44e2-a3f4-8ad15261cda7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.668165] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fafcb56-5896-4ea5-be8a-77b7b8ef8046 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.706574] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e04fa0-d9bc-45c0-97ce-1395859f48f1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.714924] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e5a07b-65ed-42f9-a8f4-484671c52525 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.730216] env[68872]: DEBUG nova.compute.provider_tree [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.759758] env[68872]: DEBUG nova.compute.manager [req-003810b1-c2e4-419a-a6fb-c51e77278198 req-8d5849aa-14a5-4643-a67f-aade5695cc40 service nova] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Received event network-vif-plugged-7311e07d-2c07-4878-a118-8d44d4d55c69 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.759979] env[68872]: DEBUG oslo_concurrency.lockutils [req-003810b1-c2e4-419a-a6fb-c51e77278198 req-8d5849aa-14a5-4643-a67f-aade5695cc40 service nova] Acquiring lock "545fb708-58ee-4c11-9099-8a507960f7ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.761612] env[68872]: DEBUG oslo_concurrency.lockutils [req-003810b1-c2e4-419a-a6fb-c51e77278198 req-8d5849aa-14a5-4643-a67f-aade5695cc40 service nova] Lock "545fb708-58ee-4c11-9099-8a507960f7ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.761612] env[68872]: DEBUG oslo_concurrency.lockutils [req-003810b1-c2e4-419a-a6fb-c51e77278198 req-8d5849aa-14a5-4643-a67f-aade5695cc40 service nova] Lock "545fb708-58ee-4c11-9099-8a507960f7ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.761612] env[68872]: DEBUG nova.compute.manager [req-003810b1-c2e4-419a-a6fb-c51e77278198 req-8d5849aa-14a5-4643-a67f-aade5695cc40 service nova] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] No waiting events found dispatching network-vif-plugged-7311e07d-2c07-4878-a118-8d44d4d55c69 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 617.761612] env[68872]: WARNING nova.compute.manager [req-003810b1-c2e4-419a-a6fb-c51e77278198 req-8d5849aa-14a5-4643-a67f-aade5695cc40 service nova] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Received unexpected event network-vif-plugged-7311e07d-2c07-4878-a118-8d44d4d55c69 for instance with vm_state building and task_state spawning. [ 617.761612] env[68872]: DEBUG nova.compute.manager [req-003810b1-c2e4-419a-a6fb-c51e77278198 req-8d5849aa-14a5-4643-a67f-aade5695cc40 service nova] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Received event network-changed-7311e07d-2c07-4878-a118-8d44d4d55c69 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.761995] env[68872]: DEBUG nova.compute.manager [req-003810b1-c2e4-419a-a6fb-c51e77278198 req-8d5849aa-14a5-4643-a67f-aade5695cc40 service nova] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Refreshing instance network info cache due to event network-changed-7311e07d-2c07-4878-a118-8d44d4d55c69. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 617.761995] env[68872]: DEBUG oslo_concurrency.lockutils [req-003810b1-c2e4-419a-a6fb-c51e77278198 req-8d5849aa-14a5-4643-a67f-aade5695cc40 service nova] Acquiring lock "refresh_cache-545fb708-58ee-4c11-9099-8a507960f7ab" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.761995] env[68872]: DEBUG oslo_concurrency.lockutils [req-003810b1-c2e4-419a-a6fb-c51e77278198 req-8d5849aa-14a5-4643-a67f-aade5695cc40 service nova] Acquired lock "refresh_cache-545fb708-58ee-4c11-9099-8a507960f7ab" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.761995] env[68872]: DEBUG nova.network.neutron [req-003810b1-c2e4-419a-a6fb-c51e77278198 req-8d5849aa-14a5-4643-a67f-aade5695cc40 service nova] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Refreshing network info cache for port 7311e07d-2c07-4878-a118-8d44d4d55c69 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 617.817321] env[68872]: DEBUG oslo_vmware.api [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Task: {'id': task-3091997, 'name': Rename_Task, 'duration_secs': 0.176632} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.817646] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.817934] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ecae68f-e252-413d-9705-1933f43b1f7b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.825341] env[68872]: DEBUG oslo_vmware.api [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Waiting for the task: (returnval){ [ 617.825341] env[68872]: value = "task-3092000" [ 617.825341] env[68872]: _type = "Task" [ 617.825341] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.842191] env[68872]: DEBUG oslo_vmware.api [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Task: {'id': task-3092000, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.878739] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091999, 'name': CreateVM_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.050263] env[68872]: DEBUG nova.network.neutron [-] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.107224] env[68872]: DEBUG nova.network.neutron [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Successfully updated port: cff556c9-5276-40c3-9991-cb2c3c7ea226 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 618.209373] env[68872]: DEBUG nova.compute.manager [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 618.250567] env[68872]: DEBUG nova.virt.hardware [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 618.251174] env[68872]: DEBUG nova.virt.hardware [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 618.252063] env[68872]: DEBUG nova.virt.hardware [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 618.252063] env[68872]: DEBUG nova.virt.hardware [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 618.252278] env[68872]: DEBUG nova.virt.hardware [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 618.252325] env[68872]: DEBUG nova.virt.hardware [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 618.252537] env[68872]: DEBUG nova.virt.hardware [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 618.252695] env[68872]: DEBUG nova.virt.hardware [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 618.252858] env[68872]: DEBUG nova.virt.hardware [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 618.253051] env[68872]: DEBUG nova.virt.hardware [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 618.253242] env[68872]: DEBUG nova.virt.hardware [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 618.255083] env[68872]: DEBUG nova.scheduler.client.report [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.263157] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4aca38-bfbf-4f76-b859-bb20a37ad02c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.277284] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d331eb5-ac4c-4634-a906-89387f8b516d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.338247] env[68872]: DEBUG oslo_vmware.api [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Task: {'id': task-3092000, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.377137] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3091999, 'name': CreateVM_Task, 'duration_secs': 0.619128} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.377137] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.377349] env[68872]: DEBUG oslo_concurrency.lockutils [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.377601] env[68872]: DEBUG oslo_concurrency.lockutils [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.377946] env[68872]: DEBUG oslo_concurrency.lockutils [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.379036] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0eee4d6-d5e2-470e-a438-7073d0b1d821 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.385786] env[68872]: DEBUG oslo_vmware.api [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Waiting for the task: (returnval){ [ 618.385786] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52271236-6ccd-2fed-9182-582159204ca9" [ 618.385786] env[68872]: _type = "Task" [ 618.385786] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.396785] env[68872]: DEBUG oslo_vmware.api [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52271236-6ccd-2fed-9182-582159204ca9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.552667] env[68872]: INFO nova.compute.manager [-] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Took 1.06 seconds to deallocate network for instance. [ 618.560393] env[68872]: DEBUG nova.compute.manager [req-9d127c98-0acc-456b-a297-b8a28193decc req-8267ddaa-e9dc-4b32-afe6-a621bfb31755 service nova] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Received event network-changed-cb010a8b-4388-41aa-afe2-87112823ab0a {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 618.561110] env[68872]: DEBUG nova.compute.manager [req-9d127c98-0acc-456b-a297-b8a28193decc req-8267ddaa-e9dc-4b32-afe6-a621bfb31755 service nova] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Refreshing instance network info cache due to event network-changed-cb010a8b-4388-41aa-afe2-87112823ab0a. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 618.561491] env[68872]: DEBUG oslo_concurrency.lockutils [req-9d127c98-0acc-456b-a297-b8a28193decc req-8267ddaa-e9dc-4b32-afe6-a621bfb31755 service nova] Acquiring lock "refresh_cache-868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.561736] env[68872]: DEBUG oslo_concurrency.lockutils [req-9d127c98-0acc-456b-a297-b8a28193decc req-8267ddaa-e9dc-4b32-afe6-a621bfb31755 service nova] Acquired lock "refresh_cache-868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.562067] env[68872]: DEBUG nova.network.neutron [req-9d127c98-0acc-456b-a297-b8a28193decc req-8267ddaa-e9dc-4b32-afe6-a621bfb31755 service nova] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Refreshing network info cache for port cb010a8b-4388-41aa-afe2-87112823ab0a {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 618.615401] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Acquiring lock "refresh_cache-575d83bb-f897-4ec9-aae4-8948b0abe512" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.615401] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Acquired lock "refresh_cache-575d83bb-f897-4ec9-aae4-8948b0abe512" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.615401] env[68872]: DEBUG nova.network.neutron [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 618.722926] env[68872]: DEBUG nova.network.neutron [req-003810b1-c2e4-419a-a6fb-c51e77278198 req-8d5849aa-14a5-4643-a67f-aade5695cc40 service nova] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Updated VIF entry in instance network info cache for port 7311e07d-2c07-4878-a118-8d44d4d55c69. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 618.723180] env[68872]: DEBUG nova.network.neutron [req-003810b1-c2e4-419a-a6fb-c51e77278198 req-8d5849aa-14a5-4643-a67f-aade5695cc40 service nova] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Updating instance_info_cache with network_info: [{"id": "7311e07d-2c07-4878-a118-8d44d4d55c69", "address": "fa:16:3e:2d:42:e8", "network": {"id": "69be744d-a218-489e-b67f-701184a5054e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-333624426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a37db7b4c54401a9f56c164de4fff9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7311e07d-2c", "ovs_interfaceid": "7311e07d-2c07-4878-a118-8d44d4d55c69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.763833] env[68872]: DEBUG oslo_concurrency.lockutils [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.764326] env[68872]: DEBUG nova.compute.manager [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 618.773625] env[68872]: DEBUG oslo_concurrency.lockutils [None req-33e5929e-6a2d-44f4-80ee-010065a008a4 tempest-DeleteServersAdminTestJSON-459157145 tempest-DeleteServersAdminTestJSON-459157145-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.935s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.773625] env[68872]: DEBUG nova.objects.instance [None req-33e5929e-6a2d-44f4-80ee-010065a008a4 tempest-DeleteServersAdminTestJSON-459157145 tempest-DeleteServersAdminTestJSON-459157145-project-admin] Lazy-loading 'resources' on Instance uuid ca6e6a64-d15e-4c0d-b236-61975052da70 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 618.846162] env[68872]: DEBUG oslo_vmware.api [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Task: {'id': task-3092000, 'name': PowerOnVM_Task, 'duration_secs': 0.555732} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.846926] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.846926] env[68872]: INFO nova.compute.manager [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Took 8.37 seconds to spawn the instance on the hypervisor. [ 618.847015] env[68872]: DEBUG nova.compute.manager [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 618.848682] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54301a02-c0f7-48e8-b32f-45ac9f21f70f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.901124] env[68872]: DEBUG oslo_vmware.api [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52271236-6ccd-2fed-9182-582159204ca9, 'name': SearchDatastore_Task, 'duration_secs': 0.022266} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.902150] env[68872]: DEBUG oslo_concurrency.lockutils [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.902150] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.902150] env[68872]: DEBUG oslo_concurrency.lockutils [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.902150] env[68872]: DEBUG oslo_concurrency.lockutils [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.902320] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.905170] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-832e4073-ef31-4d69-9384-e105600ab4c8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.911277] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Acquiring lock "738adc74-ccb7-4788-89d9-4fe6873cbd30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.911575] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Lock "738adc74-ccb7-4788-89d9-4fe6873cbd30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.920425] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.921778] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.921985] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-768e71bc-dab8-4d3e-a94c-ce6c8e360275 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.928292] env[68872]: DEBUG oslo_vmware.api [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Waiting for the task: (returnval){ [ 618.928292] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5208b19f-84d7-19b4-e692-61ba632f1547" [ 618.928292] env[68872]: _type = "Task" [ 618.928292] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.938978] env[68872]: DEBUG oslo_vmware.api [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5208b19f-84d7-19b4-e692-61ba632f1547, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.064506] env[68872]: DEBUG oslo_concurrency.lockutils [None req-712c6979-bd59-4132-9d22-6cced2decac0 tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.188457] env[68872]: DEBUG nova.network.neutron [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 619.232666] env[68872]: DEBUG oslo_concurrency.lockutils [req-003810b1-c2e4-419a-a6fb-c51e77278198 req-8d5849aa-14a5-4643-a67f-aade5695cc40 service nova] Releasing lock "refresh_cache-545fb708-58ee-4c11-9099-8a507960f7ab" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.273068] env[68872]: DEBUG nova.compute.utils [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 619.275445] env[68872]: DEBUG nova.compute.manager [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Not allocating networking since 'none' was specified. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 619.374732] env[68872]: INFO nova.compute.manager [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Took 20.66 seconds to build instance. [ 619.439781] env[68872]: DEBUG oslo_vmware.api [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5208b19f-84d7-19b4-e692-61ba632f1547, 'name': SearchDatastore_Task, 'duration_secs': 0.016754} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.440701] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fcd6845-9442-4f85-8869-37410f3f9d63 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.448114] env[68872]: DEBUG oslo_vmware.api [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Waiting for the task: (returnval){ [ 619.448114] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52414cac-c975-5fc3-34b7-dace345a9f8c" [ 619.448114] env[68872]: _type = "Task" [ 619.448114] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.460104] env[68872]: DEBUG oslo_vmware.api [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52414cac-c975-5fc3-34b7-dace345a9f8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.541929] env[68872]: DEBUG nova.network.neutron [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Updating instance_info_cache with network_info: [{"id": "cff556c9-5276-40c3-9991-cb2c3c7ea226", "address": "fa:16:3e:27:31:e7", "network": {"id": "8909afb0-e01c-4495-983e-91acd3855785", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-246765201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b4cf840ad23451583cf3d857c4acfcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcff556c9-52", "ovs_interfaceid": "cff556c9-5276-40c3-9991-cb2c3c7ea226", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.556926] env[68872]: DEBUG nova.network.neutron [req-9d127c98-0acc-456b-a297-b8a28193decc req-8267ddaa-e9dc-4b32-afe6-a621bfb31755 service nova] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Updated VIF entry in instance network info cache for port cb010a8b-4388-41aa-afe2-87112823ab0a. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 619.557418] env[68872]: DEBUG nova.network.neutron [req-9d127c98-0acc-456b-a297-b8a28193decc req-8267ddaa-e9dc-4b32-afe6-a621bfb31755 service nova] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Updating instance_info_cache with network_info: [{"id": "cb010a8b-4388-41aa-afe2-87112823ab0a", "address": "fa:16:3e:f2:a6:cd", "network": {"id": "98e8afc5-95e6-45ef-b631-3d581578b502", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-600120771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4395fbed31784036b36beaea8966e1e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb010a8b-43", "ovs_interfaceid": "cb010a8b-4388-41aa-afe2-87112823ab0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.734714] env[68872]: DEBUG nova.network.neutron [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Successfully updated port: eee1b84a-4dd9-4003-8ec8-3701d507a24e {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 619.759550] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745334c8-dd9a-4ec4-968f-b92011b5c14b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.769552] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5056b993-7d9d-464f-8840-331ee9e7f9a9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.809297] env[68872]: DEBUG nova.compute.manager [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 619.812906] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752f26f2-920f-4b58-adb9-01393755c521 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.821684] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6bf43b-42c4-42b6-8d99-7f76e918ea37 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.848627] env[68872]: DEBUG nova.compute.provider_tree [None req-33e5929e-6a2d-44f4-80ee-010065a008a4 tempest-DeleteServersAdminTestJSON-459157145 tempest-DeleteServersAdminTestJSON-459157145-project-admin] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.885031] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ea252362-963a-4b38-86d0-48b5ed832463 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Lock "69176049-fec1-4283-b4e7-05bd67ee3eb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.204s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.964888] env[68872]: DEBUG oslo_vmware.api [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52414cac-c975-5fc3-34b7-dace345a9f8c, 'name': SearchDatastore_Task, 'duration_secs': 0.033746} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.965302] env[68872]: DEBUG oslo_concurrency.lockutils [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.965794] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 545fb708-58ee-4c11-9099-8a507960f7ab/545fb708-58ee-4c11-9099-8a507960f7ab.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.967019] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1ddb77d-9f7a-4cf2-ad78-caea977beb58 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.973719] env[68872]: DEBUG oslo_vmware.api [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Waiting for the task: (returnval){ [ 619.973719] env[68872]: value = "task-3092001" [ 619.973719] env[68872]: _type = "Task" [ 619.973719] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.982561] env[68872]: DEBUG oslo_vmware.api [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Task: {'id': task-3092001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.048269] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Releasing lock "refresh_cache-575d83bb-f897-4ec9-aae4-8948b0abe512" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.048748] env[68872]: DEBUG nova.compute.manager [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Instance network_info: |[{"id": "cff556c9-5276-40c3-9991-cb2c3c7ea226", "address": "fa:16:3e:27:31:e7", "network": {"id": "8909afb0-e01c-4495-983e-91acd3855785", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-246765201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b4cf840ad23451583cf3d857c4acfcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcff556c9-52", "ovs_interfaceid": "cff556c9-5276-40c3-9991-cb2c3c7ea226", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 620.049218] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:31:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cff556c9-5276-40c3-9991-cb2c3c7ea226', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.059091] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Creating folder: Project (8b4cf840ad23451583cf3d857c4acfcb). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.059091] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b580838-ebff-4c03-893b-8f15b73e8cb3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.062129] env[68872]: DEBUG oslo_concurrency.lockutils [req-9d127c98-0acc-456b-a297-b8a28193decc req-8267ddaa-e9dc-4b32-afe6-a621bfb31755 service nova] Releasing lock "refresh_cache-868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.068785] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Created folder: Project (8b4cf840ad23451583cf3d857c4acfcb) in parent group-v618835. [ 620.068948] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Creating folder: Instances. Parent ref: group-v618875. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.069194] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe605739-12b7-4cbd-a7e1-509ea0c0f8ca {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.083065] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Created folder: Instances in parent group-v618875. [ 620.084256] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 620.084256] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.084256] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78b2c743-4eb0-43eb-bb4b-67ee964505a8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.104939] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.104939] env[68872]: value = "task-3092004" [ 620.104939] env[68872]: _type = "Task" [ 620.104939] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.114867] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092004, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.242474] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Acquiring lock "refresh_cache-0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.242719] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Acquired lock "refresh_cache-0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.242796] env[68872]: DEBUG nova.network.neutron [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 620.355073] env[68872]: DEBUG nova.scheduler.client.report [None req-33e5929e-6a2d-44f4-80ee-010065a008a4 tempest-DeleteServersAdminTestJSON-459157145 tempest-DeleteServersAdminTestJSON-459157145-project-admin] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.392120] env[68872]: DEBUG nova.compute.manager [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 620.496781] env[68872]: DEBUG oslo_vmware.api [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Task: {'id': task-3092001, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.614923] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092004, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.820285] env[68872]: DEBUG nova.network.neutron [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 620.825849] env[68872]: DEBUG nova.compute.manager [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 620.850641] env[68872]: DEBUG nova.virt.hardware [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 620.850928] env[68872]: DEBUG nova.virt.hardware [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 620.851169] env[68872]: DEBUG nova.virt.hardware [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.851434] env[68872]: DEBUG nova.virt.hardware [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 620.851662] env[68872]: DEBUG nova.virt.hardware [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.851879] env[68872]: DEBUG nova.virt.hardware [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 620.852141] env[68872]: DEBUG nova.virt.hardware [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 620.852326] env[68872]: DEBUG nova.virt.hardware [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 620.853054] env[68872]: DEBUG nova.virt.hardware [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 620.853054] env[68872]: DEBUG nova.virt.hardware [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 620.853054] env[68872]: DEBUG nova.virt.hardware [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 620.854555] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b5c48c-e7d6-4bd7-8dd3-a5fde2bdd9a1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.861084] env[68872]: DEBUG oslo_concurrency.lockutils [None req-33e5929e-6a2d-44f4-80ee-010065a008a4 tempest-DeleteServersAdminTestJSON-459157145 tempest-DeleteServersAdminTestJSON-459157145-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.091s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.863881] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.008s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.866211] env[68872]: INFO nova.compute.claims [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.873304] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d802da-8bd1-408b-acc0-99ee2012e32f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.900437] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Instance VIF info [] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.907599] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Creating folder: Project (fe806837883f49a7bded16f189e5e0d3). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.908980] env[68872]: INFO nova.scheduler.client.report [None req-33e5929e-6a2d-44f4-80ee-010065a008a4 tempest-DeleteServersAdminTestJSON-459157145 tempest-DeleteServersAdminTestJSON-459157145-project-admin] Deleted allocations for instance ca6e6a64-d15e-4c0d-b236-61975052da70 [ 620.912785] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aea6095a-b5f5-4df9-85b8-4aeb326b1157 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.931402] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Created folder: Project (fe806837883f49a7bded16f189e5e0d3) in parent group-v618835. [ 620.931687] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Creating folder: Instances. Parent ref: group-v618878. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.933735] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-106d42fd-b2bb-45f6-a653-e227a23f608a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.937308] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.946334] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Created folder: Instances in parent group-v618878. [ 620.946653] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 620.947591] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.947591] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9f166e4-5321-430e-bed5-223fda268700 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.965206] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.965206] env[68872]: value = "task-3092007" [ 620.965206] env[68872]: _type = "Task" [ 620.965206] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.975198] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092007, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.984645] env[68872]: DEBUG oslo_vmware.api [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Task: {'id': task-3092001, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610208} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.984924] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 545fb708-58ee-4c11-9099-8a507960f7ab/545fb708-58ee-4c11-9099-8a507960f7ab.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 620.985165] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 620.985429] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fa42016-f2e0-4b95-ab0a-a82b9d35bee3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.994399] env[68872]: DEBUG oslo_vmware.api [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Waiting for the task: (returnval){ [ 620.994399] env[68872]: value = "task-3092008" [ 620.994399] env[68872]: _type = "Task" [ 620.994399] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.003111] env[68872]: DEBUG oslo_vmware.api [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Task: {'id': task-3092008, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.117212] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092004, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.160378] env[68872]: DEBUG nova.compute.manager [req-85a24f19-8c93-4374-9433-8144bd8e2329 req-cf747066-6248-4e82-8b18-597454174054 service nova] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Received event network-changed-077fe0a3-df99-41a7-9261-3fca8308672c {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.160378] env[68872]: DEBUG nova.compute.manager [req-85a24f19-8c93-4374-9433-8144bd8e2329 req-cf747066-6248-4e82-8b18-597454174054 service nova] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Refreshing instance network info cache due to event network-changed-077fe0a3-df99-41a7-9261-3fca8308672c. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 621.160378] env[68872]: DEBUG oslo_concurrency.lockutils [req-85a24f19-8c93-4374-9433-8144bd8e2329 req-cf747066-6248-4e82-8b18-597454174054 service nova] Acquiring lock "refresh_cache-31b939ea-8b15-4302-9656-791da7b0350b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.160378] env[68872]: DEBUG oslo_concurrency.lockutils [req-85a24f19-8c93-4374-9433-8144bd8e2329 req-cf747066-6248-4e82-8b18-597454174054 service nova] Acquired lock "refresh_cache-31b939ea-8b15-4302-9656-791da7b0350b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.160378] env[68872]: DEBUG nova.network.neutron [req-85a24f19-8c93-4374-9433-8144bd8e2329 req-cf747066-6248-4e82-8b18-597454174054 service nova] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Refreshing network info cache for port 077fe0a3-df99-41a7-9261-3fca8308672c {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.429119] env[68872]: DEBUG oslo_concurrency.lockutils [None req-33e5929e-6a2d-44f4-80ee-010065a008a4 tempest-DeleteServersAdminTestJSON-459157145 tempest-DeleteServersAdminTestJSON-459157145-project-admin] Lock "ca6e6a64-d15e-4c0d-b236-61975052da70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.882s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.433920] env[68872]: DEBUG nova.network.neutron [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Updating instance_info_cache with network_info: [{"id": "eee1b84a-4dd9-4003-8ec8-3701d507a24e", "address": "fa:16:3e:7c:e9:d4", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeee1b84a-4d", "ovs_interfaceid": "eee1b84a-4dd9-4003-8ec8-3701d507a24e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.477017] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092007, 'name': CreateVM_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.508271] env[68872]: DEBUG oslo_vmware.api [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Task: {'id': task-3092008, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142035} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.508543] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.509240] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1d2059-05f6-44b9-8df1-2351ce0fd6b2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.535787] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 545fb708-58ee-4c11-9099-8a507960f7ab/545fb708-58ee-4c11-9099-8a507960f7ab.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.536164] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fee221ce-36aa-4867-b016-2979bf18830a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.556762] env[68872]: DEBUG oslo_vmware.api [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Waiting for the task: (returnval){ [ 621.556762] env[68872]: value = "task-3092009" [ 621.556762] env[68872]: _type = "Task" [ 621.556762] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.565454] env[68872]: DEBUG nova.compute.manager [req-120c44ce-0ca4-4e41-8249-5a3e7fa66ef8 req-f70eb57f-c22e-4373-9b71-87775f2a0e3f service nova] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Received event network-vif-plugged-cff556c9-5276-40c3-9991-cb2c3c7ea226 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.565658] env[68872]: DEBUG oslo_concurrency.lockutils [req-120c44ce-0ca4-4e41-8249-5a3e7fa66ef8 req-f70eb57f-c22e-4373-9b71-87775f2a0e3f service nova] Acquiring lock "575d83bb-f897-4ec9-aae4-8948b0abe512-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.565913] env[68872]: DEBUG oslo_concurrency.lockutils [req-120c44ce-0ca4-4e41-8249-5a3e7fa66ef8 req-f70eb57f-c22e-4373-9b71-87775f2a0e3f service nova] Lock "575d83bb-f897-4ec9-aae4-8948b0abe512-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.566046] env[68872]: DEBUG oslo_concurrency.lockutils [req-120c44ce-0ca4-4e41-8249-5a3e7fa66ef8 req-f70eb57f-c22e-4373-9b71-87775f2a0e3f service nova] Lock "575d83bb-f897-4ec9-aae4-8948b0abe512-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.566245] env[68872]: DEBUG nova.compute.manager [req-120c44ce-0ca4-4e41-8249-5a3e7fa66ef8 req-f70eb57f-c22e-4373-9b71-87775f2a0e3f service nova] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] No waiting events found dispatching network-vif-plugged-cff556c9-5276-40c3-9991-cb2c3c7ea226 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 621.566567] env[68872]: WARNING nova.compute.manager [req-120c44ce-0ca4-4e41-8249-5a3e7fa66ef8 req-f70eb57f-c22e-4373-9b71-87775f2a0e3f service nova] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Received unexpected event network-vif-plugged-cff556c9-5276-40c3-9991-cb2c3c7ea226 for instance with vm_state building and task_state spawning. [ 621.566666] env[68872]: DEBUG nova.compute.manager [req-120c44ce-0ca4-4e41-8249-5a3e7fa66ef8 req-f70eb57f-c22e-4373-9b71-87775f2a0e3f service nova] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Received event network-changed-cff556c9-5276-40c3-9991-cb2c3c7ea226 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.566742] env[68872]: DEBUG nova.compute.manager [req-120c44ce-0ca4-4e41-8249-5a3e7fa66ef8 req-f70eb57f-c22e-4373-9b71-87775f2a0e3f service nova] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Refreshing instance network info cache due to event network-changed-cff556c9-5276-40c3-9991-cb2c3c7ea226. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 621.566909] env[68872]: DEBUG oslo_concurrency.lockutils [req-120c44ce-0ca4-4e41-8249-5a3e7fa66ef8 req-f70eb57f-c22e-4373-9b71-87775f2a0e3f service nova] Acquiring lock "refresh_cache-575d83bb-f897-4ec9-aae4-8948b0abe512" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.567048] env[68872]: DEBUG oslo_concurrency.lockutils [req-120c44ce-0ca4-4e41-8249-5a3e7fa66ef8 req-f70eb57f-c22e-4373-9b71-87775f2a0e3f service nova] Acquired lock "refresh_cache-575d83bb-f897-4ec9-aae4-8948b0abe512" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.567198] env[68872]: DEBUG nova.network.neutron [req-120c44ce-0ca4-4e41-8249-5a3e7fa66ef8 req-f70eb57f-c22e-4373-9b71-87775f2a0e3f service nova] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Refreshing network info cache for port cff556c9-5276-40c3-9991-cb2c3c7ea226 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.575755] env[68872]: DEBUG oslo_vmware.api [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Task: {'id': task-3092009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.617425] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092004, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.936633] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Releasing lock "refresh_cache-0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.937512] env[68872]: DEBUG nova.compute.manager [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Instance network_info: |[{"id": "eee1b84a-4dd9-4003-8ec8-3701d507a24e", "address": "fa:16:3e:7c:e9:d4", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeee1b84a-4d", "ovs_interfaceid": "eee1b84a-4dd9-4003-8ec8-3701d507a24e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 621.941332] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:e9:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eee1b84a-4dd9-4003-8ec8-3701d507a24e', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 621.949623] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Creating folder: Project (ea5e40d40dbb4f239df93e8688b3fde3). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.953017] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bb27a1a-10f6-455d-822f-e26d23ab273f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.964178] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Created folder: Project (ea5e40d40dbb4f239df93e8688b3fde3) in parent group-v618835. [ 621.964498] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Creating folder: Instances. Parent ref: group-v618881. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.964643] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28baa51e-45bd-499b-a958-38064fb5ed08 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.980688] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092007, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.981736] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Created folder: Instances in parent group-v618881. [ 621.982027] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 621.982305] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 621.982465] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76382ca8-a8d0-43bb-8c8f-aba71cd206d8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.006142] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 622.006142] env[68872]: value = "task-3092012" [ 622.006142] env[68872]: _type = "Task" [ 622.006142] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.018033] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092012, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.074622] env[68872]: DEBUG oslo_vmware.api [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Task: {'id': task-3092009, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.117151] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092004, 'name': CreateVM_Task, 'duration_secs': 1.613486} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.117151] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 622.121602] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.121602] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.121602] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.121602] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3ff0023-3ebb-43a8-b6f7-4e73922adbb0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.125337] env[68872]: DEBUG oslo_vmware.api [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Waiting for the task: (returnval){ [ 622.125337] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520fe4aa-d59d-136d-4834-3ab3b68b8117" [ 622.125337] env[68872]: _type = "Task" [ 622.125337] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.138354] env[68872]: DEBUG oslo_vmware.api [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520fe4aa-d59d-136d-4834-3ab3b68b8117, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.221055] env[68872]: DEBUG nova.network.neutron [req-85a24f19-8c93-4374-9433-8144bd8e2329 req-cf747066-6248-4e82-8b18-597454174054 service nova] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Updated VIF entry in instance network info cache for port 077fe0a3-df99-41a7-9261-3fca8308672c. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 622.221415] env[68872]: DEBUG nova.network.neutron [req-85a24f19-8c93-4374-9433-8144bd8e2329 req-cf747066-6248-4e82-8b18-597454174054 service nova] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Updating instance_info_cache with network_info: [{"id": "077fe0a3-df99-41a7-9261-3fca8308672c", "address": "fa:16:3e:7e:e0:a7", "network": {"id": "e24fa1da-f42e-4dfc-a3d2-28c48e1e0f10", "bridge": "br-int", "label": "tempest-ServersTestJSON-305338116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8165565a0d042d9a09a1560763826cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap077fe0a3-df", "ovs_interfaceid": "077fe0a3-df99-41a7-9261-3fca8308672c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.315768] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a446eff-8c07-4a5f-a522-da0fe6955c72 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.329304] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8528e6-4806-4a6e-a58d-97b5cbef87f8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.373137] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac05426-5e9c-44e2-8cca-a8755313d13d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.381433] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bad697-6db3-41e9-9740-75a213c5ecf5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.400861] env[68872]: DEBUG nova.compute.provider_tree [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.478196] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092007, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.499549] env[68872]: DEBUG nova.network.neutron [req-120c44ce-0ca4-4e41-8249-5a3e7fa66ef8 req-f70eb57f-c22e-4373-9b71-87775f2a0e3f service nova] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Updated VIF entry in instance network info cache for port cff556c9-5276-40c3-9991-cb2c3c7ea226. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 622.500419] env[68872]: DEBUG nova.network.neutron [req-120c44ce-0ca4-4e41-8249-5a3e7fa66ef8 req-f70eb57f-c22e-4373-9b71-87775f2a0e3f service nova] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Updating instance_info_cache with network_info: [{"id": "cff556c9-5276-40c3-9991-cb2c3c7ea226", "address": "fa:16:3e:27:31:e7", "network": {"id": "8909afb0-e01c-4495-983e-91acd3855785", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-246765201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b4cf840ad23451583cf3d857c4acfcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcff556c9-52", "ovs_interfaceid": "cff556c9-5276-40c3-9991-cb2c3c7ea226", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.516419] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092012, 'name': CreateVM_Task, 'duration_secs': 0.454743} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.517034] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 622.517985] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.569591] env[68872]: DEBUG oslo_vmware.api [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Task: {'id': task-3092009, 'name': ReconfigVM_Task, 'duration_secs': 0.518518} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.569885] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 545fb708-58ee-4c11-9099-8a507960f7ab/545fb708-58ee-4c11-9099-8a507960f7ab.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.570597] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fe58792-9ed7-4b49-8f54-2b392dfdffd5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.577450] env[68872]: DEBUG oslo_vmware.api [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Waiting for the task: (returnval){ [ 622.577450] env[68872]: value = "task-3092013" [ 622.577450] env[68872]: _type = "Task" [ 622.577450] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.590927] env[68872]: DEBUG oslo_vmware.api [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Task: {'id': task-3092013, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.637251] env[68872]: DEBUG oslo_vmware.api [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520fe4aa-d59d-136d-4834-3ab3b68b8117, 'name': SearchDatastore_Task, 'duration_secs': 0.021276} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.637251] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.637251] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.637251] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.638220] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.638220] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.638220] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.638220] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.638220] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6b72f4b-49ee-4906-ba0b-188347c5b4dd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.645514] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-966e9ddc-9f41-494e-9ca8-f7bf6defc5f3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.651988] env[68872]: DEBUG oslo_vmware.api [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Waiting for the task: (returnval){ [ 622.651988] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52223735-dc68-be66-c6b7-061d291272d0" [ 622.651988] env[68872]: _type = "Task" [ 622.651988] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.657346] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.657346] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.659056] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-822e4d3c-25b6-4854-97d2-414670357025 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.664608] env[68872]: DEBUG oslo_vmware.api [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52223735-dc68-be66-c6b7-061d291272d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.667742] env[68872]: DEBUG oslo_vmware.api [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Waiting for the task: (returnval){ [ 622.667742] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a71595-6454-29b6-2323-a8bdbd5d3c2d" [ 622.667742] env[68872]: _type = "Task" [ 622.667742] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.675667] env[68872]: DEBUG oslo_vmware.api [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a71595-6454-29b6-2323-a8bdbd5d3c2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.726048] env[68872]: DEBUG oslo_concurrency.lockutils [req-85a24f19-8c93-4374-9433-8144bd8e2329 req-cf747066-6248-4e82-8b18-597454174054 service nova] Releasing lock "refresh_cache-31b939ea-8b15-4302-9656-791da7b0350b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.906362] env[68872]: DEBUG nova.scheduler.client.report [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.980834] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092007, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.006534] env[68872]: DEBUG oslo_concurrency.lockutils [req-120c44ce-0ca4-4e41-8249-5a3e7fa66ef8 req-f70eb57f-c22e-4373-9b71-87775f2a0e3f service nova] Releasing lock "refresh_cache-575d83bb-f897-4ec9-aae4-8948b0abe512" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.006534] env[68872]: DEBUG nova.compute.manager [req-120c44ce-0ca4-4e41-8249-5a3e7fa66ef8 req-f70eb57f-c22e-4373-9b71-87775f2a0e3f service nova] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Received event network-vif-plugged-eee1b84a-4dd9-4003-8ec8-3701d507a24e {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 623.006534] env[68872]: DEBUG oslo_concurrency.lockutils [req-120c44ce-0ca4-4e41-8249-5a3e7fa66ef8 req-f70eb57f-c22e-4373-9b71-87775f2a0e3f service nova] Acquiring lock "0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.006534] env[68872]: DEBUG oslo_concurrency.lockutils [req-120c44ce-0ca4-4e41-8249-5a3e7fa66ef8 req-f70eb57f-c22e-4373-9b71-87775f2a0e3f service nova] Lock "0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.006534] env[68872]: DEBUG oslo_concurrency.lockutils [req-120c44ce-0ca4-4e41-8249-5a3e7fa66ef8 req-f70eb57f-c22e-4373-9b71-87775f2a0e3f service nova] Lock "0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.006830] env[68872]: DEBUG nova.compute.manager [req-120c44ce-0ca4-4e41-8249-5a3e7fa66ef8 req-f70eb57f-c22e-4373-9b71-87775f2a0e3f service nova] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] No waiting events found dispatching network-vif-plugged-eee1b84a-4dd9-4003-8ec8-3701d507a24e {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 623.006830] env[68872]: WARNING nova.compute.manager [req-120c44ce-0ca4-4e41-8249-5a3e7fa66ef8 req-f70eb57f-c22e-4373-9b71-87775f2a0e3f service nova] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Received unexpected event network-vif-plugged-eee1b84a-4dd9-4003-8ec8-3701d507a24e for instance with vm_state building and task_state spawning. [ 623.006904] env[68872]: DEBUG nova.compute.manager [req-120c44ce-0ca4-4e41-8249-5a3e7fa66ef8 req-f70eb57f-c22e-4373-9b71-87775f2a0e3f service nova] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Received event network-changed-eee1b84a-4dd9-4003-8ec8-3701d507a24e {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 623.007280] env[68872]: DEBUG nova.compute.manager [req-120c44ce-0ca4-4e41-8249-5a3e7fa66ef8 req-f70eb57f-c22e-4373-9b71-87775f2a0e3f service nova] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Refreshing instance network info cache due to event network-changed-eee1b84a-4dd9-4003-8ec8-3701d507a24e. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 623.007280] env[68872]: DEBUG oslo_concurrency.lockutils [req-120c44ce-0ca4-4e41-8249-5a3e7fa66ef8 req-f70eb57f-c22e-4373-9b71-87775f2a0e3f service nova] Acquiring lock "refresh_cache-0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.007372] env[68872]: DEBUG oslo_concurrency.lockutils [req-120c44ce-0ca4-4e41-8249-5a3e7fa66ef8 req-f70eb57f-c22e-4373-9b71-87775f2a0e3f service nova] Acquired lock "refresh_cache-0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.007601] env[68872]: DEBUG nova.network.neutron [req-120c44ce-0ca4-4e41-8249-5a3e7fa66ef8 req-f70eb57f-c22e-4373-9b71-87775f2a0e3f service nova] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Refreshing network info cache for port eee1b84a-4dd9-4003-8ec8-3701d507a24e {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 623.091176] env[68872]: DEBUG oslo_vmware.api [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Task: {'id': task-3092013, 'name': Rename_Task, 'duration_secs': 0.231818} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.091537] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 623.091800] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d59ce04-e861-4e89-bf02-8e5131e269a8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.103086] env[68872]: DEBUG oslo_vmware.api [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Waiting for the task: (returnval){ [ 623.103086] env[68872]: value = "task-3092014" [ 623.103086] env[68872]: _type = "Task" [ 623.103086] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.116651] env[68872]: DEBUG oslo_vmware.api [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Task: {'id': task-3092014, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.164458] env[68872]: DEBUG oslo_vmware.api [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52223735-dc68-be66-c6b7-061d291272d0, 'name': SearchDatastore_Task, 'duration_secs': 0.020776} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.165178] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.165542] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 623.166167] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.177295] env[68872]: DEBUG oslo_vmware.api [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a71595-6454-29b6-2323-a8bdbd5d3c2d, 'name': SearchDatastore_Task, 'duration_secs': 0.012814} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.178670] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f968814e-b773-4fda-8843-696af9f7aa0d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.188269] env[68872]: DEBUG oslo_vmware.api [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Waiting for the task: (returnval){ [ 623.188269] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52891777-cc6d-5d8e-7fcc-e72cc422aa58" [ 623.188269] env[68872]: _type = "Task" [ 623.188269] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.195948] env[68872]: DEBUG oslo_vmware.api [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52891777-cc6d-5d8e-7fcc-e72cc422aa58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.258331] env[68872]: DEBUG oslo_concurrency.lockutils [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "9945ec86-a679-4a3e-a72b-88ad7c7e4c18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.258764] env[68872]: DEBUG oslo_concurrency.lockutils [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "9945ec86-a679-4a3e-a72b-88ad7c7e4c18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.412890] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.413463] env[68872]: DEBUG nova.compute.manager [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 623.416459] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.957s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.465537] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6861f9cf-5efe-42b5-af0d-e5a68d931ea9 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Acquiring lock "69176049-fec1-4283-b4e7-05bd67ee3eb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.465839] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6861f9cf-5efe-42b5-af0d-e5a68d931ea9 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Lock "69176049-fec1-4283-b4e7-05bd67ee3eb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.466094] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6861f9cf-5efe-42b5-af0d-e5a68d931ea9 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Acquiring lock "69176049-fec1-4283-b4e7-05bd67ee3eb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.466333] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6861f9cf-5efe-42b5-af0d-e5a68d931ea9 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Lock "69176049-fec1-4283-b4e7-05bd67ee3eb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.466475] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6861f9cf-5efe-42b5-af0d-e5a68d931ea9 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Lock "69176049-fec1-4283-b4e7-05bd67ee3eb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.469427] env[68872]: INFO nova.compute.manager [None req-6861f9cf-5efe-42b5-af0d-e5a68d931ea9 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Terminating instance [ 623.483239] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092007, 'name': CreateVM_Task, 'duration_secs': 2.022836} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.483239] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.483630] env[68872]: DEBUG oslo_concurrency.lockutils [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.483831] env[68872]: DEBUG oslo_concurrency.lockutils [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.484158] env[68872]: DEBUG oslo_concurrency.lockutils [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.485033] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cb81d92-67bd-4a98-be64-91d556736968 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.491821] env[68872]: DEBUG oslo_vmware.api [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Waiting for the task: (returnval){ [ 623.491821] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52958835-c24a-d9d7-719d-1de2025bbdc9" [ 623.491821] env[68872]: _type = "Task" [ 623.491821] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.503911] env[68872]: DEBUG oslo_vmware.api [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52958835-c24a-d9d7-719d-1de2025bbdc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.618194] env[68872]: DEBUG oslo_vmware.api [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Task: {'id': task-3092014, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.700102] env[68872]: DEBUG oslo_vmware.api [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52891777-cc6d-5d8e-7fcc-e72cc422aa58, 'name': SearchDatastore_Task, 'duration_secs': 0.029321} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.700416] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.700721] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 575d83bb-f897-4ec9-aae4-8948b0abe512/575d83bb-f897-4ec9-aae4-8948b0abe512.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.701016] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.701432] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.701729] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-730ead77-4b2a-46bf-b741-c5892f5bfdd4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.703997] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e1ac426-0f19-4976-a59b-e19f2fc14c6c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.713768] env[68872]: DEBUG oslo_vmware.api [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Waiting for the task: (returnval){ [ 623.713768] env[68872]: value = "task-3092015" [ 623.713768] env[68872]: _type = "Task" [ 623.713768] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.715922] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.717106] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.720871] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09dcd885-d2cf-4976-b24d-d2217bd113be {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.729320] env[68872]: DEBUG oslo_vmware.api [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': task-3092015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.730948] env[68872]: DEBUG oslo_vmware.api [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Waiting for the task: (returnval){ [ 623.730948] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52451fac-baec-a5b1-489d-616397e05ac8" [ 623.730948] env[68872]: _type = "Task" [ 623.730948] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.739944] env[68872]: DEBUG oslo_vmware.api [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52451fac-baec-a5b1-489d-616397e05ac8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.921806] env[68872]: DEBUG nova.compute.utils [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 623.927217] env[68872]: INFO nova.compute.claims [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.934040] env[68872]: DEBUG nova.compute.manager [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 623.934597] env[68872]: DEBUG nova.network.neutron [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 623.977951] env[68872]: DEBUG nova.compute.manager [None req-6861f9cf-5efe-42b5-af0d-e5a68d931ea9 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 623.979124] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6861f9cf-5efe-42b5-af0d-e5a68d931ea9 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 623.980994] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8736045a-a119-4a1a-867f-17d7e5801b44 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.995655] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6861f9cf-5efe-42b5-af0d-e5a68d931ea9 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 624.000998] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6135c65-5d53-425d-9f01-8dc46b533544 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.011432] env[68872]: DEBUG oslo_vmware.api [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52958835-c24a-d9d7-719d-1de2025bbdc9, 'name': SearchDatastore_Task, 'duration_secs': 0.013648} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.013069] env[68872]: DEBUG oslo_concurrency.lockutils [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.013327] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 624.013604] env[68872]: DEBUG oslo_concurrency.lockutils [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.013757] env[68872]: DEBUG oslo_concurrency.lockutils [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.013939] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 624.014521] env[68872]: DEBUG oslo_vmware.api [None req-6861f9cf-5efe-42b5-af0d-e5a68d931ea9 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Waiting for the task: (returnval){ [ 624.014521] env[68872]: value = "task-3092016" [ 624.014521] env[68872]: _type = "Task" [ 624.014521] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.014879] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f3cde71-f494-4471-9eed-80eba70eb902 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.028272] env[68872]: DEBUG oslo_vmware.api [None req-6861f9cf-5efe-42b5-af0d-e5a68d931ea9 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Task: {'id': task-3092016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.029830] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 624.030033] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 624.030839] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00179181-9415-4c82-b4d0-a17c2f479d2b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.038442] env[68872]: DEBUG oslo_vmware.api [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Waiting for the task: (returnval){ [ 624.038442] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52b6eb59-71c1-725c-c91a-51ca5dcf7ecf" [ 624.038442] env[68872]: _type = "Task" [ 624.038442] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.053303] env[68872]: DEBUG oslo_vmware.api [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52b6eb59-71c1-725c-c91a-51ca5dcf7ecf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.056890] env[68872]: DEBUG nova.policy [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd125eccf65bd4eebb2b90f5f29d60dfc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '558e9b8f78a1489cb07f84e03547223f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 624.115148] env[68872]: DEBUG oslo_vmware.api [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Task: {'id': task-3092014, 'name': PowerOnVM_Task, 'duration_secs': 0.834138} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.115493] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 624.115727] env[68872]: INFO nova.compute.manager [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Took 11.09 seconds to spawn the instance on the hypervisor. [ 624.116401] env[68872]: DEBUG nova.compute.manager [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 624.118763] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3205541-f015-408a-8bde-c363bc47af7d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.167697] env[68872]: DEBUG nova.network.neutron [req-120c44ce-0ca4-4e41-8249-5a3e7fa66ef8 req-f70eb57f-c22e-4373-9b71-87775f2a0e3f service nova] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Updated VIF entry in instance network info cache for port eee1b84a-4dd9-4003-8ec8-3701d507a24e. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 624.167697] env[68872]: DEBUG nova.network.neutron [req-120c44ce-0ca4-4e41-8249-5a3e7fa66ef8 req-f70eb57f-c22e-4373-9b71-87775f2a0e3f service nova] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Updating instance_info_cache with network_info: [{"id": "eee1b84a-4dd9-4003-8ec8-3701d507a24e", "address": "fa:16:3e:7c:e9:d4", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeee1b84a-4d", "ovs_interfaceid": "eee1b84a-4dd9-4003-8ec8-3701d507a24e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.228741] env[68872]: DEBUG oslo_vmware.api [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': task-3092015, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.246436] env[68872]: DEBUG oslo_vmware.api [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52451fac-baec-a5b1-489d-616397e05ac8, 'name': SearchDatastore_Task, 'duration_secs': 0.025705} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.249243] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c290517-75a8-419b-b434-9bbc54297d8f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.255385] env[68872]: DEBUG oslo_vmware.api [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Waiting for the task: (returnval){ [ 624.255385] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d0e335-8c11-05f5-684b-d5b23a092f14" [ 624.255385] env[68872]: _type = "Task" [ 624.255385] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.269894] env[68872]: DEBUG oslo_vmware.api [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d0e335-8c11-05f5-684b-d5b23a092f14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.433277] env[68872]: DEBUG nova.compute.manager [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 624.440741] env[68872]: INFO nova.compute.resource_tracker [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Updating resource usage from migration f216ea1a-9527-4921-abef-3184661f62f8 [ 624.532068] env[68872]: DEBUG oslo_vmware.api [None req-6861f9cf-5efe-42b5-af0d-e5a68d931ea9 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Task: {'id': task-3092016, 'name': PowerOffVM_Task, 'duration_secs': 0.37726} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.532068] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6861f9cf-5efe-42b5-af0d-e5a68d931ea9 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 624.532226] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6861f9cf-5efe-42b5-af0d-e5a68d931ea9 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 624.532493] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e501ad40-0f7f-4b8a-b4e1-1a3f0729c374 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.552058] env[68872]: DEBUG oslo_vmware.api [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52b6eb59-71c1-725c-c91a-51ca5dcf7ecf, 'name': SearchDatastore_Task, 'duration_secs': 0.030677} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.557530] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6666dcdb-2a6b-41ff-931e-35d469ff739d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.564051] env[68872]: DEBUG oslo_vmware.api [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Waiting for the task: (returnval){ [ 624.564051] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52b88504-685e-e5e5-97f8-3e6d19e2b360" [ 624.564051] env[68872]: _type = "Task" [ 624.564051] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.573404] env[68872]: DEBUG oslo_vmware.api [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52b88504-685e-e5e5-97f8-3e6d19e2b360, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.606039] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6861f9cf-5efe-42b5-af0d-e5a68d931ea9 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 624.606039] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6861f9cf-5efe-42b5-af0d-e5a68d931ea9 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 624.606039] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-6861f9cf-5efe-42b5-af0d-e5a68d931ea9 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Deleting the datastore file [datastore1] 69176049-fec1-4283-b4e7-05bd67ee3eb0 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 624.606511] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65f8508d-10e2-4f04-85d7-5d544cb59f7e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.617740] env[68872]: DEBUG oslo_vmware.api [None req-6861f9cf-5efe-42b5-af0d-e5a68d931ea9 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Waiting for the task: (returnval){ [ 624.617740] env[68872]: value = "task-3092018" [ 624.617740] env[68872]: _type = "Task" [ 624.617740] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.630089] env[68872]: DEBUG oslo_vmware.api [None req-6861f9cf-5efe-42b5-af0d-e5a68d931ea9 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Task: {'id': task-3092018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.644536] env[68872]: INFO nova.compute.manager [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Took 25.34 seconds to build instance. [ 624.672274] env[68872]: DEBUG oslo_concurrency.lockutils [req-120c44ce-0ca4-4e41-8249-5a3e7fa66ef8 req-f70eb57f-c22e-4373-9b71-87775f2a0e3f service nova] Releasing lock "refresh_cache-0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.685288] env[68872]: DEBUG nova.network.neutron [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Successfully created port: bc538013-2e8f-4d4b-9b56-033963cf2569 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 624.730185] env[68872]: DEBUG oslo_vmware.api [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': task-3092015, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639338} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.730450] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 575d83bb-f897-4ec9-aae4-8948b0abe512/575d83bb-f897-4ec9-aae4-8948b0abe512.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.730663] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.730927] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3203704e-d619-4b0f-8392-ed3d9dda94ca {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.742189] env[68872]: DEBUG oslo_vmware.api [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Waiting for the task: (returnval){ [ 624.742189] env[68872]: value = "task-3092019" [ 624.742189] env[68872]: _type = "Task" [ 624.742189] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.751954] env[68872]: DEBUG oslo_vmware.api [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': task-3092019, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.770739] env[68872]: DEBUG oslo_vmware.api [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d0e335-8c11-05f5-684b-d5b23a092f14, 'name': SearchDatastore_Task, 'duration_secs': 0.052561} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.770739] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.770739] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7/0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.770739] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b5e1fc5-ed4f-4b35-9375-8381907e7a4b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.779240] env[68872]: DEBUG oslo_vmware.api [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Waiting for the task: (returnval){ [ 624.779240] env[68872]: value = "task-3092020" [ 624.779240] env[68872]: _type = "Task" [ 624.779240] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.787597] env[68872]: DEBUG oslo_vmware.api [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Task: {'id': task-3092020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.839282] env[68872]: DEBUG oslo_concurrency.lockutils [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Acquiring lock "d6ec7fd8-35f6-480f-946a-d7eabe072670" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.843019] env[68872]: DEBUG oslo_concurrency.lockutils [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Lock "d6ec7fd8-35f6-480f-946a-d7eabe072670" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.957478] env[68872]: DEBUG oslo_vmware.rw_handles [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524180e1-38a0-e6ba-a128-63d0419410eb/disk-0.vmdk. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 624.958541] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06ab3b5-5d5c-471e-ae02-3859dc2a9a9f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.973745] env[68872]: DEBUG oslo_vmware.rw_handles [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524180e1-38a0-e6ba-a128-63d0419410eb/disk-0.vmdk is in state: ready. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 624.973745] env[68872]: ERROR oslo_vmware.rw_handles [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524180e1-38a0-e6ba-a128-63d0419410eb/disk-0.vmdk due to incomplete transfer. [ 624.975936] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f137246f-d931-4a53-a00c-e0e65065b59c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.983193] env[68872]: DEBUG oslo_vmware.rw_handles [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524180e1-38a0-e6ba-a128-63d0419410eb/disk-0.vmdk. {{(pid=68872) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 624.983610] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Uploaded image 2214d8dc-28bf-4532-9a71-422e211fe949 to the Glance image server {{(pid=68872) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 624.986166] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Destroying the VM {{(pid=68872) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 624.986166] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4c2d42fa-4de8-42da-8070-0857a6c2ed71 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.993234] env[68872]: DEBUG oslo_vmware.api [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 624.993234] env[68872]: value = "task-3092021" [ 624.993234] env[68872]: _type = "Task" [ 624.993234] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.999208] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a612d1e1-7963-4bbe-b85d-9b96ab1b26a3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.012130] env[68872]: DEBUG oslo_vmware.api [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092021, 'name': Destroy_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.016581] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eae4240-5044-4413-bd5d-047dc81b4c2c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.052202] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe24a7ac-75ee-4047-9fae-c878b4c9daaf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.060777] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb371f09-7545-439d-b09f-8a332ce1c01f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.083053] env[68872]: DEBUG nova.compute.provider_tree [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.086354] env[68872]: DEBUG oslo_vmware.api [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52b88504-685e-e5e5-97f8-3e6d19e2b360, 'name': SearchDatastore_Task, 'duration_secs': 0.022796} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.086891] env[68872]: DEBUG oslo_concurrency.lockutils [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.087173] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] c9261fcc-7aa8-4afb-aa30-57df0ef71a44/c9261fcc-7aa8-4afb-aa30-57df0ef71a44.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 625.087434] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e431469-619b-4bdc-8c8e-020044ae44f3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.095990] env[68872]: DEBUG oslo_vmware.api [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Waiting for the task: (returnval){ [ 625.095990] env[68872]: value = "task-3092022" [ 625.095990] env[68872]: _type = "Task" [ 625.095990] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.109398] env[68872]: DEBUG oslo_vmware.api [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Task: {'id': task-3092022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.126643] env[68872]: DEBUG oslo_vmware.api [None req-6861f9cf-5efe-42b5-af0d-e5a68d931ea9 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Task: {'id': task-3092018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.388593} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.126911] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-6861f9cf-5efe-42b5-af0d-e5a68d931ea9 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 625.127128] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6861f9cf-5efe-42b5-af0d-e5a68d931ea9 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 625.127322] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6861f9cf-5efe-42b5-af0d-e5a68d931ea9 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 625.127489] env[68872]: INFO nova.compute.manager [None req-6861f9cf-5efe-42b5-af0d-e5a68d931ea9 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 625.127798] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6861f9cf-5efe-42b5-af0d-e5a68d931ea9 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 625.128072] env[68872]: DEBUG nova.compute.manager [-] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 625.128175] env[68872]: DEBUG nova.network.neutron [-] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 625.147270] env[68872]: DEBUG oslo_concurrency.lockutils [None req-898a5463-3a27-45d6-994c-6288a0982168 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Lock "545fb708-58ee-4c11-9099-8a507960f7ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.182s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.254536] env[68872]: DEBUG oslo_vmware.api [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': task-3092019, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111454} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.254867] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.255823] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f86f3a4-7956-4839-932d-12ef16c7fcce {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.281148] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 575d83bb-f897-4ec9-aae4-8948b0abe512/575d83bb-f897-4ec9-aae4-8948b0abe512.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.281148] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-369e6e36-c6d3-4223-b586-92147043ccc1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.304121] env[68872]: DEBUG oslo_vmware.api [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Task: {'id': task-3092020, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.306367] env[68872]: DEBUG oslo_vmware.api [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Waiting for the task: (returnval){ [ 625.306367] env[68872]: value = "task-3092023" [ 625.306367] env[68872]: _type = "Task" [ 625.306367] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.314658] env[68872]: DEBUG oslo_vmware.api [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': task-3092023, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.443039] env[68872]: DEBUG nova.compute.manager [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 625.476709] env[68872]: DEBUG nova.virt.hardware [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 625.477036] env[68872]: DEBUG nova.virt.hardware [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 625.477251] env[68872]: DEBUG nova.virt.hardware [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.477422] env[68872]: DEBUG nova.virt.hardware [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 625.477567] env[68872]: DEBUG nova.virt.hardware [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.477954] env[68872]: DEBUG nova.virt.hardware [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 625.479384] env[68872]: DEBUG nova.virt.hardware [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 625.479384] env[68872]: DEBUG nova.virt.hardware [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 625.479384] env[68872]: DEBUG nova.virt.hardware [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 625.479384] env[68872]: DEBUG nova.virt.hardware [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 625.479570] env[68872]: DEBUG nova.virt.hardware [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 625.480638] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866b3ea3-089b-46a1-8923-34dcb949cbdd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.491074] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2071d17-1f79-437f-a83a-5840bc6e4d0c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.519086] env[68872]: DEBUG oslo_vmware.api [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092021, 'name': Destroy_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.588354] env[68872]: DEBUG nova.scheduler.client.report [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.607751] env[68872]: DEBUG oslo_vmware.api [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Task: {'id': task-3092022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.650040] env[68872]: DEBUG nova.compute.manager [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.791851] env[68872]: DEBUG oslo_vmware.api [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Task: {'id': task-3092020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.903796} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.792219] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7/0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.792381] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.792807] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c56182e1-0d5f-4604-bb33-276fdc546606 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.800159] env[68872]: DEBUG oslo_vmware.api [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Waiting for the task: (returnval){ [ 625.800159] env[68872]: value = "task-3092024" [ 625.800159] env[68872]: _type = "Task" [ 625.800159] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.813815] env[68872]: DEBUG oslo_vmware.api [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Task: {'id': task-3092024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.819512] env[68872]: DEBUG oslo_vmware.api [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': task-3092023, 'name': ReconfigVM_Task, 'duration_secs': 0.387908} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.819900] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 575d83bb-f897-4ec9-aae4-8948b0abe512/575d83bb-f897-4ec9-aae4-8948b0abe512.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 625.820569] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0df45b01-03cc-4e92-95c8-0b0c8cc1f6c9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.826685] env[68872]: DEBUG oslo_vmware.api [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Waiting for the task: (returnval){ [ 625.826685] env[68872]: value = "task-3092025" [ 625.826685] env[68872]: _type = "Task" [ 625.826685] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.838242] env[68872]: DEBUG oslo_vmware.api [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': task-3092025, 'name': Rename_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.009439] env[68872]: DEBUG oslo_vmware.api [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092021, 'name': Destroy_Task} progress is 33%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.095090] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.678s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.095315] env[68872]: INFO nova.compute.manager [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Migrating [ 626.095969] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.095969] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquired lock "compute-rpcapi-router" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.097455] env[68872]: DEBUG oslo_concurrency.lockutils [None req-30e2e325-36e0-4e20-ac79-a778c98e807c tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.131s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.097455] env[68872]: DEBUG nova.objects.instance [None req-30e2e325-36e0-4e20-ac79-a778c98e807c tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Lazy-loading 'resources' on Instance uuid 237f3caa-6dab-47aa-aa2a-65d95bdcc40f {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 626.110302] env[68872]: DEBUG oslo_vmware.api [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Task: {'id': task-3092022, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.179767] env[68872]: DEBUG oslo_concurrency.lockutils [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.310848] env[68872]: DEBUG oslo_vmware.api [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Task: {'id': task-3092024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077428} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.311128] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.311910] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025b4857-aff9-4ca7-ad17-7eecfdd8a97a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.339816] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7/0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.343894] env[68872]: DEBUG nova.network.neutron [-] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.345090] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a801ce6-0135-4c55-bba7-6a998128c7ff {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.367214] env[68872]: DEBUG oslo_vmware.api [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': task-3092025, 'name': Rename_Task, 'duration_secs': 0.171258} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.370423] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.370423] env[68872]: DEBUG oslo_vmware.api [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Waiting for the task: (returnval){ [ 626.370423] env[68872]: value = "task-3092026" [ 626.370423] env[68872]: _type = "Task" [ 626.370423] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.370423] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d32ef6db-52b9-450d-a056-4b2d406abeca {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.381475] env[68872]: DEBUG oslo_vmware.api [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Task: {'id': task-3092026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.382826] env[68872]: DEBUG oslo_vmware.api [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Waiting for the task: (returnval){ [ 626.382826] env[68872]: value = "task-3092027" [ 626.382826] env[68872]: _type = "Task" [ 626.382826] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.392851] env[68872]: DEBUG oslo_vmware.api [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': task-3092027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.508444] env[68872]: DEBUG oslo_vmware.api [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092021, 'name': Destroy_Task, 'duration_secs': 1.211773} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.508783] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Destroyed the VM [ 626.509289] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Deleting Snapshot of the VM instance {{(pid=68872) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 626.509552] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-01fd1065-4225-4baf-b2f9-6e97f3a9e27f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.516557] env[68872]: DEBUG oslo_vmware.api [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 626.516557] env[68872]: value = "task-3092028" [ 626.516557] env[68872]: _type = "Task" [ 626.516557] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.524431] env[68872]: DEBUG oslo_vmware.api [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092028, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.600206] env[68872]: INFO nova.compute.rpcapi [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 626.600717] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Releasing lock "compute-rpcapi-router" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.643946] env[68872]: DEBUG oslo_vmware.api [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Task: {'id': task-3092022, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.127085} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.644716] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] c9261fcc-7aa8-4afb-aa30-57df0ef71a44/c9261fcc-7aa8-4afb-aa30-57df0ef71a44.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.645458] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.646401] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bd72a83-6b6f-4912-91df-d98a650c975e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.661016] env[68872]: DEBUG oslo_vmware.api [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Waiting for the task: (returnval){ [ 626.661016] env[68872]: value = "task-3092029" [ 626.661016] env[68872]: _type = "Task" [ 626.661016] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.682467] env[68872]: DEBUG oslo_vmware.api [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Task: {'id': task-3092029, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.794517] env[68872]: DEBUG nova.compute.manager [req-4b582ec9-2558-44b9-8209-c49d6eb10b6d req-8f0bc723-2423-406d-9f3f-4ff7f13cb38b service nova] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Received event network-vif-deleted-dc08f372-1422-4105-8311-ac9c8f416f7e {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 626.866229] env[68872]: INFO nova.compute.manager [-] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Took 1.74 seconds to deallocate network for instance. [ 626.900588] env[68872]: DEBUG oslo_vmware.api [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Task: {'id': task-3092026, 'name': ReconfigVM_Task, 'duration_secs': 0.390872} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.901328] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7/0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.902871] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2663eb5-d05f-468d-ad62-5f6467fc8ba3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.909621] env[68872]: DEBUG oslo_vmware.api [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': task-3092027, 'name': PowerOnVM_Task, 'duration_secs': 0.518037} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.911084] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 626.911084] env[68872]: INFO nova.compute.manager [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Took 11.27 seconds to spawn the instance on the hypervisor. [ 626.911084] env[68872]: DEBUG nova.compute.manager [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 626.911624] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98678af2-2437-4da2-80ae-653de33a581a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.918642] env[68872]: DEBUG oslo_vmware.api [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Waiting for the task: (returnval){ [ 626.918642] env[68872]: value = "task-3092030" [ 626.918642] env[68872]: _type = "Task" [ 626.918642] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.935451] env[68872]: DEBUG oslo_vmware.api [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Task: {'id': task-3092030, 'name': Rename_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.029795] env[68872]: DEBUG oslo_vmware.api [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092028, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.077558] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2981ab-b757-4c0d-804b-adb272b13e78 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.085422] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fcbbca-a525-4107-93f7-26acf7a5240e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.119793] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64d7378-9fa7-4bba-b192-ff8882042718 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.127397] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquiring lock "refresh_cache-db3e747b-e648-4fc2-86a1-d2e6ff48db08" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.127696] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquired lock "refresh_cache-db3e747b-e648-4fc2-86a1-d2e6ff48db08" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.128615] env[68872]: DEBUG nova.network.neutron [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 627.132650] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a80259-4389-495f-ba77-f57b4a90f744 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.148061] env[68872]: DEBUG nova.compute.provider_tree [None req-30e2e325-36e0-4e20-ac79-a778c98e807c tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.171153] env[68872]: DEBUG oslo_vmware.api [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Task: {'id': task-3092029, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072371} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.171291] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 627.172127] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f528fe-9c3a-4a54-bd29-a772a18e855c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.197074] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] c9261fcc-7aa8-4afb-aa30-57df0ef71a44/c9261fcc-7aa8-4afb-aa30-57df0ef71a44.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 627.197370] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-994ec6f3-3084-41ed-a540-865280c9929e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.218828] env[68872]: DEBUG oslo_vmware.api [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Waiting for the task: (returnval){ [ 627.218828] env[68872]: value = "task-3092031" [ 627.218828] env[68872]: _type = "Task" [ 627.218828] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.229341] env[68872]: DEBUG oslo_vmware.api [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Task: {'id': task-3092031, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.339942] env[68872]: DEBUG nova.network.neutron [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Successfully updated port: bc538013-2e8f-4d4b-9b56-033963cf2569 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 627.382352] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6861f9cf-5efe-42b5-af0d-e5a68d931ea9 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.435169] env[68872]: DEBUG oslo_vmware.api [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Task: {'id': task-3092030, 'name': Rename_Task, 'duration_secs': 0.44487} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.435646] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.437485] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c2b89e8-4f11-4354-ad27-dca8db2b9205 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.443975] env[68872]: INFO nova.compute.manager [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Took 28.09 seconds to build instance. [ 627.448903] env[68872]: DEBUG oslo_vmware.api [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Waiting for the task: (returnval){ [ 627.448903] env[68872]: value = "task-3092032" [ 627.448903] env[68872]: _type = "Task" [ 627.448903] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.460364] env[68872]: DEBUG oslo_vmware.api [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Task: {'id': task-3092032, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.536396] env[68872]: DEBUG oslo_vmware.api [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092028, 'name': RemoveSnapshot_Task, 'duration_secs': 0.759785} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.537112] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Deleted Snapshot of the VM instance {{(pid=68872) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 627.537112] env[68872]: INFO nova.compute.manager [None req-ab3a0f54-464d-4a44-b2e6-ce1098f7104f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Took 17.79 seconds to snapshot the instance on the hypervisor. [ 627.651129] env[68872]: DEBUG nova.scheduler.client.report [None req-30e2e325-36e0-4e20-ac79-a778c98e807c tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.730923] env[68872]: DEBUG oslo_vmware.api [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Task: {'id': task-3092031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.841768] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "refresh_cache-fe5cc7b3-155a-437c-b04c-32bbfff60809" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.841862] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquired lock "refresh_cache-fe5cc7b3-155a-437c-b04c-32bbfff60809" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.843309] env[68872]: DEBUG nova.network.neutron [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 627.949042] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8966501a-1bde-4cb8-8956-39eacd06734c tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Lock "575d83bb-f897-4ec9-aae4-8948b0abe512" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.827s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.971295] env[68872]: DEBUG oslo_vmware.api [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Task: {'id': task-3092032, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.021104] env[68872]: DEBUG nova.network.neutron [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Updating instance_info_cache with network_info: [{"id": "22ca683c-465a-4014-b4fa-b83bb5f9433b", "address": "fa:16:3e:23:fd:3d", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22ca683c-46", "ovs_interfaceid": "22ca683c-465a-4014-b4fa-b83bb5f9433b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.158553] env[68872]: DEBUG oslo_concurrency.lockutils [None req-30e2e325-36e0-4e20-ac79-a778c98e807c tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.162222] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ee8fc607-4bab-4062-909b-ccd6cffc5848 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.636s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.162505] env[68872]: DEBUG nova.objects.instance [None req-ee8fc607-4bab-4062-909b-ccd6cffc5848 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Lazy-loading 'resources' on Instance uuid 790ddb20-f86b-4910-ba5d-aae16f8794be {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 628.203033] env[68872]: INFO nova.scheduler.client.report [None req-30e2e325-36e0-4e20-ac79-a778c98e807c tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Deleted allocations for instance 237f3caa-6dab-47aa-aa2a-65d95bdcc40f [ 628.230509] env[68872]: DEBUG oslo_vmware.api [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Task: {'id': task-3092031, 'name': ReconfigVM_Task, 'duration_secs': 0.724068} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.230993] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Reconfigured VM instance instance-0000000f to attach disk [datastore2] c9261fcc-7aa8-4afb-aa30-57df0ef71a44/c9261fcc-7aa8-4afb-aa30-57df0ef71a44.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 628.232928] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-230c5b04-216a-4b90-a75f-bf063a8010ee {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.241963] env[68872]: DEBUG oslo_vmware.api [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Waiting for the task: (returnval){ [ 628.241963] env[68872]: value = "task-3092033" [ 628.241963] env[68872]: _type = "Task" [ 628.241963] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.256034] env[68872]: DEBUG oslo_vmware.api [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Task: {'id': task-3092033, 'name': Rename_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.398901] env[68872]: DEBUG nova.network.neutron [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 628.455538] env[68872]: DEBUG nova.compute.manager [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.472926] env[68872]: DEBUG oslo_vmware.api [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Task: {'id': task-3092032, 'name': PowerOnVM_Task, 'duration_secs': 0.840327} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.472926] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.472926] env[68872]: INFO nova.compute.manager [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Took 10.26 seconds to spawn the instance on the hypervisor. [ 628.472926] env[68872]: DEBUG nova.compute.manager [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.473314] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd5f20e-7919-44f2-a3c9-0595e28ce359 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.526508] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Releasing lock "refresh_cache-db3e747b-e648-4fc2-86a1-d2e6ff48db08" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.625386] env[68872]: DEBUG nova.network.neutron [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Updating instance_info_cache with network_info: [{"id": "bc538013-2e8f-4d4b-9b56-033963cf2569", "address": "fa:16:3e:db:9c:be", "network": {"id": "8d8a8028-be48-4a6a-a1fd-979a80226453", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-102971206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "558e9b8f78a1489cb07f84e03547223f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc538013-2e", "ovs_interfaceid": "bc538013-2e8f-4d4b-9b56-033963cf2569", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.713963] env[68872]: DEBUG oslo_concurrency.lockutils [None req-30e2e325-36e0-4e20-ac79-a778c98e807c tempest-ServerPasswordTestJSON-2108018129 tempest-ServerPasswordTestJSON-2108018129-project-member] Lock "237f3caa-6dab-47aa-aa2a-65d95bdcc40f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.025s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.759124] env[68872]: DEBUG oslo_vmware.api [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Task: {'id': task-3092033, 'name': Rename_Task, 'duration_secs': 0.26407} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.759124] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 628.759124] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2459b6d5-531e-494a-89db-7c8802067a6a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.767097] env[68872]: DEBUG oslo_vmware.api [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Waiting for the task: (returnval){ [ 628.767097] env[68872]: value = "task-3092034" [ 628.767097] env[68872]: _type = "Task" [ 628.767097] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.779246] env[68872]: DEBUG oslo_vmware.api [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Task: {'id': task-3092034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.991776] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.991776] env[68872]: INFO nova.compute.manager [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Took 26.47 seconds to build instance. [ 629.084141] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4c1299-17e9-4759-a072-63c976e76876 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.094907] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43aa7a2c-6169-42f6-bc9c-e1e9ac247943 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.128047] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d1c119ad-3824-4639-8934-251a24f43270 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquiring lock "7e2dea4b-2e4c-4777-9db9-d701ead9416b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.128330] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d1c119ad-3824-4639-8934-251a24f43270 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "7e2dea4b-2e4c-4777-9db9-d701ead9416b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.128542] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d1c119ad-3824-4639-8934-251a24f43270 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquiring lock "7e2dea4b-2e4c-4777-9db9-d701ead9416b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.128764] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d1c119ad-3824-4639-8934-251a24f43270 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "7e2dea4b-2e4c-4777-9db9-d701ead9416b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.129055] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d1c119ad-3824-4639-8934-251a24f43270 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "7e2dea4b-2e4c-4777-9db9-d701ead9416b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.131419] env[68872]: INFO nova.compute.manager [None req-d1c119ad-3824-4639-8934-251a24f43270 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Terminating instance [ 629.132970] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Releasing lock "refresh_cache-fe5cc7b3-155a-437c-b04c-32bbfff60809" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.133067] env[68872]: DEBUG nova.compute.manager [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Instance network_info: |[{"id": "bc538013-2e8f-4d4b-9b56-033963cf2569", "address": "fa:16:3e:db:9c:be", "network": {"id": "8d8a8028-be48-4a6a-a1fd-979a80226453", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-102971206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "558e9b8f78a1489cb07f84e03547223f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc538013-2e", "ovs_interfaceid": "bc538013-2e8f-4d4b-9b56-033963cf2569", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 629.133791] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6a294a-c155-4e40-a7a5-1362d1508bb5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.138233] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:9c:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc538013-2e8f-4d4b-9b56-033963cf2569', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 629.146184] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Creating folder: Project (558e9b8f78a1489cb07f84e03547223f). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.147232] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c2f705a-c474-4844-8c42-6226b6c8b6ac {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.154141] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6507c5-6aa6-453e-87a1-5c271b74d351 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.159358] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Created folder: Project (558e9b8f78a1489cb07f84e03547223f) in parent group-v618835. [ 629.159589] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Creating folder: Instances. Parent ref: group-v618884. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.160035] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-361b6694-b1bc-4def-8096-968e4bc8effc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.170036] env[68872]: DEBUG nova.compute.provider_tree [None req-ee8fc607-4bab-4062-909b-ccd6cffc5848 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.179457] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Created folder: Instances in parent group-v618884. [ 629.179700] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 629.180296] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 629.180516] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27aad82c-97b2-4118-9aca-c27458ccd858 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.199872] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 629.199872] env[68872]: value = "task-3092037" [ 629.199872] env[68872]: _type = "Task" [ 629.199872] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.208199] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092037, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.282714] env[68872]: DEBUG oslo_vmware.api [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Task: {'id': task-3092034, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.319620] env[68872]: DEBUG nova.compute.manager [req-cb8f89db-66f1-46a7-b6d2-29ae7ebd89d7 req-624dfd21-62d7-4cce-8f12-d8a5476ae882 service nova] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Received event network-vif-plugged-bc538013-2e8f-4d4b-9b56-033963cf2569 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.320585] env[68872]: DEBUG oslo_concurrency.lockutils [req-cb8f89db-66f1-46a7-b6d2-29ae7ebd89d7 req-624dfd21-62d7-4cce-8f12-d8a5476ae882 service nova] Acquiring lock "fe5cc7b3-155a-437c-b04c-32bbfff60809-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.320950] env[68872]: DEBUG oslo_concurrency.lockutils [req-cb8f89db-66f1-46a7-b6d2-29ae7ebd89d7 req-624dfd21-62d7-4cce-8f12-d8a5476ae882 service nova] Lock "fe5cc7b3-155a-437c-b04c-32bbfff60809-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.321381] env[68872]: DEBUG oslo_concurrency.lockutils [req-cb8f89db-66f1-46a7-b6d2-29ae7ebd89d7 req-624dfd21-62d7-4cce-8f12-d8a5476ae882 service nova] Lock "fe5cc7b3-155a-437c-b04c-32bbfff60809-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.321806] env[68872]: DEBUG nova.compute.manager [req-cb8f89db-66f1-46a7-b6d2-29ae7ebd89d7 req-624dfd21-62d7-4cce-8f12-d8a5476ae882 service nova] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] No waiting events found dispatching network-vif-plugged-bc538013-2e8f-4d4b-9b56-033963cf2569 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 629.321985] env[68872]: WARNING nova.compute.manager [req-cb8f89db-66f1-46a7-b6d2-29ae7ebd89d7 req-624dfd21-62d7-4cce-8f12-d8a5476ae882 service nova] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Received unexpected event network-vif-plugged-bc538013-2e8f-4d4b-9b56-033963cf2569 for instance with vm_state building and task_state spawning. [ 629.322361] env[68872]: DEBUG nova.compute.manager [req-cb8f89db-66f1-46a7-b6d2-29ae7ebd89d7 req-624dfd21-62d7-4cce-8f12-d8a5476ae882 service nova] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Received event network-changed-bc538013-2e8f-4d4b-9b56-033963cf2569 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.322548] env[68872]: DEBUG nova.compute.manager [req-cb8f89db-66f1-46a7-b6d2-29ae7ebd89d7 req-624dfd21-62d7-4cce-8f12-d8a5476ae882 service nova] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Refreshing instance network info cache due to event network-changed-bc538013-2e8f-4d4b-9b56-033963cf2569. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 629.322768] env[68872]: DEBUG oslo_concurrency.lockutils [req-cb8f89db-66f1-46a7-b6d2-29ae7ebd89d7 req-624dfd21-62d7-4cce-8f12-d8a5476ae882 service nova] Acquiring lock "refresh_cache-fe5cc7b3-155a-437c-b04c-32bbfff60809" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.323487] env[68872]: DEBUG oslo_concurrency.lockutils [req-cb8f89db-66f1-46a7-b6d2-29ae7ebd89d7 req-624dfd21-62d7-4cce-8f12-d8a5476ae882 service nova] Acquired lock "refresh_cache-fe5cc7b3-155a-437c-b04c-32bbfff60809" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.323728] env[68872]: DEBUG nova.network.neutron [req-cb8f89db-66f1-46a7-b6d2-29ae7ebd89d7 req-624dfd21-62d7-4cce-8f12-d8a5476ae882 service nova] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Refreshing network info cache for port bc538013-2e8f-4d4b-9b56-033963cf2569 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 629.494073] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0f4db620-2af5-4ea8-9d96-e1709b2bc146 tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Lock "0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.984s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.648559] env[68872]: DEBUG nova.compute.manager [None req-d1c119ad-3824-4639-8934-251a24f43270 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 629.648559] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c119ad-3824-4639-8934-251a24f43270 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 629.648904] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff8636c-4e17-4731-86fa-2acf97a96b7f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.656817] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c119ad-3824-4639-8934-251a24f43270 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 629.659036] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9961e927-8d9d-44c1-a678-55e7e3700676 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.673309] env[68872]: DEBUG nova.scheduler.client.report [None req-ee8fc607-4bab-4062-909b-ccd6cffc5848 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.711154] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092037, 'name': CreateVM_Task, 'duration_secs': 0.326868} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.711330] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 629.712038] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.712203] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.712778] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.713333] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eccb04b3-6a30-4944-b38e-9db857d5f516 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.721018] env[68872]: DEBUG oslo_vmware.api [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 629.721018] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52acf667-1e4b-45b5-6e3c-8b8a6dd43b10" [ 629.721018] env[68872]: _type = "Task" [ 629.721018] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.731834] env[68872]: DEBUG oslo_vmware.api [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52acf667-1e4b-45b5-6e3c-8b8a6dd43b10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.733723] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c119ad-3824-4639-8934-251a24f43270 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 629.734411] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c119ad-3824-4639-8934-251a24f43270 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 629.734764] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1c119ad-3824-4639-8934-251a24f43270 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Deleting the datastore file [datastore1] 7e2dea4b-2e4c-4777-9db9-d701ead9416b {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 629.735501] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3c758fc-cc96-427a-84dc-f6b81a41e10c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.742228] env[68872]: DEBUG oslo_vmware.api [None req-d1c119ad-3824-4639-8934-251a24f43270 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 629.742228] env[68872]: value = "task-3092039" [ 629.742228] env[68872]: _type = "Task" [ 629.742228] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.751367] env[68872]: DEBUG oslo_vmware.api [None req-d1c119ad-3824-4639-8934-251a24f43270 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.779685] env[68872]: DEBUG oslo_vmware.api [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Task: {'id': task-3092034, 'name': PowerOnVM_Task, 'duration_secs': 0.720714} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.779956] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 629.780178] env[68872]: INFO nova.compute.manager [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Took 8.96 seconds to spawn the instance on the hypervisor. [ 629.783875] env[68872]: DEBUG nova.compute.manager [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 629.784785] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bee531e-5b0a-4cf8-a662-f565a0791629 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.997130] env[68872]: DEBUG nova.compute.manager [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 630.041804] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f1f3ae-98d6-4eab-8073-655d0e9078ff {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.067762] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Updating instance 'db3e747b-e648-4fc2-86a1-d2e6ff48db08' progress to 0 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 630.077610] env[68872]: DEBUG nova.compute.manager [req-4792ab96-8ec5-4718-9c1c-899e40082334 req-5a73d2fb-5a53-4b44-9d8f-64256c23588f service nova] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Received event network-changed-cff556c9-5276-40c3-9991-cb2c3c7ea226 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.078089] env[68872]: DEBUG nova.compute.manager [req-4792ab96-8ec5-4718-9c1c-899e40082334 req-5a73d2fb-5a53-4b44-9d8f-64256c23588f service nova] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Refreshing instance network info cache due to event network-changed-cff556c9-5276-40c3-9991-cb2c3c7ea226. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 630.078426] env[68872]: DEBUG oslo_concurrency.lockutils [req-4792ab96-8ec5-4718-9c1c-899e40082334 req-5a73d2fb-5a53-4b44-9d8f-64256c23588f service nova] Acquiring lock "refresh_cache-575d83bb-f897-4ec9-aae4-8948b0abe512" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.078690] env[68872]: DEBUG oslo_concurrency.lockutils [req-4792ab96-8ec5-4718-9c1c-899e40082334 req-5a73d2fb-5a53-4b44-9d8f-64256c23588f service nova] Acquired lock "refresh_cache-575d83bb-f897-4ec9-aae4-8948b0abe512" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.078984] env[68872]: DEBUG nova.network.neutron [req-4792ab96-8ec5-4718-9c1c-899e40082334 req-5a73d2fb-5a53-4b44-9d8f-64256c23588f service nova] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Refreshing network info cache for port cff556c9-5276-40c3-9991-cb2c3c7ea226 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 630.184783] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ee8fc607-4bab-4062-909b-ccd6cffc5848 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.020s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.186834] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.355s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.191492] env[68872]: INFO nova.compute.claims [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.219330] env[68872]: INFO nova.scheduler.client.report [None req-ee8fc607-4bab-4062-909b-ccd6cffc5848 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Deleted allocations for instance 790ddb20-f86b-4910-ba5d-aae16f8794be [ 630.232071] env[68872]: DEBUG oslo_concurrency.lockutils [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquiring lock "56a9ffd3-650b-4a48-b9e4-ab5cd5974de8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.232184] env[68872]: DEBUG oslo_concurrency.lockutils [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "56a9ffd3-650b-4a48-b9e4-ab5cd5974de8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.241763] env[68872]: DEBUG oslo_vmware.api [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52acf667-1e4b-45b5-6e3c-8b8a6dd43b10, 'name': SearchDatastore_Task, 'duration_secs': 0.014504} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.242198] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.242509] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 630.242838] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.243051] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.243298] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.243725] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc60ac31-a1a9-4d72-993c-e209e7fdc24e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.261577] env[68872]: DEBUG oslo_vmware.api [None req-d1c119ad-3824-4639-8934-251a24f43270 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.389077} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.264099] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1c119ad-3824-4639-8934-251a24f43270 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 630.264470] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c119ad-3824-4639-8934-251a24f43270 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 630.264782] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c119ad-3824-4639-8934-251a24f43270 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 630.265125] env[68872]: INFO nova.compute.manager [None req-d1c119ad-3824-4639-8934-251a24f43270 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Took 0.62 seconds to destroy the instance on the hypervisor. [ 630.265670] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1c119ad-3824-4639-8934-251a24f43270 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.266257] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.266706] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.267933] env[68872]: DEBUG nova.compute.manager [-] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 630.268389] env[68872]: DEBUG nova.network.neutron [-] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 630.271037] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96a169f4-0d0c-47c7-83c3-c5e70212866f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.282665] env[68872]: DEBUG oslo_vmware.api [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 630.282665] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c5e58e-754c-6e3d-5844-e5b6bb8ce694" [ 630.282665] env[68872]: _type = "Task" [ 630.282665] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.303458] env[68872]: DEBUG oslo_vmware.api [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c5e58e-754c-6e3d-5844-e5b6bb8ce694, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.304501] env[68872]: INFO nova.compute.manager [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Took 26.43 seconds to build instance. [ 630.312658] env[68872]: DEBUG nova.network.neutron [req-cb8f89db-66f1-46a7-b6d2-29ae7ebd89d7 req-624dfd21-62d7-4cce-8f12-d8a5476ae882 service nova] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Updated VIF entry in instance network info cache for port bc538013-2e8f-4d4b-9b56-033963cf2569. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 630.313009] env[68872]: DEBUG nova.network.neutron [req-cb8f89db-66f1-46a7-b6d2-29ae7ebd89d7 req-624dfd21-62d7-4cce-8f12-d8a5476ae882 service nova] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Updating instance_info_cache with network_info: [{"id": "bc538013-2e8f-4d4b-9b56-033963cf2569", "address": "fa:16:3e:db:9c:be", "network": {"id": "8d8a8028-be48-4a6a-a1fd-979a80226453", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-102971206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "558e9b8f78a1489cb07f84e03547223f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc538013-2e", "ovs_interfaceid": "bc538013-2e8f-4d4b-9b56-033963cf2569", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.529522] env[68872]: DEBUG oslo_concurrency.lockutils [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.586109] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 630.587279] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87785913-7dda-4ad7-af21-b49239e8b493 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.594615] env[68872]: DEBUG oslo_vmware.api [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Waiting for the task: (returnval){ [ 630.594615] env[68872]: value = "task-3092040" [ 630.594615] env[68872]: _type = "Task" [ 630.594615] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.603851] env[68872]: DEBUG oslo_vmware.api [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.738877] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ee8fc607-4bab-4062-909b-ccd6cffc5848 tempest-TenantUsagesTestJSON-598504021 tempest-TenantUsagesTestJSON-598504021-project-member] Lock "790ddb20-f86b-4910-ba5d-aae16f8794be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.134s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.795768] env[68872]: DEBUG oslo_vmware.api [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c5e58e-754c-6e3d-5844-e5b6bb8ce694, 'name': SearchDatastore_Task, 'duration_secs': 0.030255} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.801498] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-690b5e7b-6aca-4b2f-affe-4bc3e2064d88 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.805945] env[68872]: DEBUG oslo_concurrency.lockutils [None req-80e0e5da-3688-4d80-ab1d-859fcd7c9982 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Lock "c9261fcc-7aa8-4afb-aa30-57df0ef71a44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.951s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.811143] env[68872]: DEBUG oslo_vmware.api [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 630.811143] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5208ccbb-34d0-1d64-73a0-f22277e2b3d7" [ 630.811143] env[68872]: _type = "Task" [ 630.811143] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.817316] env[68872]: DEBUG oslo_concurrency.lockutils [req-cb8f89db-66f1-46a7-b6d2-29ae7ebd89d7 req-624dfd21-62d7-4cce-8f12-d8a5476ae882 service nova] Releasing lock "refresh_cache-fe5cc7b3-155a-437c-b04c-32bbfff60809" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.817569] env[68872]: DEBUG nova.compute.manager [req-cb8f89db-66f1-46a7-b6d2-29ae7ebd89d7 req-624dfd21-62d7-4cce-8f12-d8a5476ae882 service nova] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Received event network-changed-7311e07d-2c07-4878-a118-8d44d4d55c69 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.817759] env[68872]: DEBUG nova.compute.manager [req-cb8f89db-66f1-46a7-b6d2-29ae7ebd89d7 req-624dfd21-62d7-4cce-8f12-d8a5476ae882 service nova] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Refreshing instance network info cache due to event network-changed-7311e07d-2c07-4878-a118-8d44d4d55c69. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 630.818136] env[68872]: DEBUG oslo_concurrency.lockutils [req-cb8f89db-66f1-46a7-b6d2-29ae7ebd89d7 req-624dfd21-62d7-4cce-8f12-d8a5476ae882 service nova] Acquiring lock "refresh_cache-545fb708-58ee-4c11-9099-8a507960f7ab" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.818136] env[68872]: DEBUG oslo_concurrency.lockutils [req-cb8f89db-66f1-46a7-b6d2-29ae7ebd89d7 req-624dfd21-62d7-4cce-8f12-d8a5476ae882 service nova] Acquired lock "refresh_cache-545fb708-58ee-4c11-9099-8a507960f7ab" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.818272] env[68872]: DEBUG nova.network.neutron [req-cb8f89db-66f1-46a7-b6d2-29ae7ebd89d7 req-624dfd21-62d7-4cce-8f12-d8a5476ae882 service nova] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Refreshing network info cache for port 7311e07d-2c07-4878-a118-8d44d4d55c69 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 630.826535] env[68872]: DEBUG oslo_vmware.api [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5208ccbb-34d0-1d64-73a0-f22277e2b3d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.124023] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1edc78f7-85e3-47b6-b92b-6698478003bc tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Acquiring lock "0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.124023] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1edc78f7-85e3-47b6-b92b-6698478003bc tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Lock "0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.124023] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1edc78f7-85e3-47b6-b92b-6698478003bc tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Acquiring lock "0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.124023] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1edc78f7-85e3-47b6-b92b-6698478003bc tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Lock "0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.124533] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1edc78f7-85e3-47b6-b92b-6698478003bc tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Lock "0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.133540] env[68872]: INFO nova.compute.manager [None req-1edc78f7-85e3-47b6-b92b-6698478003bc tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Terminating instance [ 631.141916] env[68872]: DEBUG oslo_vmware.api [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092040, 'name': PowerOffVM_Task, 'duration_secs': 0.308841} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.143449] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 631.143449] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Updating instance 'db3e747b-e648-4fc2-86a1-d2e6ff48db08' progress to 17 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 631.240019] env[68872]: DEBUG nova.compute.manager [None req-e38be446-4d31-4d3b-8530-944e65d090d8 tempest-ServerDiagnosticsV248Test-1370161011 tempest-ServerDiagnosticsV248Test-1370161011-project-admin] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.241350] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a740994f-e61e-4d05-8069-72bddfa58eb3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.244041] env[68872]: DEBUG nova.network.neutron [-] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.251887] env[68872]: INFO nova.compute.manager [None req-e38be446-4d31-4d3b-8530-944e65d090d8 tempest-ServerDiagnosticsV248Test-1370161011 tempest-ServerDiagnosticsV248Test-1370161011-project-admin] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Retrieving diagnostics [ 631.256290] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db11b785-5309-4b56-b36f-9b59923b81dd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.294972] env[68872]: DEBUG nova.network.neutron [req-4792ab96-8ec5-4718-9c1c-899e40082334 req-5a73d2fb-5a53-4b44-9d8f-64256c23588f service nova] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Updated VIF entry in instance network info cache for port cff556c9-5276-40c3-9991-cb2c3c7ea226. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 631.295247] env[68872]: DEBUG nova.network.neutron [req-4792ab96-8ec5-4718-9c1c-899e40082334 req-5a73d2fb-5a53-4b44-9d8f-64256c23588f service nova] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Updating instance_info_cache with network_info: [{"id": "cff556c9-5276-40c3-9991-cb2c3c7ea226", "address": "fa:16:3e:27:31:e7", "network": {"id": "8909afb0-e01c-4495-983e-91acd3855785", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-246765201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b4cf840ad23451583cf3d857c4acfcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcff556c9-52", "ovs_interfaceid": "cff556c9-5276-40c3-9991-cb2c3c7ea226", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.308722] env[68872]: DEBUG nova.compute.manager [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 631.328086] env[68872]: DEBUG oslo_vmware.api [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5208ccbb-34d0-1d64-73a0-f22277e2b3d7, 'name': SearchDatastore_Task, 'duration_secs': 0.01909} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.328461] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.328515] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] fe5cc7b3-155a-437c-b04c-32bbfff60809/fe5cc7b3-155a-437c-b04c-32bbfff60809.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.329054] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0fa85b1-2629-4a0a-8da3-ddd19220af43 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.337483] env[68872]: DEBUG oslo_vmware.api [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 631.337483] env[68872]: value = "task-3092041" [ 631.337483] env[68872]: _type = "Task" [ 631.337483] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.345683] env[68872]: DEBUG oslo_vmware.api [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.579088] env[68872]: DEBUG nova.network.neutron [req-cb8f89db-66f1-46a7-b6d2-29ae7ebd89d7 req-624dfd21-62d7-4cce-8f12-d8a5476ae882 service nova] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Updated VIF entry in instance network info cache for port 7311e07d-2c07-4878-a118-8d44d4d55c69. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 631.579699] env[68872]: DEBUG nova.network.neutron [req-cb8f89db-66f1-46a7-b6d2-29ae7ebd89d7 req-624dfd21-62d7-4cce-8f12-d8a5476ae882 service nova] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Updating instance_info_cache with network_info: [{"id": "7311e07d-2c07-4878-a118-8d44d4d55c69", "address": "fa:16:3e:2d:42:e8", "network": {"id": "69be744d-a218-489e-b67f-701184a5054e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-333624426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a37db7b4c54401a9f56c164de4fff9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7311e07d-2c", "ovs_interfaceid": "7311e07d-2c07-4878-a118-8d44d4d55c69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.641111] env[68872]: DEBUG nova.compute.manager [None req-1edc78f7-85e3-47b6-b92b-6698478003bc tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 631.641396] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1edc78f7-85e3-47b6-b92b-6698478003bc tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 631.642509] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ac0d6e-4696-4842-b7aa-721d19d5b649 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.651948] env[68872]: DEBUG nova.virt.hardware [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 631.652199] env[68872]: DEBUG nova.virt.hardware [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 631.652360] env[68872]: DEBUG nova.virt.hardware [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 631.652536] env[68872]: DEBUG nova.virt.hardware [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 631.652684] env[68872]: DEBUG nova.virt.hardware [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 631.652820] env[68872]: DEBUG nova.virt.hardware [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 631.653062] env[68872]: DEBUG nova.virt.hardware [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 631.653240] env[68872]: DEBUG nova.virt.hardware [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 631.653406] env[68872]: DEBUG nova.virt.hardware [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 631.653580] env[68872]: DEBUG nova.virt.hardware [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 631.653753] env[68872]: DEBUG nova.virt.hardware [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 631.658943] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-1edc78f7-85e3-47b6-b92b-6698478003bc tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 631.660312] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82f9542d-fff8-4525-9377-6b55f7e1a9bb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.671965] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49165b59-01c3-4e08-b4a8-51e647622180 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.673720] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49dc43fb-b252-45c3-ba84-37e335b196f9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.682907] env[68872]: DEBUG oslo_vmware.api [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Waiting for the task: (returnval){ [ 631.682907] env[68872]: value = "task-3092043" [ 631.682907] env[68872]: _type = "Task" [ 631.682907] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.684811] env[68872]: DEBUG oslo_vmware.api [None req-1edc78f7-85e3-47b6-b92b-6698478003bc tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Waiting for the task: (returnval){ [ 631.684811] env[68872]: value = "task-3092042" [ 631.684811] env[68872]: _type = "Task" [ 631.684811] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.689665] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9ca1fa-7360-45f3-af42-e1141ac574f3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.702197] env[68872]: DEBUG oslo_vmware.api [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092043, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.734380] env[68872]: DEBUG oslo_vmware.api [None req-1edc78f7-85e3-47b6-b92b-6698478003bc tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Task: {'id': task-3092042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.737497] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c459b12c-6c88-44bc-bc33-9c09cfa267a2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.746489] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44f39b9-4578-4ad7-afc8-1c5554cfffaa {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.749183] env[68872]: INFO nova.compute.manager [-] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Took 1.48 seconds to deallocate network for instance. [ 631.771162] env[68872]: DEBUG nova.compute.provider_tree [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.798376] env[68872]: DEBUG oslo_concurrency.lockutils [req-4792ab96-8ec5-4718-9c1c-899e40082334 req-5a73d2fb-5a53-4b44-9d8f-64256c23588f service nova] Releasing lock "refresh_cache-575d83bb-f897-4ec9-aae4-8948b0abe512" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.844210] env[68872]: DEBUG oslo_concurrency.lockutils [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.859567] env[68872]: DEBUG oslo_vmware.api [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092041, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.042685] env[68872]: DEBUG nova.compute.manager [req-5c01d6a7-cdd6-4b96-99bc-99d39f13587b req-794301d5-4319-4778-b9e5-c235ec8a928b service nova] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Received event network-vif-deleted-79533ee5-8de1-43e6-a7b6-861983001d47 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.088124] env[68872]: DEBUG oslo_concurrency.lockutils [req-cb8f89db-66f1-46a7-b6d2-29ae7ebd89d7 req-624dfd21-62d7-4cce-8f12-d8a5476ae882 service nova] Releasing lock "refresh_cache-545fb708-58ee-4c11-9099-8a507960f7ab" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.197028] env[68872]: DEBUG oslo_vmware.api [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092043, 'name': ReconfigVM_Task, 'duration_secs': 0.221931} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.200726] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Updating instance 'db3e747b-e648-4fc2-86a1-d2e6ff48db08' progress to 33 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 632.210682] env[68872]: DEBUG oslo_vmware.api [None req-1edc78f7-85e3-47b6-b92b-6698478003bc tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Task: {'id': task-3092042, 'name': PowerOffVM_Task, 'duration_secs': 0.289209} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.211015] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-1edc78f7-85e3-47b6-b92b-6698478003bc tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 632.211280] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1edc78f7-85e3-47b6-b92b-6698478003bc tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 632.211561] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d44d8428-468c-4bbc-94f6-8041f3c99bce {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.261346] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d1c119ad-3824-4639-8934-251a24f43270 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.274281] env[68872]: DEBUG nova.scheduler.client.report [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.279772] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1edc78f7-85e3-47b6-b92b-6698478003bc tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 632.279993] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1edc78f7-85e3-47b6-b92b-6698478003bc tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 632.280182] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-1edc78f7-85e3-47b6-b92b-6698478003bc tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Deleting the datastore file [datastore1] 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 632.280426] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbb0c989-8a27-4b75-a37d-f2d48ed477c2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.287120] env[68872]: DEBUG oslo_vmware.api [None req-1edc78f7-85e3-47b6-b92b-6698478003bc tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Waiting for the task: (returnval){ [ 632.287120] env[68872]: value = "task-3092045" [ 632.287120] env[68872]: _type = "Task" [ 632.287120] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.296315] env[68872]: DEBUG oslo_vmware.api [None req-1edc78f7-85e3-47b6-b92b-6698478003bc tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Task: {'id': task-3092045, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.348151] env[68872]: DEBUG oslo_vmware.api [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092041, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781791} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.348402] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] fe5cc7b3-155a-437c-b04c-32bbfff60809/fe5cc7b3-155a-437c-b04c-32bbfff60809.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.349028] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.349028] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-481ada51-8f90-4e12-81b3-65e6fcf9e9ac {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.355378] env[68872]: DEBUG oslo_vmware.api [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 632.355378] env[68872]: value = "task-3092046" [ 632.355378] env[68872]: _type = "Task" [ 632.355378] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.366948] env[68872]: DEBUG oslo_vmware.api [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092046, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.710978] env[68872]: DEBUG nova.virt.hardware [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.710978] env[68872]: DEBUG nova.virt.hardware [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.710978] env[68872]: DEBUG nova.virt.hardware [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.710978] env[68872]: DEBUG nova.virt.hardware [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.711224] env[68872]: DEBUG nova.virt.hardware [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.711457] env[68872]: DEBUG nova.virt.hardware [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.711709] env[68872]: DEBUG nova.virt.hardware [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.711903] env[68872]: DEBUG nova.virt.hardware [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.712043] env[68872]: DEBUG nova.virt.hardware [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.712207] env[68872]: DEBUG nova.virt.hardware [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.712371] env[68872]: DEBUG nova.virt.hardware [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.720251] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Reconfiguring VM instance instance-00000005 to detach disk 2000 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 632.720251] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7b49902-d446-4cd2-87af-6d20b845dc52 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.740578] env[68872]: DEBUG oslo_vmware.api [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Waiting for the task: (returnval){ [ 632.740578] env[68872]: value = "task-3092047" [ 632.740578] env[68872]: _type = "Task" [ 632.740578] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.750227] env[68872]: DEBUG oslo_vmware.api [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092047, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.780448] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.781063] env[68872]: DEBUG nova.compute.manager [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 632.783687] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.864s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.785185] env[68872]: INFO nova.compute.claims [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.800041] env[68872]: DEBUG oslo_vmware.api [None req-1edc78f7-85e3-47b6-b92b-6698478003bc tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Task: {'id': task-3092045, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140717} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.800041] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-1edc78f7-85e3-47b6-b92b-6698478003bc tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 632.800041] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1edc78f7-85e3-47b6-b92b-6698478003bc tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 632.800041] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1edc78f7-85e3-47b6-b92b-6698478003bc tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 632.800041] env[68872]: INFO nova.compute.manager [None req-1edc78f7-85e3-47b6-b92b-6698478003bc tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 632.800232] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1edc78f7-85e3-47b6-b92b-6698478003bc tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 632.800232] env[68872]: DEBUG nova.compute.manager [-] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 632.800232] env[68872]: DEBUG nova.network.neutron [-] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 632.868293] env[68872]: DEBUG oslo_vmware.api [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092046, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065642} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.868564] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.870312] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205b2407-7214-418f-b65d-9ba4336bb6c1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.894249] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] fe5cc7b3-155a-437c-b04c-32bbfff60809/fe5cc7b3-155a-437c-b04c-32bbfff60809.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.894562] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bfa6bbd-1ec9-4014-a098-dfdfdffd49f0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.917958] env[68872]: DEBUG oslo_vmware.api [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 632.917958] env[68872]: value = "task-3092048" [ 632.917958] env[68872]: _type = "Task" [ 632.917958] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.924937] env[68872]: DEBUG oslo_vmware.api [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092048, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.251302] env[68872]: DEBUG oslo_vmware.api [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092047, 'name': ReconfigVM_Task, 'duration_secs': 0.179151} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.251584] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Reconfigured VM instance instance-00000005 to detach disk 2000 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 633.252419] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8bb830-333d-4ff4-8e45-870887d81f7a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.277149] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] db3e747b-e648-4fc2-86a1-d2e6ff48db08/db3e747b-e648-4fc2-86a1-d2e6ff48db08.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.277692] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac4b8a83-a7ff-45ba-94b9-df42f82d37b1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.292410] env[68872]: DEBUG nova.compute.utils [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 633.299623] env[68872]: DEBUG nova.compute.manager [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 633.299623] env[68872]: DEBUG nova.network.neutron [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 633.304712] env[68872]: DEBUG oslo_vmware.api [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Waiting for the task: (returnval){ [ 633.304712] env[68872]: value = "task-3092049" [ 633.304712] env[68872]: _type = "Task" [ 633.304712] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.315645] env[68872]: DEBUG oslo_vmware.api [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092049, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.352151] env[68872]: DEBUG nova.policy [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8bd1500507a34d7d94697c5b2002fee5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25112a84f6814433ad8fff4c14405e77', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 633.428586] env[68872]: DEBUG oslo_vmware.api [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.680304] env[68872]: DEBUG nova.network.neutron [-] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.798707] env[68872]: DEBUG nova.compute.manager [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.814529] env[68872]: DEBUG oslo_vmware.api [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.875200] env[68872]: DEBUG nova.network.neutron [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Successfully created port: 2878928c-943b-409d-ba7f-8103b3929e77 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 633.931827] env[68872]: DEBUG oslo_vmware.api [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092048, 'name': ReconfigVM_Task, 'duration_secs': 0.755669} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.932620] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Reconfigured VM instance instance-00000010 to attach disk [datastore2] fe5cc7b3-155a-437c-b04c-32bbfff60809/fe5cc7b3-155a-437c-b04c-32bbfff60809.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.933420] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93aedd28-140e-42ab-a3ce-232625bbe8c9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.940877] env[68872]: DEBUG oslo_vmware.api [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 633.940877] env[68872]: value = "task-3092050" [ 633.940877] env[68872]: _type = "Task" [ 633.940877] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.953577] env[68872]: DEBUG oslo_vmware.api [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092050, 'name': Rename_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.030932] env[68872]: DEBUG oslo_concurrency.lockutils [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Acquiring lock "3f7997a5-fb73-4e2f-a767-e5ab6a549456" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.031202] env[68872]: DEBUG oslo_concurrency.lockutils [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Lock "3f7997a5-fb73-4e2f-a767-e5ab6a549456" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.183197] env[68872]: INFO nova.compute.manager [-] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Took 1.38 seconds to deallocate network for instance. [ 634.291925] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ddbfd4-0fdb-4aab-a497-3f8456f0194c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.319797] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b83ad5-7dbc-4e0a-9487-5707595726cf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.362168] env[68872]: DEBUG oslo_vmware.api [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092049, 'name': ReconfigVM_Task, 'duration_secs': 0.687845} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.363974] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Reconfigured VM instance instance-00000005 to attach disk [datastore1] db3e747b-e648-4fc2-86a1-d2e6ff48db08/db3e747b-e648-4fc2-86a1-d2e6ff48db08.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.364272] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Updating instance 'db3e747b-e648-4fc2-86a1-d2e6ff48db08' progress to 50 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 634.368020] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631e76c8-caa5-447f-99cb-10cb3a2a895e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.372239] env[68872]: DEBUG nova.compute.manager [req-b959b659-f36e-4527-9915-922b19367fe6 req-f8c286b8-85a0-4566-9b00-21690e920230 service nova] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Received event network-vif-deleted-eee1b84a-4dd9-4003-8ec8-3701d507a24e {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.380452] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac931a0-2599-4d35-82bf-37f1380fd594 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.398090] env[68872]: DEBUG nova.compute.provider_tree [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.455715] env[68872]: DEBUG oslo_vmware.api [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092050, 'name': Rename_Task, 'duration_secs': 0.194186} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.455965] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.456233] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-384d65e7-9e12-4918-8958-1b4ac7b31540 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.462968] env[68872]: DEBUG oslo_vmware.api [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 634.462968] env[68872]: value = "task-3092051" [ 634.462968] env[68872]: _type = "Task" [ 634.462968] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.474816] env[68872]: DEBUG oslo_vmware.api [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.694396] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1edc78f7-85e3-47b6-b92b-6698478003bc tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.826964] env[68872]: DEBUG nova.compute.manager [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.863475] env[68872]: DEBUG nova.virt.hardware [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.863838] env[68872]: DEBUG nova.virt.hardware [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.864169] env[68872]: DEBUG nova.virt.hardware [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.864641] env[68872]: DEBUG nova.virt.hardware [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.864835] env[68872]: DEBUG nova.virt.hardware [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.865021] env[68872]: DEBUG nova.virt.hardware [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.865510] env[68872]: DEBUG nova.virt.hardware [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.865687] env[68872]: DEBUG nova.virt.hardware [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.865857] env[68872]: DEBUG nova.virt.hardware [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.866026] env[68872]: DEBUG nova.virt.hardware [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.866202] env[68872]: DEBUG nova.virt.hardware [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.867953] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc4cdd0-1397-4551-ada4-f380b2db34d5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.882381] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb863402-bace-44e3-a0e0-a535d540bc90 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.888506] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6238afab-c14f-48a1-820e-a9c1966cadd9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.913183] env[68872]: DEBUG nova.scheduler.client.report [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.927190] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b3168b-409e-449e-aec3-ca49d6b146c3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.949155] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Updating instance 'db3e747b-e648-4fc2-86a1-d2e6ff48db08' progress to 67 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 634.974245] env[68872]: DEBUG oslo_vmware.api [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092051, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.434108] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.434827] env[68872]: DEBUG nova.compute.manager [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 635.440839] env[68872]: DEBUG oslo_concurrency.lockutils [None req-80c26773-894d-400f-aac2-162f5c7b4f0e tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.120s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.440839] env[68872]: DEBUG nova.objects.instance [None req-80c26773-894d-400f-aac2-162f5c7b4f0e tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Lazy-loading 'resources' on Instance uuid 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 635.474445] env[68872]: DEBUG oslo_vmware.api [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092051, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.761917] env[68872]: DEBUG nova.network.neutron [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Port 22ca683c-465a-4014-b4fa-b83bb5f9433b binding to destination host cpu-1 is already ACTIVE {{(pid=68872) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 635.946191] env[68872]: DEBUG nova.compute.utils [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 635.948433] env[68872]: DEBUG nova.compute.manager [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 635.948433] env[68872]: DEBUG nova.network.neutron [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 635.985475] env[68872]: DEBUG oslo_vmware.api [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092051, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.088738] env[68872]: DEBUG nova.policy [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef3812f7207d4aaab1cba4b58db78d26', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54d53d4aad7643e6821e2e98577dcb27', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 636.367799] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5073df-96e8-4d19-b6fd-930c75e55882 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.376012] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5e9807-cf28-4f21-bffd-c410d0242335 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.410376] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a7ea43-2b2c-4369-9ed5-9a71f09b17ab {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.418892] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca03ccd2-77a2-47ad-acfe-f34b51a11174 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.435418] env[68872]: DEBUG nova.compute.provider_tree [None req-80c26773-894d-400f-aac2-162f5c7b4f0e tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.446311] env[68872]: DEBUG nova.network.neutron [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Successfully updated port: 2878928c-943b-409d-ba7f-8103b3929e77 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 636.451860] env[68872]: DEBUG nova.compute.manager [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 636.479973] env[68872]: DEBUG oslo_vmware.api [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092051, 'name': PowerOnVM_Task, 'duration_secs': 1.637173} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.480299] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.480506] env[68872]: INFO nova.compute.manager [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Took 11.04 seconds to spawn the instance on the hypervisor. [ 636.480683] env[68872]: DEBUG nova.compute.manager [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.481581] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae079f1-948b-41fa-8f82-c4d417d83803 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.795857] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquiring lock "db3e747b-e648-4fc2-86a1-d2e6ff48db08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.795998] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Lock "db3e747b-e648-4fc2-86a1-d2e6ff48db08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.796219] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Lock "db3e747b-e648-4fc2-86a1-d2e6ff48db08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.824605] env[68872]: DEBUG nova.compute.manager [req-54d12c57-da10-446c-8c66-ea0b4ba059f6 req-817607bb-d775-4980-8830-8b6078196f0b service nova] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Received event network-vif-plugged-2878928c-943b-409d-ba7f-8103b3929e77 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 636.824806] env[68872]: DEBUG oslo_concurrency.lockutils [req-54d12c57-da10-446c-8c66-ea0b4ba059f6 req-817607bb-d775-4980-8830-8b6078196f0b service nova] Acquiring lock "df8e52cf-3cf4-4da1-bff5-0f250cfda4d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.824902] env[68872]: DEBUG oslo_concurrency.lockutils [req-54d12c57-da10-446c-8c66-ea0b4ba059f6 req-817607bb-d775-4980-8830-8b6078196f0b service nova] Lock "df8e52cf-3cf4-4da1-bff5-0f250cfda4d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.825084] env[68872]: DEBUG oslo_concurrency.lockutils [req-54d12c57-da10-446c-8c66-ea0b4ba059f6 req-817607bb-d775-4980-8830-8b6078196f0b service nova] Lock "df8e52cf-3cf4-4da1-bff5-0f250cfda4d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.825250] env[68872]: DEBUG nova.compute.manager [req-54d12c57-da10-446c-8c66-ea0b4ba059f6 req-817607bb-d775-4980-8830-8b6078196f0b service nova] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] No waiting events found dispatching network-vif-plugged-2878928c-943b-409d-ba7f-8103b3929e77 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 636.825471] env[68872]: WARNING nova.compute.manager [req-54d12c57-da10-446c-8c66-ea0b4ba059f6 req-817607bb-d775-4980-8830-8b6078196f0b service nova] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Received unexpected event network-vif-plugged-2878928c-943b-409d-ba7f-8103b3929e77 for instance with vm_state building and task_state spawning. [ 636.940760] env[68872]: DEBUG nova.scheduler.client.report [None req-80c26773-894d-400f-aac2-162f5c7b4f0e tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.949778] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Acquiring lock "refresh_cache-df8e52cf-3cf4-4da1-bff5-0f250cfda4d9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.950146] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Acquired lock "refresh_cache-df8e52cf-3cf4-4da1-bff5-0f250cfda4d9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.950146] env[68872]: DEBUG nova.network.neutron [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.002355] env[68872]: INFO nova.compute.manager [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Took 30.17 seconds to build instance. [ 637.270967] env[68872]: DEBUG nova.network.neutron [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Successfully created port: 01d7fb70-de31-4b69-8049-d7f29a3cb071 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 637.453019] env[68872]: DEBUG oslo_concurrency.lockutils [None req-80c26773-894d-400f-aac2-162f5c7b4f0e tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.453941] env[68872]: DEBUG oslo_concurrency.lockutils [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.616s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.455643] env[68872]: INFO nova.compute.claims [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.467796] env[68872]: DEBUG nova.compute.manager [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 637.485174] env[68872]: INFO nova.scheduler.client.report [None req-80c26773-894d-400f-aac2-162f5c7b4f0e tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Deleted allocations for instance 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c [ 637.506631] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e64930db-bde6-4df5-ab7d-20486347cf54 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "fe5cc7b3-155a-437c-b04c-32bbfff60809" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.434s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.510373] env[68872]: DEBUG nova.virt.hardware [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.510373] env[68872]: DEBUG nova.virt.hardware [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.510373] env[68872]: DEBUG nova.virt.hardware [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.510623] env[68872]: DEBUG nova.virt.hardware [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.510623] env[68872]: DEBUG nova.virt.hardware [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.510623] env[68872]: DEBUG nova.virt.hardware [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.510848] env[68872]: DEBUG nova.virt.hardware [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.511051] env[68872]: DEBUG nova.virt.hardware [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.511513] env[68872]: DEBUG nova.virt.hardware [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.511621] env[68872]: DEBUG nova.virt.hardware [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.511797] env[68872]: DEBUG nova.virt.hardware [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.512782] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8aa0b4c-5b7a-4bbb-8a53-303f004c6d8c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.528127] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a28c786-baaa-444f-bbbd-12f5ee726e51 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.593108] env[68872]: DEBUG nova.network.neutron [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.913294] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquiring lock "refresh_cache-db3e747b-e648-4fc2-86a1-d2e6ff48db08" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.913503] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquired lock "refresh_cache-db3e747b-e648-4fc2-86a1-d2e6ff48db08" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.913700] env[68872]: DEBUG nova.network.neutron [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.997032] env[68872]: DEBUG oslo_concurrency.lockutils [None req-80c26773-894d-400f-aac2-162f5c7b4f0e tempest-ServerDiagnosticsTest-1948697 tempest-ServerDiagnosticsTest-1948697-project-member] Lock "4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.513s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.020569] env[68872]: DEBUG nova.compute.manager [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.347323] env[68872]: DEBUG nova.network.neutron [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Updating instance_info_cache with network_info: [{"id": "2878928c-943b-409d-ba7f-8103b3929e77", "address": "fa:16:3e:2d:d8:d1", "network": {"id": "84290ae4-f4f5-41ce-b9e4-edd2210084a8", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-901574960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25112a84f6814433ad8fff4c14405e77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2878928c-94", "ovs_interfaceid": "2878928c-943b-409d-ba7f-8103b3929e77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.556325] env[68872]: DEBUG oslo_concurrency.lockutils [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.852638] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Releasing lock "refresh_cache-df8e52cf-3cf4-4da1-bff5-0f250cfda4d9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.852638] env[68872]: DEBUG nova.compute.manager [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Instance network_info: |[{"id": "2878928c-943b-409d-ba7f-8103b3929e77", "address": "fa:16:3e:2d:d8:d1", "network": {"id": "84290ae4-f4f5-41ce-b9e4-edd2210084a8", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-901574960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25112a84f6814433ad8fff4c14405e77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2878928c-94", "ovs_interfaceid": "2878928c-943b-409d-ba7f-8103b3929e77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 638.853408] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:d8:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd0bdd11b-58af-4cc0-9d38-8322e1bb4e74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2878928c-943b-409d-ba7f-8103b3929e77', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.862512] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Creating folder: Project (25112a84f6814433ad8fff4c14405e77). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.866612] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2746601-1ebb-49d5-b519-84a567c52c00 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.880854] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Created folder: Project (25112a84f6814433ad8fff4c14405e77) in parent group-v618835. [ 638.880854] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Creating folder: Instances. Parent ref: group-v618887. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.880854] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a13faa9-e48d-4e27-8c53-98abad15e4ae {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.891454] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Created folder: Instances in parent group-v618887. [ 638.892776] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.892776] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.892776] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2bc91b7-6a31-4ea0-bb27-bd18ab004d01 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.917837] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.917837] env[68872]: value = "task-3092054" [ 638.917837] env[68872]: _type = "Task" [ 638.917837] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.928965] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092054, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.935776] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b70a977-bdaa-40e1-bc79-3896b02011c5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.946055] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45816e84-cd47-494d-a97e-3b4e9789b27f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.980983] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3bd36a-654e-457b-886a-9ee458c9e40a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.990346] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d4c249-4e30-42a7-8c94-c1520eff1198 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.004801] env[68872]: DEBUG nova.compute.provider_tree [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.137650] env[68872]: DEBUG nova.compute.manager [req-85aee4f9-9340-472c-af55-35e7739e219a req-89748b47-d226-4e4b-ba96-4ecf9974294c service nova] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Received event network-changed-2878928c-943b-409d-ba7f-8103b3929e77 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.137897] env[68872]: DEBUG nova.compute.manager [req-85aee4f9-9340-472c-af55-35e7739e219a req-89748b47-d226-4e4b-ba96-4ecf9974294c service nova] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Refreshing instance network info cache due to event network-changed-2878928c-943b-409d-ba7f-8103b3929e77. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 639.138136] env[68872]: DEBUG oslo_concurrency.lockutils [req-85aee4f9-9340-472c-af55-35e7739e219a req-89748b47-d226-4e4b-ba96-4ecf9974294c service nova] Acquiring lock "refresh_cache-df8e52cf-3cf4-4da1-bff5-0f250cfda4d9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.138278] env[68872]: DEBUG oslo_concurrency.lockutils [req-85aee4f9-9340-472c-af55-35e7739e219a req-89748b47-d226-4e4b-ba96-4ecf9974294c service nova] Acquired lock "refresh_cache-df8e52cf-3cf4-4da1-bff5-0f250cfda4d9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.140390] env[68872]: DEBUG nova.network.neutron [req-85aee4f9-9340-472c-af55-35e7739e219a req-89748b47-d226-4e4b-ba96-4ecf9974294c service nova] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Refreshing network info cache for port 2878928c-943b-409d-ba7f-8103b3929e77 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.233146] env[68872]: DEBUG nova.network.neutron [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Updating instance_info_cache with network_info: [{"id": "22ca683c-465a-4014-b4fa-b83bb5f9433b", "address": "fa:16:3e:23:fd:3d", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22ca683c-46", "ovs_interfaceid": "22ca683c-465a-4014-b4fa-b83bb5f9433b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.430460] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092054, 'name': CreateVM_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.510433] env[68872]: DEBUG nova.scheduler.client.report [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.735876] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Releasing lock "refresh_cache-db3e747b-e648-4fc2-86a1-d2e6ff48db08" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.931519] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092054, 'name': CreateVM_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.019416] env[68872]: DEBUG oslo_concurrency.lockutils [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.019416] env[68872]: DEBUG nova.compute.manager [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.020949] env[68872]: DEBUG oslo_concurrency.lockutils [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.709s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.022944] env[68872]: INFO nova.compute.claims [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.267346] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ab8658-ce6a-4fd9-8c0b-b3287331539c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.293054] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b1480b-f072-44b5-b30d-0132509409b1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.302291] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Updating instance 'db3e747b-e648-4fc2-86a1-d2e6ff48db08' progress to 83 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 640.438332] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092054, 'name': CreateVM_Task, 'duration_secs': 1.160976} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.438512] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.439240] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.439398] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.439705] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.439976] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c14c24b4-848a-419a-9a9b-24672823d3b7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.448900] env[68872]: DEBUG oslo_vmware.api [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Waiting for the task: (returnval){ [ 640.448900] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52019d94-c3b3-12fb-af25-d6a7bfbbc5aa" [ 640.448900] env[68872]: _type = "Task" [ 640.448900] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.469589] env[68872]: DEBUG oslo_vmware.api [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52019d94-c3b3-12fb-af25-d6a7bfbbc5aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010995} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.469897] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.473564] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.473624] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.475666] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.475666] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.475666] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10948179-9189-4ef7-abed-cbcd8545ffb5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.484017] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.484264] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.485033] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-730fcaf6-be71-43c5-8c29-6174248daba9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.492806] env[68872]: DEBUG oslo_vmware.api [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Waiting for the task: (returnval){ [ 640.492806] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c15b95-cfdd-b482-48c1-15865d0f524d" [ 640.492806] env[68872]: _type = "Task" [ 640.492806] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.506056] env[68872]: DEBUG oslo_vmware.api [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c15b95-cfdd-b482-48c1-15865d0f524d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.532587] env[68872]: DEBUG nova.compute.utils [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.536360] env[68872]: DEBUG nova.compute.manager [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 640.536561] env[68872]: DEBUG nova.network.neutron [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 640.577491] env[68872]: DEBUG nova.compute.manager [req-7cf0be2b-0195-46e9-82aa-788e18b80f3c req-8aed8851-a721-4071-8b7b-e0e37f6f0eaa service nova] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Received event network-changed-bc538013-2e8f-4d4b-9b56-033963cf2569 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.577682] env[68872]: DEBUG nova.compute.manager [req-7cf0be2b-0195-46e9-82aa-788e18b80f3c req-8aed8851-a721-4071-8b7b-e0e37f6f0eaa service nova] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Refreshing instance network info cache due to event network-changed-bc538013-2e8f-4d4b-9b56-033963cf2569. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 640.577966] env[68872]: DEBUG oslo_concurrency.lockutils [req-7cf0be2b-0195-46e9-82aa-788e18b80f3c req-8aed8851-a721-4071-8b7b-e0e37f6f0eaa service nova] Acquiring lock "refresh_cache-fe5cc7b3-155a-437c-b04c-32bbfff60809" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.578089] env[68872]: DEBUG oslo_concurrency.lockutils [req-7cf0be2b-0195-46e9-82aa-788e18b80f3c req-8aed8851-a721-4071-8b7b-e0e37f6f0eaa service nova] Acquired lock "refresh_cache-fe5cc7b3-155a-437c-b04c-32bbfff60809" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.578252] env[68872]: DEBUG nova.network.neutron [req-7cf0be2b-0195-46e9-82aa-788e18b80f3c req-8aed8851-a721-4071-8b7b-e0e37f6f0eaa service nova] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Refreshing network info cache for port bc538013-2e8f-4d4b-9b56-033963cf2569 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.664086] env[68872]: DEBUG nova.policy [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59618ca74cf74393b5891cf124c36747', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55ca7ae42fc441739f0b791f46150c4e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 640.754871] env[68872]: DEBUG nova.network.neutron [req-85aee4f9-9340-472c-af55-35e7739e219a req-89748b47-d226-4e4b-ba96-4ecf9974294c service nova] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Updated VIF entry in instance network info cache for port 2878928c-943b-409d-ba7f-8103b3929e77. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.755254] env[68872]: DEBUG nova.network.neutron [req-85aee4f9-9340-472c-af55-35e7739e219a req-89748b47-d226-4e4b-ba96-4ecf9974294c service nova] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Updating instance_info_cache with network_info: [{"id": "2878928c-943b-409d-ba7f-8103b3929e77", "address": "fa:16:3e:2d:d8:d1", "network": {"id": "84290ae4-f4f5-41ce-b9e4-edd2210084a8", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-901574960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25112a84f6814433ad8fff4c14405e77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2878928c-94", "ovs_interfaceid": "2878928c-943b-409d-ba7f-8103b3929e77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.815281] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.815281] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb1de88c-ae06-4bf4-95fa-16ad590cfb5f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.824102] env[68872]: DEBUG oslo_vmware.api [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Waiting for the task: (returnval){ [ 640.824102] env[68872]: value = "task-3092055" [ 640.824102] env[68872]: _type = "Task" [ 640.824102] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.839121] env[68872]: DEBUG oslo_vmware.api [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.006372] env[68872]: DEBUG oslo_vmware.api [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c15b95-cfdd-b482-48c1-15865d0f524d, 'name': SearchDatastore_Task, 'duration_secs': 0.008399} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.007255] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ab9d9c7-094e-4e89-adb7-210ae6a7a4c6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.016837] env[68872]: DEBUG oslo_vmware.api [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Waiting for the task: (returnval){ [ 641.016837] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529777f3-dc23-2b0d-69c8-67ec8c3ce768" [ 641.016837] env[68872]: _type = "Task" [ 641.016837] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.028657] env[68872]: DEBUG oslo_vmware.api [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529777f3-dc23-2b0d-69c8-67ec8c3ce768, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.043020] env[68872]: DEBUG nova.compute.manager [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.059926] env[68872]: DEBUG nova.network.neutron [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Successfully updated port: 01d7fb70-de31-4b69-8049-d7f29a3cb071 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 641.097229] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquiring lock "2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.097229] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lock "2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.260620] env[68872]: DEBUG oslo_concurrency.lockutils [req-85aee4f9-9340-472c-af55-35e7739e219a req-89748b47-d226-4e4b-ba96-4ecf9974294c service nova] Releasing lock "refresh_cache-df8e52cf-3cf4-4da1-bff5-0f250cfda4d9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.338570] env[68872]: DEBUG oslo_vmware.api [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092055, 'name': PowerOnVM_Task, 'duration_secs': 0.4169} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.339021] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.339348] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ce278355-4ff2-49cf-8c98-11395d9fe12a tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Updating instance 'db3e747b-e648-4fc2-86a1-d2e6ff48db08' progress to 100 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 641.531403] env[68872]: DEBUG oslo_vmware.api [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529777f3-dc23-2b0d-69c8-67ec8c3ce768, 'name': SearchDatastore_Task, 'duration_secs': 0.010771} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.531836] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.532132] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] df8e52cf-3cf4-4da1-bff5-0f250cfda4d9/df8e52cf-3cf4-4da1-bff5-0f250cfda4d9.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.535029] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f6ae553-c9da-4578-8eaf-157acb5f2dca {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.542641] env[68872]: DEBUG oslo_vmware.api [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Waiting for the task: (returnval){ [ 641.542641] env[68872]: value = "task-3092056" [ 641.542641] env[68872]: _type = "Task" [ 641.542641] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.560369] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b279d66a-e641-4a56-96de-ba385437f315 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.563565] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Acquiring lock "refresh_cache-60f355d4-0eee-48c9-93e3-42bcffa200f4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.563663] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Acquired lock "refresh_cache-60f355d4-0eee-48c9-93e3-42bcffa200f4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.563775] env[68872]: DEBUG nova.network.neutron [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.572094] env[68872]: DEBUG oslo_vmware.api [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Task: {'id': task-3092056, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.577104] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75833298-df69-4be6-a1fb-7ff5177107ca {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.618690] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1747d5fd-9fac-49b7-9864-73ba344edf1f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.628567] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8052ed4-adff-4404-8729-923b2ed6874b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.643862] env[68872]: DEBUG nova.compute.provider_tree [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.763698] env[68872]: DEBUG nova.network.neutron [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Successfully created port: 329c0822-c206-4aec-968f-fb55cf85b43f {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 641.855748] env[68872]: DEBUG nova.network.neutron [req-7cf0be2b-0195-46e9-82aa-788e18b80f3c req-8aed8851-a721-4071-8b7b-e0e37f6f0eaa service nova] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Updated VIF entry in instance network info cache for port bc538013-2e8f-4d4b-9b56-033963cf2569. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 641.856638] env[68872]: DEBUG nova.network.neutron [req-7cf0be2b-0195-46e9-82aa-788e18b80f3c req-8aed8851-a721-4071-8b7b-e0e37f6f0eaa service nova] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Updating instance_info_cache with network_info: [{"id": "bc538013-2e8f-4d4b-9b56-033963cf2569", "address": "fa:16:3e:db:9c:be", "network": {"id": "8d8a8028-be48-4a6a-a1fd-979a80226453", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-102971206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "558e9b8f78a1489cb07f84e03547223f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc538013-2e", "ovs_interfaceid": "bc538013-2e8f-4d4b-9b56-033963cf2569", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.042457] env[68872]: DEBUG nova.compute.manager [req-a835ae83-b842-4c07-87b9-14e581f1f3cb req-72443b08-a9e1-4bcc-82b3-4d50c7dc334d service nova] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Received event network-vif-plugged-01d7fb70-de31-4b69-8049-d7f29a3cb071 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.042855] env[68872]: DEBUG oslo_concurrency.lockutils [req-a835ae83-b842-4c07-87b9-14e581f1f3cb req-72443b08-a9e1-4bcc-82b3-4d50c7dc334d service nova] Acquiring lock "60f355d4-0eee-48c9-93e3-42bcffa200f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.043651] env[68872]: DEBUG oslo_concurrency.lockutils [req-a835ae83-b842-4c07-87b9-14e581f1f3cb req-72443b08-a9e1-4bcc-82b3-4d50c7dc334d service nova] Lock "60f355d4-0eee-48c9-93e3-42bcffa200f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.043843] env[68872]: DEBUG oslo_concurrency.lockutils [req-a835ae83-b842-4c07-87b9-14e581f1f3cb req-72443b08-a9e1-4bcc-82b3-4d50c7dc334d service nova] Lock "60f355d4-0eee-48c9-93e3-42bcffa200f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.044034] env[68872]: DEBUG nova.compute.manager [req-a835ae83-b842-4c07-87b9-14e581f1f3cb req-72443b08-a9e1-4bcc-82b3-4d50c7dc334d service nova] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] No waiting events found dispatching network-vif-plugged-01d7fb70-de31-4b69-8049-d7f29a3cb071 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 642.044258] env[68872]: WARNING nova.compute.manager [req-a835ae83-b842-4c07-87b9-14e581f1f3cb req-72443b08-a9e1-4bcc-82b3-4d50c7dc334d service nova] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Received unexpected event network-vif-plugged-01d7fb70-de31-4b69-8049-d7f29a3cb071 for instance with vm_state building and task_state spawning. [ 642.044366] env[68872]: DEBUG nova.compute.manager [req-a835ae83-b842-4c07-87b9-14e581f1f3cb req-72443b08-a9e1-4bcc-82b3-4d50c7dc334d service nova] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Received event network-changed-01d7fb70-de31-4b69-8049-d7f29a3cb071 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.044518] env[68872]: DEBUG nova.compute.manager [req-a835ae83-b842-4c07-87b9-14e581f1f3cb req-72443b08-a9e1-4bcc-82b3-4d50c7dc334d service nova] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Refreshing instance network info cache due to event network-changed-01d7fb70-de31-4b69-8049-d7f29a3cb071. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 642.044931] env[68872]: DEBUG oslo_concurrency.lockutils [req-a835ae83-b842-4c07-87b9-14e581f1f3cb req-72443b08-a9e1-4bcc-82b3-4d50c7dc334d service nova] Acquiring lock "refresh_cache-60f355d4-0eee-48c9-93e3-42bcffa200f4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.057624] env[68872]: DEBUG nova.compute.manager [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.060321] env[68872]: DEBUG oslo_vmware.api [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Task: {'id': task-3092056, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.092188] env[68872]: DEBUG nova.virt.hardware [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.092188] env[68872]: DEBUG nova.virt.hardware [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.092385] env[68872]: DEBUG nova.virt.hardware [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.092575] env[68872]: DEBUG nova.virt.hardware [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.092728] env[68872]: DEBUG nova.virt.hardware [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.092873] env[68872]: DEBUG nova.virt.hardware [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.093095] env[68872]: DEBUG nova.virt.hardware [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.093255] env[68872]: DEBUG nova.virt.hardware [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.093417] env[68872]: DEBUG nova.virt.hardware [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.093575] env[68872]: DEBUG nova.virt.hardware [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.093744] env[68872]: DEBUG nova.virt.hardware [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.094657] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d48190-4b5d-4e5a-af02-34aab137d722 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.104389] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5151b9-1295-4f40-af2c-9c86ddfcb532 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.147090] env[68872]: DEBUG nova.scheduler.client.report [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.363372] env[68872]: DEBUG oslo_concurrency.lockutils [req-7cf0be2b-0195-46e9-82aa-788e18b80f3c req-8aed8851-a721-4071-8b7b-e0e37f6f0eaa service nova] Releasing lock "refresh_cache-fe5cc7b3-155a-437c-b04c-32bbfff60809" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.403231] env[68872]: DEBUG nova.network.neutron [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.412121] env[68872]: DEBUG nova.compute.manager [None req-8584e3e7-6e17-4f51-b0b3-761232a1920e tempest-ServerDiagnosticsV248Test-1370161011 tempest-ServerDiagnosticsV248Test-1370161011-project-admin] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 642.413887] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f8ffe0-1d9e-44c8-91de-230807c6760e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.424856] env[68872]: INFO nova.compute.manager [None req-8584e3e7-6e17-4f51-b0b3-761232a1920e tempest-ServerDiagnosticsV248Test-1370161011 tempest-ServerDiagnosticsV248Test-1370161011-project-admin] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Retrieving diagnostics [ 642.424856] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a868b190-1706-4f59-bce9-56561da11278 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.556587] env[68872]: DEBUG oslo_vmware.api [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Task: {'id': task-3092056, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.773479} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.556888] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] df8e52cf-3cf4-4da1-bff5-0f250cfda4d9/df8e52cf-3cf4-4da1-bff5-0f250cfda4d9.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.557127] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.558809] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b979877-7d17-40b8-a8e8-da3be2b72504 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.565013] env[68872]: DEBUG oslo_vmware.api [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Waiting for the task: (returnval){ [ 642.565013] env[68872]: value = "task-3092057" [ 642.565013] env[68872]: _type = "Task" [ 642.565013] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.574049] env[68872]: DEBUG oslo_vmware.api [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Task: {'id': task-3092057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.652012] env[68872]: DEBUG oslo_concurrency.lockutils [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.652558] env[68872]: DEBUG nova.compute.manager [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 642.655711] env[68872]: DEBUG oslo_concurrency.lockutils [None req-712c6979-bd59-4132-9d22-6cced2decac0 tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.591s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.656229] env[68872]: DEBUG nova.objects.instance [None req-712c6979-bd59-4132-9d22-6cced2decac0 tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Lazy-loading 'resources' on Instance uuid 0f622bbe-6d9c-455f-99df-066c2edf5a53 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 642.662627] env[68872]: DEBUG oslo_concurrency.lockutils [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquiring lock "9ba49303-832d-4da0-b856-a46bcb2bda5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.662852] env[68872]: DEBUG oslo_concurrency.lockutils [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lock "9ba49303-832d-4da0-b856-a46bcb2bda5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.875789] env[68872]: DEBUG nova.network.neutron [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Updating instance_info_cache with network_info: [{"id": "01d7fb70-de31-4b69-8049-d7f29a3cb071", "address": "fa:16:3e:c5:b7:5b", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01d7fb70-de", "ovs_interfaceid": "01d7fb70-de31-4b69-8049-d7f29a3cb071", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.078094] env[68872]: DEBUG oslo_vmware.api [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Task: {'id': task-3092057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139849} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.079096] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 643.079919] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b65881-88b9-4138-8ba4-a22b4c988af0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.108115] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] df8e52cf-3cf4-4da1-bff5-0f250cfda4d9/df8e52cf-3cf4-4da1-bff5-0f250cfda4d9.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.108485] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f579ce96-295d-462d-9d16-940b0843f333 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.137095] env[68872]: DEBUG oslo_vmware.api [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Waiting for the task: (returnval){ [ 643.137095] env[68872]: value = "task-3092058" [ 643.137095] env[68872]: _type = "Task" [ 643.137095] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.144662] env[68872]: DEBUG oslo_vmware.api [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Task: {'id': task-3092058, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.159443] env[68872]: DEBUG nova.compute.utils [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.165773] env[68872]: DEBUG nova.compute.manager [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 643.165958] env[68872]: DEBUG nova.network.neutron [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 643.283628] env[68872]: DEBUG nova.policy [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef3812f7207d4aaab1cba4b58db78d26', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54d53d4aad7643e6821e2e98577dcb27', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.383661] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Releasing lock "refresh_cache-60f355d4-0eee-48c9-93e3-42bcffa200f4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.384018] env[68872]: DEBUG nova.compute.manager [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Instance network_info: |[{"id": "01d7fb70-de31-4b69-8049-d7f29a3cb071", "address": "fa:16:3e:c5:b7:5b", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01d7fb70-de", "ovs_interfaceid": "01d7fb70-de31-4b69-8049-d7f29a3cb071", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 643.384572] env[68872]: DEBUG oslo_concurrency.lockutils [req-a835ae83-b842-4c07-87b9-14e581f1f3cb req-72443b08-a9e1-4bcc-82b3-4d50c7dc334d service nova] Acquired lock "refresh_cache-60f355d4-0eee-48c9-93e3-42bcffa200f4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.384758] env[68872]: DEBUG nova.network.neutron [req-a835ae83-b842-4c07-87b9-14e581f1f3cb req-72443b08-a9e1-4bcc-82b3-4d50c7dc334d service nova] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Refreshing network info cache for port 01d7fb70-de31-4b69-8049-d7f29a3cb071 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.386035] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:b7:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01d7fb70-de31-4b69-8049-d7f29a3cb071', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.394152] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Creating folder: Project (54d53d4aad7643e6821e2e98577dcb27). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.394814] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae34cc94-aabe-4d49-a43a-39c4c816d112 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.410247] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Created folder: Project (54d53d4aad7643e6821e2e98577dcb27) in parent group-v618835. [ 643.410457] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Creating folder: Instances. Parent ref: group-v618890. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.410716] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41442655-b3b3-44ee-b1c4-1bbd778449e0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.421154] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Created folder: Instances in parent group-v618890. [ 643.421641] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.425305] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.425877] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f090280-d59e-4c72-b5e2-d4fec3f0a11b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.455133] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.455133] env[68872]: value = "task-3092061" [ 643.455133] env[68872]: _type = "Task" [ 643.455133] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.464994] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092061, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.651627] env[68872]: DEBUG oslo_vmware.api [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Task: {'id': task-3092058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.655395] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff924544-8807-44fb-9568-c95f810eeb6b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.666498] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c89e58-0937-4e27-a3f8-ddc9c3ac3312 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.675249] env[68872]: DEBUG nova.compute.manager [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 643.707300] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceff4a5a-f5c5-47a1-bdf5-ca0ab4ba5372 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.716696] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55b70b9-5383-44f2-a303-8e7532c952c7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.732085] env[68872]: DEBUG nova.compute.provider_tree [None req-712c6979-bd59-4132-9d22-6cced2decac0 tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.901211] env[68872]: DEBUG nova.network.neutron [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Successfully updated port: 329c0822-c206-4aec-968f-fb55cf85b43f {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 643.966641] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092061, 'name': CreateVM_Task, 'duration_secs': 0.348338} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.966641] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.967741] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.967741] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.968159] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.968466] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89865076-4c34-4a7d-9905-02b817dde794 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.973753] env[68872]: DEBUG oslo_vmware.api [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Waiting for the task: (returnval){ [ 643.973753] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c3cb3a-181a-3c3e-dc1d-ed7211329cbd" [ 643.973753] env[68872]: _type = "Task" [ 643.973753] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.986936] env[68872]: DEBUG oslo_vmware.api [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c3cb3a-181a-3c3e-dc1d-ed7211329cbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.035740] env[68872]: DEBUG nova.network.neutron [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Successfully created port: 6afc466a-637d-4821-af5b-181b10ab6669 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.074312] env[68872]: DEBUG oslo_concurrency.lockutils [None req-99a62533-c3ea-4a84-9465-f7a46d0f8f55 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Acquiring lock "c9261fcc-7aa8-4afb-aa30-57df0ef71a44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.074832] env[68872]: DEBUG oslo_concurrency.lockutils [None req-99a62533-c3ea-4a84-9465-f7a46d0f8f55 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Lock "c9261fcc-7aa8-4afb-aa30-57df0ef71a44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.074931] env[68872]: DEBUG oslo_concurrency.lockutils [None req-99a62533-c3ea-4a84-9465-f7a46d0f8f55 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Acquiring lock "c9261fcc-7aa8-4afb-aa30-57df0ef71a44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.075159] env[68872]: DEBUG oslo_concurrency.lockutils [None req-99a62533-c3ea-4a84-9465-f7a46d0f8f55 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Lock "c9261fcc-7aa8-4afb-aa30-57df0ef71a44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.075721] env[68872]: DEBUG oslo_concurrency.lockutils [None req-99a62533-c3ea-4a84-9465-f7a46d0f8f55 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Lock "c9261fcc-7aa8-4afb-aa30-57df0ef71a44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.077668] env[68872]: INFO nova.compute.manager [None req-99a62533-c3ea-4a84-9465-f7a46d0f8f55 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Terminating instance [ 644.150751] env[68872]: DEBUG oslo_vmware.api [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Task: {'id': task-3092058, 'name': ReconfigVM_Task, 'duration_secs': 0.623103} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.151283] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Reconfigured VM instance instance-00000011 to attach disk [datastore1] df8e52cf-3cf4-4da1-bff5-0f250cfda4d9/df8e52cf-3cf4-4da1-bff5-0f250cfda4d9.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 644.151760] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-800ca43e-b45f-4dc8-b086-76195837ce2b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.162873] env[68872]: DEBUG oslo_vmware.api [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Waiting for the task: (returnval){ [ 644.162873] env[68872]: value = "task-3092062" [ 644.162873] env[68872]: _type = "Task" [ 644.162873] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.175724] env[68872]: DEBUG oslo_vmware.api [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Task: {'id': task-3092062, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.238021] env[68872]: DEBUG nova.scheduler.client.report [None req-712c6979-bd59-4132-9d22-6cced2decac0 tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.381126] env[68872]: DEBUG nova.compute.manager [req-35f4985f-3b41-46bd-a1c0-b8adb9b5ce48 req-7c089665-5e2f-438c-8130-2c78353782a4 service nova] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Received event network-vif-plugged-329c0822-c206-4aec-968f-fb55cf85b43f {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.381558] env[68872]: DEBUG oslo_concurrency.lockutils [req-35f4985f-3b41-46bd-a1c0-b8adb9b5ce48 req-7c089665-5e2f-438c-8130-2c78353782a4 service nova] Acquiring lock "94452cee-d071-4dc4-a073-0a42e72667c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.381558] env[68872]: DEBUG oslo_concurrency.lockutils [req-35f4985f-3b41-46bd-a1c0-b8adb9b5ce48 req-7c089665-5e2f-438c-8130-2c78353782a4 service nova] Lock "94452cee-d071-4dc4-a073-0a42e72667c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.381680] env[68872]: DEBUG oslo_concurrency.lockutils [req-35f4985f-3b41-46bd-a1c0-b8adb9b5ce48 req-7c089665-5e2f-438c-8130-2c78353782a4 service nova] Lock "94452cee-d071-4dc4-a073-0a42e72667c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.381825] env[68872]: DEBUG nova.compute.manager [req-35f4985f-3b41-46bd-a1c0-b8adb9b5ce48 req-7c089665-5e2f-438c-8130-2c78353782a4 service nova] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] No waiting events found dispatching network-vif-plugged-329c0822-c206-4aec-968f-fb55cf85b43f {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 644.382028] env[68872]: WARNING nova.compute.manager [req-35f4985f-3b41-46bd-a1c0-b8adb9b5ce48 req-7c089665-5e2f-438c-8130-2c78353782a4 service nova] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Received unexpected event network-vif-plugged-329c0822-c206-4aec-968f-fb55cf85b43f for instance with vm_state building and task_state spawning. [ 644.404281] env[68872]: DEBUG oslo_concurrency.lockutils [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Acquiring lock "refresh_cache-94452cee-d071-4dc4-a073-0a42e72667c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.404437] env[68872]: DEBUG oslo_concurrency.lockutils [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Acquired lock "refresh_cache-94452cee-d071-4dc4-a073-0a42e72667c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.404588] env[68872]: DEBUG nova.network.neutron [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.488621] env[68872]: DEBUG oslo_vmware.api [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c3cb3a-181a-3c3e-dc1d-ed7211329cbd, 'name': SearchDatastore_Task, 'duration_secs': 0.012289} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.489757] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.489757] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.489757] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.489935] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.490702] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.490702] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1639eb3f-3ebc-4898-9418-fe38cfde96ad {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.503564] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.503756] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.504560] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-695aa31a-8fe8-488b-9c98-93c71a3518f2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.510764] env[68872]: DEBUG oslo_vmware.api [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Waiting for the task: (returnval){ [ 644.510764] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52dff967-ff4a-d11a-2d4d-b90691ef17a3" [ 644.510764] env[68872]: _type = "Task" [ 644.510764] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.518970] env[68872]: DEBUG oslo_vmware.api [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52dff967-ff4a-d11a-2d4d-b90691ef17a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.587203] env[68872]: DEBUG oslo_concurrency.lockutils [None req-99a62533-c3ea-4a84-9465-f7a46d0f8f55 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Acquiring lock "refresh_cache-c9261fcc-7aa8-4afb-aa30-57df0ef71a44" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.587719] env[68872]: DEBUG oslo_concurrency.lockutils [None req-99a62533-c3ea-4a84-9465-f7a46d0f8f55 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Acquired lock "refresh_cache-c9261fcc-7aa8-4afb-aa30-57df0ef71a44" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.587719] env[68872]: DEBUG nova.network.neutron [None req-99a62533-c3ea-4a84-9465-f7a46d0f8f55 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.593916] env[68872]: DEBUG nova.network.neutron [req-a835ae83-b842-4c07-87b9-14e581f1f3cb req-72443b08-a9e1-4bcc-82b3-4d50c7dc334d service nova] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Updated VIF entry in instance network info cache for port 01d7fb70-de31-4b69-8049-d7f29a3cb071. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.593916] env[68872]: DEBUG nova.network.neutron [req-a835ae83-b842-4c07-87b9-14e581f1f3cb req-72443b08-a9e1-4bcc-82b3-4d50c7dc334d service nova] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Updating instance_info_cache with network_info: [{"id": "01d7fb70-de31-4b69-8049-d7f29a3cb071", "address": "fa:16:3e:c5:b7:5b", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01d7fb70-de", "ovs_interfaceid": "01d7fb70-de31-4b69-8049-d7f29a3cb071", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.677530] env[68872]: DEBUG oslo_vmware.api [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Task: {'id': task-3092062, 'name': Rename_Task, 'duration_secs': 0.151435} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.677830] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.682052] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-762068eb-3c67-4a9a-9788-7e682e7513a0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.683264] env[68872]: DEBUG nova.compute.manager [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 644.690177] env[68872]: DEBUG oslo_vmware.api [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Waiting for the task: (returnval){ [ 644.690177] env[68872]: value = "task-3092063" [ 644.690177] env[68872]: _type = "Task" [ 644.690177] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.700073] env[68872]: DEBUG oslo_vmware.api [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Task: {'id': task-3092063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.716673] env[68872]: DEBUG nova.virt.hardware [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.717153] env[68872]: DEBUG nova.virt.hardware [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.717425] env[68872]: DEBUG nova.virt.hardware [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.717720] env[68872]: DEBUG nova.virt.hardware [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.718017] env[68872]: DEBUG nova.virt.hardware [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.719115] env[68872]: DEBUG nova.virt.hardware [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.719115] env[68872]: DEBUG nova.virt.hardware [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.719115] env[68872]: DEBUG nova.virt.hardware [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.719115] env[68872]: DEBUG nova.virt.hardware [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.719115] env[68872]: DEBUG nova.virt.hardware [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.719343] env[68872]: DEBUG nova.virt.hardware [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.720043] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead33cde-5099-4483-9ecf-7c9805b91bab {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.728150] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb740cdc-3633-4f54-9777-2e7f7c085bd0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.747551] env[68872]: DEBUG oslo_concurrency.lockutils [None req-712c6979-bd59-4132-9d22-6cced2decac0 tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.750415] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.813s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.752874] env[68872]: INFO nova.compute.claims [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.780713] env[68872]: DEBUG oslo_concurrency.lockutils [None req-53c346a1-dd83-4a1b-9817-1e8704988157 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquiring lock "db3e747b-e648-4fc2-86a1-d2e6ff48db08" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.780713] env[68872]: DEBUG oslo_concurrency.lockutils [None req-53c346a1-dd83-4a1b-9817-1e8704988157 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Lock "db3e747b-e648-4fc2-86a1-d2e6ff48db08" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.780713] env[68872]: DEBUG nova.compute.manager [None req-53c346a1-dd83-4a1b-9817-1e8704988157 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Going to confirm migration 1 {{(pid=68872) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 644.784565] env[68872]: INFO nova.scheduler.client.report [None req-712c6979-bd59-4132-9d22-6cced2decac0 tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Deleted allocations for instance 0f622bbe-6d9c-455f-99df-066c2edf5a53 [ 644.975777] env[68872]: DEBUG nova.network.neutron [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.025151] env[68872]: DEBUG oslo_vmware.api [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52dff967-ff4a-d11a-2d4d-b90691ef17a3, 'name': SearchDatastore_Task, 'duration_secs': 0.020082} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.025695] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48e503bc-c544-40e4-9a88-091e4e095604 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.034670] env[68872]: DEBUG oslo_vmware.api [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Waiting for the task: (returnval){ [ 645.034670] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d180d7-c1a9-e4fd-4e6f-054f3deb74f7" [ 645.034670] env[68872]: _type = "Task" [ 645.034670] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.046711] env[68872]: DEBUG oslo_vmware.api [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d180d7-c1a9-e4fd-4e6f-054f3deb74f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.097779] env[68872]: DEBUG oslo_concurrency.lockutils [req-a835ae83-b842-4c07-87b9-14e581f1f3cb req-72443b08-a9e1-4bcc-82b3-4d50c7dc334d service nova] Releasing lock "refresh_cache-60f355d4-0eee-48c9-93e3-42bcffa200f4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.148058] env[68872]: DEBUG nova.network.neutron [None req-99a62533-c3ea-4a84-9465-f7a46d0f8f55 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.204756] env[68872]: DEBUG oslo_vmware.api [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Task: {'id': task-3092063, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.291869] env[68872]: DEBUG oslo_concurrency.lockutils [None req-712c6979-bd59-4132-9d22-6cced2decac0 tempest-ServersAaction247Test-433597718 tempest-ServersAaction247Test-433597718-project-member] Lock "0f622bbe-6d9c-455f-99df-066c2edf5a53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.851s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.359027] env[68872]: DEBUG nova.network.neutron [None req-99a62533-c3ea-4a84-9465-f7a46d0f8f55 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.421690] env[68872]: DEBUG oslo_concurrency.lockutils [None req-53c346a1-dd83-4a1b-9817-1e8704988157 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquiring lock "refresh_cache-db3e747b-e648-4fc2-86a1-d2e6ff48db08" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.421690] env[68872]: DEBUG oslo_concurrency.lockutils [None req-53c346a1-dd83-4a1b-9817-1e8704988157 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquired lock "refresh_cache-db3e747b-e648-4fc2-86a1-d2e6ff48db08" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.421690] env[68872]: DEBUG nova.network.neutron [None req-53c346a1-dd83-4a1b-9817-1e8704988157 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.421690] env[68872]: DEBUG nova.objects.instance [None req-53c346a1-dd83-4a1b-9817-1e8704988157 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Lazy-loading 'info_cache' on Instance uuid db3e747b-e648-4fc2-86a1-d2e6ff48db08 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 645.500758] env[68872]: DEBUG nova.network.neutron [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Updating instance_info_cache with network_info: [{"id": "329c0822-c206-4aec-968f-fb55cf85b43f", "address": "fa:16:3e:26:04:e3", "network": {"id": "c04675f0-0f1e-4e93-9481-a7b50ec82ab2", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1244541328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55ca7ae42fc441739f0b791f46150c4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329c0822-c2", "ovs_interfaceid": "329c0822-c206-4aec-968f-fb55cf85b43f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.547265] env[68872]: DEBUG oslo_vmware.api [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d180d7-c1a9-e4fd-4e6f-054f3deb74f7, 'name': SearchDatastore_Task, 'duration_secs': 0.014112} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.547649] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.547872] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 60f355d4-0eee-48c9-93e3-42bcffa200f4/60f355d4-0eee-48c9-93e3-42bcffa200f4.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.548235] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf3d21cd-4f37-4687-8c57-3eb65d5c3097 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.557023] env[68872]: DEBUG oslo_vmware.api [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Waiting for the task: (returnval){ [ 645.557023] env[68872]: value = "task-3092064" [ 645.557023] env[68872]: _type = "Task" [ 645.557023] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.565699] env[68872]: DEBUG oslo_vmware.api [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.701079] env[68872]: DEBUG oslo_vmware.api [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Task: {'id': task-3092063, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.867479] env[68872]: DEBUG oslo_concurrency.lockutils [None req-99a62533-c3ea-4a84-9465-f7a46d0f8f55 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Releasing lock "refresh_cache-c9261fcc-7aa8-4afb-aa30-57df0ef71a44" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.867479] env[68872]: DEBUG nova.compute.manager [None req-99a62533-c3ea-4a84-9465-f7a46d0f8f55 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 645.867660] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-99a62533-c3ea-4a84-9465-f7a46d0f8f55 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 645.868883] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d85854b-cafc-409a-a04f-9ce70f2460dc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.883071] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a62533-c3ea-4a84-9465-f7a46d0f8f55 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 645.886153] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-057d14db-2b23-4e15-899f-ae8d4cb2c75b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.895324] env[68872]: DEBUG oslo_vmware.api [None req-99a62533-c3ea-4a84-9465-f7a46d0f8f55 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Waiting for the task: (returnval){ [ 645.895324] env[68872]: value = "task-3092065" [ 645.895324] env[68872]: _type = "Task" [ 645.895324] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.905217] env[68872]: DEBUG oslo_vmware.api [None req-99a62533-c3ea-4a84-9465-f7a46d0f8f55 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Task: {'id': task-3092065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.006671] env[68872]: DEBUG oslo_concurrency.lockutils [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Releasing lock "refresh_cache-94452cee-d071-4dc4-a073-0a42e72667c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.007032] env[68872]: DEBUG nova.compute.manager [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Instance network_info: |[{"id": "329c0822-c206-4aec-968f-fb55cf85b43f", "address": "fa:16:3e:26:04:e3", "network": {"id": "c04675f0-0f1e-4e93-9481-a7b50ec82ab2", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1244541328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55ca7ae42fc441739f0b791f46150c4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329c0822-c2", "ovs_interfaceid": "329c0822-c206-4aec-968f-fb55cf85b43f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 646.010472] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:04:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f856fca-9fb5-41ea-a057-ac4193bd323d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '329c0822-c206-4aec-968f-fb55cf85b43f', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.018480] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Creating folder: Project (55ca7ae42fc441739f0b791f46150c4e). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.019895] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-577901a5-063e-470c-b89f-4bcd1ba8b6be {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.039353] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Created folder: Project (55ca7ae42fc441739f0b791f46150c4e) in parent group-v618835. [ 646.039353] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Creating folder: Instances. Parent ref: group-v618893. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.040339] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd7e3bce-0631-47f7-ae6b-4980bae54223 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.051370] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Created folder: Instances in parent group-v618893. [ 646.051992] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.051992] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.052178] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27c5b1e9-8dc3-4362-872d-91b2dbb6ec0d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.088858] env[68872]: DEBUG oslo_vmware.api [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092064, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.090365] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.090365] env[68872]: value = "task-3092068" [ 646.090365] env[68872]: _type = "Task" [ 646.090365] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.103552] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092068, 'name': CreateVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.207776] env[68872]: DEBUG oslo_vmware.api [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Task: {'id': task-3092063, 'name': PowerOnVM_Task, 'duration_secs': 1.074322} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.208423] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.208717] env[68872]: INFO nova.compute.manager [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Took 11.38 seconds to spawn the instance on the hypervisor. [ 646.208955] env[68872]: DEBUG nova.compute.manager [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.210808] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d974d5da-d982-4beb-9fc0-c30d833d6973 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.234339] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939731c5-a1a3-4724-8bd8-2550098a0ffd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.246632] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a423cfbb-20db-4c50-b729-6a43de709190 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.285301] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9efde9-5f94-41bc-8aab-344fbe985276 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.295016] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e2005f-4af1-4de9-bbb0-b2007e12f187 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.311058] env[68872]: DEBUG nova.compute.provider_tree [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.408460] env[68872]: DEBUG oslo_vmware.api [None req-99a62533-c3ea-4a84-9465-f7a46d0f8f55 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Task: {'id': task-3092065, 'name': PowerOffVM_Task, 'duration_secs': 0.186669} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.408693] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a62533-c3ea-4a84-9465-f7a46d0f8f55 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 646.408881] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-99a62533-c3ea-4a84-9465-f7a46d0f8f55 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 646.409339] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1601b4dd-8491-4a03-8f57-02d264a98264 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.435383] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-99a62533-c3ea-4a84-9465-f7a46d0f8f55 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 646.435595] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-99a62533-c3ea-4a84-9465-f7a46d0f8f55 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 646.435886] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-99a62533-c3ea-4a84-9465-f7a46d0f8f55 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Deleting the datastore file [datastore2] c9261fcc-7aa8-4afb-aa30-57df0ef71a44 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 646.436049] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5449c8ec-cc3a-4ab0-b554-b3de75a4f160 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.444808] env[68872]: DEBUG oslo_vmware.api [None req-99a62533-c3ea-4a84-9465-f7a46d0f8f55 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Waiting for the task: (returnval){ [ 646.444808] env[68872]: value = "task-3092070" [ 646.444808] env[68872]: _type = "Task" [ 646.444808] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.456944] env[68872]: DEBUG oslo_vmware.api [None req-99a62533-c3ea-4a84-9465-f7a46d0f8f55 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Task: {'id': task-3092070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.590977] env[68872]: DEBUG oslo_vmware.api [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092064, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.754531} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.596021] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 60f355d4-0eee-48c9-93e3-42bcffa200f4/60f355d4-0eee-48c9-93e3-42bcffa200f4.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.596289] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.596561] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c668595-1d2e-4d59-8748-cd3493989aa8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.604887] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092068, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.606390] env[68872]: DEBUG oslo_vmware.api [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Waiting for the task: (returnval){ [ 646.606390] env[68872]: value = "task-3092071" [ 646.606390] env[68872]: _type = "Task" [ 646.606390] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.619187] env[68872]: DEBUG oslo_vmware.api [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.662945] env[68872]: DEBUG nova.network.neutron [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Successfully updated port: 6afc466a-637d-4821-af5b-181b10ab6669 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 646.742796] env[68872]: INFO nova.compute.manager [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Took 35.94 seconds to build instance. [ 646.816296] env[68872]: DEBUG nova.scheduler.client.report [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.960199] env[68872]: DEBUG oslo_vmware.api [None req-99a62533-c3ea-4a84-9465-f7a46d0f8f55 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Task: {'id': task-3092070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155588} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.962880] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-99a62533-c3ea-4a84-9465-f7a46d0f8f55 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 646.963009] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-99a62533-c3ea-4a84-9465-f7a46d0f8f55 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 646.963199] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-99a62533-c3ea-4a84-9465-f7a46d0f8f55 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 646.963365] env[68872]: INFO nova.compute.manager [None req-99a62533-c3ea-4a84-9465-f7a46d0f8f55 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Took 1.10 seconds to destroy the instance on the hypervisor. [ 646.965038] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99a62533-c3ea-4a84-9465-f7a46d0f8f55 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.965273] env[68872]: DEBUG nova.compute.manager [-] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 646.965365] env[68872]: DEBUG nova.network.neutron [-] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 647.015402] env[68872]: DEBUG nova.network.neutron [-] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.104023] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092068, 'name': CreateVM_Task, 'duration_secs': 0.564506} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.104023] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.104361] env[68872]: DEBUG oslo_concurrency.lockutils [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.104529] env[68872]: DEBUG oslo_concurrency.lockutils [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.105293] env[68872]: DEBUG oslo_concurrency.lockutils [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.105293] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8c10284-98b8-44ef-8ac6-a38f4e2d1b1c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.112772] env[68872]: DEBUG oslo_vmware.api [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Waiting for the task: (returnval){ [ 647.112772] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52da947c-da72-d75f-925e-1e4d017dc43b" [ 647.112772] env[68872]: _type = "Task" [ 647.112772] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.115785] env[68872]: DEBUG oslo_vmware.api [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066318} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.118909] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.119670] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8012683-dcc4-4f06-969b-07618ff60a6a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.127349] env[68872]: DEBUG oslo_vmware.api [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52da947c-da72-d75f-925e-1e4d017dc43b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.151241] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 60f355d4-0eee-48c9-93e3-42bcffa200f4/60f355d4-0eee-48c9-93e3-42bcffa200f4.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.152100] env[68872]: DEBUG nova.network.neutron [None req-53c346a1-dd83-4a1b-9817-1e8704988157 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Updating instance_info_cache with network_info: [{"id": "22ca683c-465a-4014-b4fa-b83bb5f9433b", "address": "fa:16:3e:23:fd:3d", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22ca683c-46", "ovs_interfaceid": "22ca683c-465a-4014-b4fa-b83bb5f9433b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.153403] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8949166e-29d1-4627-a698-91ead73aa83d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.171124] env[68872]: DEBUG oslo_concurrency.lockutils [None req-53c346a1-dd83-4a1b-9817-1e8704988157 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Releasing lock "refresh_cache-db3e747b-e648-4fc2-86a1-d2e6ff48db08" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.171335] env[68872]: DEBUG nova.objects.instance [None req-53c346a1-dd83-4a1b-9817-1e8704988157 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Lazy-loading 'migration_context' on Instance uuid db3e747b-e648-4fc2-86a1-d2e6ff48db08 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 647.175857] env[68872]: DEBUG oslo_concurrency.lockutils [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Acquiring lock "refresh_cache-9b09d19e-2506-413a-867d-8be41a5bada7" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.175857] env[68872]: DEBUG oslo_concurrency.lockutils [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Acquired lock "refresh_cache-9b09d19e-2506-413a-867d-8be41a5bada7" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.175857] env[68872]: DEBUG nova.network.neutron [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.179813] env[68872]: DEBUG oslo_vmware.api [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Waiting for the task: (returnval){ [ 647.179813] env[68872]: value = "task-3092072" [ 647.179813] env[68872]: _type = "Task" [ 647.179813] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.193762] env[68872]: DEBUG oslo_vmware.api [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092072, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.242842] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c27e35ec-0fe0-40c3-9c61-439a12dd399c tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Lock "df8e52cf-3cf4-4da1-bff5-0f250cfda4d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.465s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.324333] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.324333] env[68872]: DEBUG nova.compute.manager [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 647.327506] env[68872]: DEBUG oslo_concurrency.lockutils [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.147s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.329336] env[68872]: INFO nova.compute.claims [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.470615] env[68872]: DEBUG nova.compute.manager [req-ed97d99a-aaaa-4d85-be7d-f48aa86beb17 req-d2deab5d-8c6e-4674-ad21-5afca00693cd service nova] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Received event network-vif-plugged-6afc466a-637d-4821-af5b-181b10ab6669 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.470841] env[68872]: DEBUG oslo_concurrency.lockutils [req-ed97d99a-aaaa-4d85-be7d-f48aa86beb17 req-d2deab5d-8c6e-4674-ad21-5afca00693cd service nova] Acquiring lock "9b09d19e-2506-413a-867d-8be41a5bada7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.471083] env[68872]: DEBUG oslo_concurrency.lockutils [req-ed97d99a-aaaa-4d85-be7d-f48aa86beb17 req-d2deab5d-8c6e-4674-ad21-5afca00693cd service nova] Lock "9b09d19e-2506-413a-867d-8be41a5bada7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.471231] env[68872]: DEBUG oslo_concurrency.lockutils [req-ed97d99a-aaaa-4d85-be7d-f48aa86beb17 req-d2deab5d-8c6e-4674-ad21-5afca00693cd service nova] Lock "9b09d19e-2506-413a-867d-8be41a5bada7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.471403] env[68872]: DEBUG nova.compute.manager [req-ed97d99a-aaaa-4d85-be7d-f48aa86beb17 req-d2deab5d-8c6e-4674-ad21-5afca00693cd service nova] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] No waiting events found dispatching network-vif-plugged-6afc466a-637d-4821-af5b-181b10ab6669 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 647.471566] env[68872]: WARNING nova.compute.manager [req-ed97d99a-aaaa-4d85-be7d-f48aa86beb17 req-d2deab5d-8c6e-4674-ad21-5afca00693cd service nova] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Received unexpected event network-vif-plugged-6afc466a-637d-4821-af5b-181b10ab6669 for instance with vm_state building and task_state spawning. [ 647.519142] env[68872]: DEBUG nova.network.neutron [-] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.543857] env[68872]: DEBUG nova.compute.manager [req-f3402cb9-f421-4591-89f9-d9d64644b435 req-a01493ec-412a-4b6f-b748-ec982dee6526 service nova] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Received event network-changed-329c0822-c206-4aec-968f-fb55cf85b43f {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.543857] env[68872]: DEBUG nova.compute.manager [req-f3402cb9-f421-4591-89f9-d9d64644b435 req-a01493ec-412a-4b6f-b748-ec982dee6526 service nova] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Refreshing instance network info cache due to event network-changed-329c0822-c206-4aec-968f-fb55cf85b43f. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 647.543857] env[68872]: DEBUG oslo_concurrency.lockutils [req-f3402cb9-f421-4591-89f9-d9d64644b435 req-a01493ec-412a-4b6f-b748-ec982dee6526 service nova] Acquiring lock "refresh_cache-94452cee-d071-4dc4-a073-0a42e72667c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.543857] env[68872]: DEBUG oslo_concurrency.lockutils [req-f3402cb9-f421-4591-89f9-d9d64644b435 req-a01493ec-412a-4b6f-b748-ec982dee6526 service nova] Acquired lock "refresh_cache-94452cee-d071-4dc4-a073-0a42e72667c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.544022] env[68872]: DEBUG nova.network.neutron [req-f3402cb9-f421-4591-89f9-d9d64644b435 req-a01493ec-412a-4b6f-b748-ec982dee6526 service nova] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Refreshing network info cache for port 329c0822-c206-4aec-968f-fb55cf85b43f {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.628504] env[68872]: DEBUG oslo_vmware.api [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52da947c-da72-d75f-925e-1e4d017dc43b, 'name': SearchDatastore_Task, 'duration_secs': 0.065616} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.628813] env[68872]: DEBUG oslo_concurrency.lockutils [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.629098] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.629342] env[68872]: DEBUG oslo_concurrency.lockutils [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.629487] env[68872]: DEBUG oslo_concurrency.lockutils [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.629822] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.629937] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87e7ad6d-1b95-40e7-ac55-c0b457435893 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.640970] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.641116] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.641814] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e279b976-ad2d-4a1a-a8aa-d6a4fde9cfa2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.647775] env[68872]: DEBUG oslo_vmware.api [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Waiting for the task: (returnval){ [ 647.647775] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5241f69b-e2b5-9b95-2f99-f447aaa694b5" [ 647.647775] env[68872]: _type = "Task" [ 647.647775] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.661272] env[68872]: DEBUG oslo_vmware.api [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5241f69b-e2b5-9b95-2f99-f447aaa694b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.675358] env[68872]: DEBUG nova.objects.base [None req-53c346a1-dd83-4a1b-9817-1e8704988157 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68872) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 647.676361] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abf39dd-5f91-4515-af13-dd7abf32e60a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.701447] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-321808b2-3341-4337-aba5-f3ffcdfaf6f4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.707481] env[68872]: DEBUG oslo_vmware.api [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.710936] env[68872]: DEBUG oslo_vmware.api [None req-53c346a1-dd83-4a1b-9817-1e8704988157 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Waiting for the task: (returnval){ [ 647.710936] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52063a13-8d59-65c0-f3ac-995fbfa82376" [ 647.710936] env[68872]: _type = "Task" [ 647.710936] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.718952] env[68872]: DEBUG oslo_vmware.api [None req-53c346a1-dd83-4a1b-9817-1e8704988157 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52063a13-8d59-65c0-f3ac-995fbfa82376, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.745668] env[68872]: DEBUG nova.compute.manager [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.787718] env[68872]: DEBUG nova.network.neutron [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.838643] env[68872]: DEBUG nova.compute.utils [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.840223] env[68872]: DEBUG nova.compute.manager [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 647.840407] env[68872]: DEBUG nova.network.neutron [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 648.022321] env[68872]: INFO nova.compute.manager [-] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Took 1.06 seconds to deallocate network for instance. [ 648.168957] env[68872]: DEBUG oslo_vmware.api [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5241f69b-e2b5-9b95-2f99-f447aaa694b5, 'name': SearchDatastore_Task, 'duration_secs': 0.009749} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.169828] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b276843f-1637-4364-baa3-19ccfceb288d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.183126] env[68872]: DEBUG oslo_vmware.api [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Waiting for the task: (returnval){ [ 648.183126] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52e8e25e-f227-b9d6-5d44-aec06dcbe76f" [ 648.183126] env[68872]: _type = "Task" [ 648.183126] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.199430] env[68872]: DEBUG oslo_vmware.api [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52e8e25e-f227-b9d6-5d44-aec06dcbe76f, 'name': SearchDatastore_Task, 'duration_secs': 0.013039} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.205015] env[68872]: DEBUG oslo_concurrency.lockutils [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.205479] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 94452cee-d071-4dc4-a073-0a42e72667c6/94452cee-d071-4dc4-a073-0a42e72667c6.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.206266] env[68872]: DEBUG oslo_vmware.api [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092072, 'name': ReconfigVM_Task, 'duration_secs': 0.779319} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.210590] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-452004f4-d3e5-4531-96d1-04b8e5465a2a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.212877] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 60f355d4-0eee-48c9-93e3-42bcffa200f4/60f355d4-0eee-48c9-93e3-42bcffa200f4.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.213884] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a10ae34-271b-42d5-b94a-8c96d99a3f7e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.227233] env[68872]: DEBUG oslo_vmware.api [None req-53c346a1-dd83-4a1b-9817-1e8704988157 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52063a13-8d59-65c0-f3ac-995fbfa82376, 'name': SearchDatastore_Task, 'duration_secs': 0.006809} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.229557] env[68872]: DEBUG oslo_concurrency.lockutils [None req-53c346a1-dd83-4a1b-9817-1e8704988157 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.229886] env[68872]: DEBUG oslo_vmware.api [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Waiting for the task: (returnval){ [ 648.229886] env[68872]: value = "task-3092073" [ 648.229886] env[68872]: _type = "Task" [ 648.229886] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.231111] env[68872]: DEBUG oslo_vmware.api [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Waiting for the task: (returnval){ [ 648.231111] env[68872]: value = "task-3092074" [ 648.231111] env[68872]: _type = "Task" [ 648.231111] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.245791] env[68872]: DEBUG oslo_vmware.api [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Task: {'id': task-3092073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.249020] env[68872]: DEBUG oslo_vmware.api [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092074, 'name': Rename_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.282269] env[68872]: DEBUG oslo_concurrency.lockutils [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.296087] env[68872]: DEBUG nova.policy [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b851fcd9855e4f10bfe5c68a15766fd8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6b4b28d2d9c4df3bfa4038371a61119', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 648.350023] env[68872]: DEBUG nova.compute.manager [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 648.534786] env[68872]: DEBUG oslo_concurrency.lockutils [None req-99a62533-c3ea-4a84-9465-f7a46d0f8f55 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.549262] env[68872]: DEBUG nova.network.neutron [req-f3402cb9-f421-4591-89f9-d9d64644b435 req-a01493ec-412a-4b6f-b748-ec982dee6526 service nova] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Updated VIF entry in instance network info cache for port 329c0822-c206-4aec-968f-fb55cf85b43f. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.549262] env[68872]: DEBUG nova.network.neutron [req-f3402cb9-f421-4591-89f9-d9d64644b435 req-a01493ec-412a-4b6f-b748-ec982dee6526 service nova] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Updating instance_info_cache with network_info: [{"id": "329c0822-c206-4aec-968f-fb55cf85b43f", "address": "fa:16:3e:26:04:e3", "network": {"id": "c04675f0-0f1e-4e93-9481-a7b50ec82ab2", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1244541328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55ca7ae42fc441739f0b791f46150c4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329c0822-c2", "ovs_interfaceid": "329c0822-c206-4aec-968f-fb55cf85b43f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.659458] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d99e83a0-3865-4e1b-9f45-a042dd428f2d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Acquiring lock "df8e52cf-3cf4-4da1-bff5-0f250cfda4d9" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.659717] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d99e83a0-3865-4e1b-9f45-a042dd428f2d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Lock "df8e52cf-3cf4-4da1-bff5-0f250cfda4d9" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.659939] env[68872]: INFO nova.compute.manager [None req-d99e83a0-3865-4e1b-9f45-a042dd428f2d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Rebooting instance [ 648.749832] env[68872]: DEBUG oslo_vmware.api [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092074, 'name': Rename_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.754058] env[68872]: DEBUG oslo_vmware.api [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Task: {'id': task-3092073, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.858318] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94359a27-3cbd-4091-8190-68a477b9ba2d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.867949] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f219e66d-fbdf-436a-a3ea-4aa69ec5c42e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.907414] env[68872]: DEBUG nova.network.neutron [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Updating instance_info_cache with network_info: [{"id": "6afc466a-637d-4821-af5b-181b10ab6669", "address": "fa:16:3e:fc:52:1d", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6afc466a-63", "ovs_interfaceid": "6afc466a-637d-4821-af5b-181b10ab6669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.910337] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5920bc5c-a67a-457e-8438-964fc63be048 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.920283] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9322a185-b64a-4e9c-8704-51a48aa9766a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.938590] env[68872]: DEBUG nova.compute.provider_tree [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.054673] env[68872]: DEBUG oslo_concurrency.lockutils [req-f3402cb9-f421-4591-89f9-d9d64644b435 req-a01493ec-412a-4b6f-b748-ec982dee6526 service nova] Releasing lock "refresh_cache-94452cee-d071-4dc4-a073-0a42e72667c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.245283] env[68872]: DEBUG oslo_vmware.api [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092074, 'name': Rename_Task, 'duration_secs': 0.929225} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.249007] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.249502] env[68872]: DEBUG oslo_vmware.api [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Task: {'id': task-3092073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557735} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.249849] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-852dc869-2baa-4942-b084-5ab6b4dfbc01 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.252351] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 94452cee-d071-4dc4-a073-0a42e72667c6/94452cee-d071-4dc4-a073-0a42e72667c6.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 649.252351] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 649.252351] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efb2524c-f2bb-4b76-bc4b-41e672715131 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.258558] env[68872]: DEBUG oslo_vmware.api [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Waiting for the task: (returnval){ [ 649.258558] env[68872]: value = "task-3092075" [ 649.258558] env[68872]: _type = "Task" [ 649.258558] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.263916] env[68872]: DEBUG oslo_vmware.api [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Waiting for the task: (returnval){ [ 649.263916] env[68872]: value = "task-3092076" [ 649.263916] env[68872]: _type = "Task" [ 649.263916] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.273625] env[68872]: DEBUG oslo_vmware.api [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.276594] env[68872]: DEBUG oslo_vmware.api [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Task: {'id': task-3092076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.323155] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d99e83a0-3865-4e1b-9f45-a042dd428f2d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Acquiring lock "refresh_cache-df8e52cf-3cf4-4da1-bff5-0f250cfda4d9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.323339] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d99e83a0-3865-4e1b-9f45-a042dd428f2d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Acquired lock "refresh_cache-df8e52cf-3cf4-4da1-bff5-0f250cfda4d9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.323685] env[68872]: DEBUG nova.network.neutron [None req-d99e83a0-3865-4e1b-9f45-a042dd428f2d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 649.398460] env[68872]: DEBUG nova.compute.manager [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 649.414374] env[68872]: DEBUG oslo_concurrency.lockutils [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Releasing lock "refresh_cache-9b09d19e-2506-413a-867d-8be41a5bada7" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.414827] env[68872]: DEBUG nova.compute.manager [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Instance network_info: |[{"id": "6afc466a-637d-4821-af5b-181b10ab6669", "address": "fa:16:3e:fc:52:1d", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6afc466a-63", "ovs_interfaceid": "6afc466a-637d-4821-af5b-181b10ab6669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 649.415382] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:52:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6afc466a-637d-4821-af5b-181b10ab6669', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.427373] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 649.430042] env[68872]: DEBUG nova.virt.hardware [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.430196] env[68872]: DEBUG nova.virt.hardware [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.430250] env[68872]: DEBUG nova.virt.hardware [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.430454] env[68872]: DEBUG nova.virt.hardware [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.430587] env[68872]: DEBUG nova.virt.hardware [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.430680] env[68872]: DEBUG nova.virt.hardware [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.433034] env[68872]: DEBUG nova.virt.hardware [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.433034] env[68872]: DEBUG nova.virt.hardware [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.433034] env[68872]: DEBUG nova.virt.hardware [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.433034] env[68872]: DEBUG nova.virt.hardware [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.433034] env[68872]: DEBUG nova.virt.hardware [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.433275] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.433275] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52149158-b524-4a9e-afed-a316d6417122 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.435590] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5a866cd-f11a-41c2-8684-9b98bfaff152 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.452013] env[68872]: DEBUG nova.scheduler.client.report [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.464171] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc14fb17-6bbb-4883-8d2e-53f7adfe2c6e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.467640] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.467640] env[68872]: value = "task-3092077" [ 649.467640] env[68872]: _type = "Task" [ 649.467640] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.487175] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092077, 'name': CreateVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.690175] env[68872]: DEBUG nova.network.neutron [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Successfully created port: 5254b6c2-3f9e-431b-93c1-7d5cf360156f {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 649.773178] env[68872]: DEBUG oslo_vmware.api [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092075, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.777878] env[68872]: DEBUG oslo_vmware.api [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Task: {'id': task-3092076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200885} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.778172] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.779030] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef776186-4ac8-4d8f-adf5-0021f8bbec26 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.801287] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 94452cee-d071-4dc4-a073-0a42e72667c6/94452cee-d071-4dc4-a073-0a42e72667c6.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.801667] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d554df8d-b117-4204-aaf1-c31281ce33e9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.823290] env[68872]: DEBUG oslo_vmware.api [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Waiting for the task: (returnval){ [ 649.823290] env[68872]: value = "task-3092078" [ 649.823290] env[68872]: _type = "Task" [ 649.823290] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.833598] env[68872]: DEBUG oslo_vmware.api [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Task: {'id': task-3092078, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.959281] env[68872]: DEBUG oslo_concurrency.lockutils [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.959807] env[68872]: DEBUG nova.compute.manager [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.962829] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6861f9cf-5efe-42b5-af0d-e5a68d931ea9 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.581s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.963092] env[68872]: DEBUG nova.objects.instance [None req-6861f9cf-5efe-42b5-af0d-e5a68d931ea9 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Lazy-loading 'resources' on Instance uuid 69176049-fec1-4283-b4e7-05bd67ee3eb0 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 649.980772] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092077, 'name': CreateVM_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.274961] env[68872]: DEBUG oslo_vmware.api [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092075, 'name': PowerOnVM_Task, 'duration_secs': 0.981505} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.275327] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.275551] env[68872]: INFO nova.compute.manager [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Took 12.81 seconds to spawn the instance on the hypervisor. [ 650.275730] env[68872]: DEBUG nova.compute.manager [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.276531] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56dbef7-4a38-4d12-827f-c944a6f5de70 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.336107] env[68872]: DEBUG oslo_vmware.api [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Task: {'id': task-3092078, 'name': ReconfigVM_Task, 'duration_secs': 0.498107} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.336398] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 94452cee-d071-4dc4-a073-0a42e72667c6/94452cee-d071-4dc4-a073-0a42e72667c6.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.337300] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48a8333a-7d17-401d-af0b-58a1b7eeb757 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.342931] env[68872]: DEBUG oslo_vmware.api [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Waiting for the task: (returnval){ [ 650.342931] env[68872]: value = "task-3092079" [ 650.342931] env[68872]: _type = "Task" [ 650.342931] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.353959] env[68872]: DEBUG oslo_vmware.api [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Task: {'id': task-3092079, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.467612] env[68872]: DEBUG nova.compute.utils [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 650.469981] env[68872]: DEBUG nova.compute.manager [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 650.470223] env[68872]: DEBUG nova.network.neutron [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: 774b87de-c90c-4537-ac67-17152e43395b] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.487073] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092077, 'name': CreateVM_Task, 'duration_secs': 0.686632} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.490364] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.491047] env[68872]: DEBUG oslo_concurrency.lockutils [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.491229] env[68872]: DEBUG oslo_concurrency.lockutils [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.491556] env[68872]: DEBUG oslo_concurrency.lockutils [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.492686] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df47c8e8-6dbe-45e9-ade8-8a02d03e8bac {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.500671] env[68872]: DEBUG oslo_vmware.api [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Waiting for the task: (returnval){ [ 650.500671] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52e252fb-0ee0-d99f-c3f4-78fadcc9e4a9" [ 650.500671] env[68872]: _type = "Task" [ 650.500671] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.509714] env[68872]: DEBUG oslo_vmware.api [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52e252fb-0ee0-d99f-c3f4-78fadcc9e4a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.588137] env[68872]: DEBUG nova.policy [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38dcafbc14b9486aa3f085169c15e49d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebb4c3dd3afc49979d9424f3f83d3786', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 650.617116] env[68872]: DEBUG nova.network.neutron [None req-d99e83a0-3865-4e1b-9f45-a042dd428f2d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Updating instance_info_cache with network_info: [{"id": "2878928c-943b-409d-ba7f-8103b3929e77", "address": "fa:16:3e:2d:d8:d1", "network": {"id": "84290ae4-f4f5-41ce-b9e4-edd2210084a8", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-901574960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25112a84f6814433ad8fff4c14405e77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2878928c-94", "ovs_interfaceid": "2878928c-943b-409d-ba7f-8103b3929e77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.639127] env[68872]: DEBUG nova.compute.manager [req-52d3e181-84dd-4981-906a-98af3a909e8a req-8ca42eca-9a5c-4452-b137-0873cdcf3464 service nova] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Received event network-changed-6afc466a-637d-4821-af5b-181b10ab6669 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.639127] env[68872]: DEBUG nova.compute.manager [req-52d3e181-84dd-4981-906a-98af3a909e8a req-8ca42eca-9a5c-4452-b137-0873cdcf3464 service nova] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Refreshing instance network info cache due to event network-changed-6afc466a-637d-4821-af5b-181b10ab6669. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 650.639127] env[68872]: DEBUG oslo_concurrency.lockutils [req-52d3e181-84dd-4981-906a-98af3a909e8a req-8ca42eca-9a5c-4452-b137-0873cdcf3464 service nova] Acquiring lock "refresh_cache-9b09d19e-2506-413a-867d-8be41a5bada7" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.639127] env[68872]: DEBUG oslo_concurrency.lockutils [req-52d3e181-84dd-4981-906a-98af3a909e8a req-8ca42eca-9a5c-4452-b137-0873cdcf3464 service nova] Acquired lock "refresh_cache-9b09d19e-2506-413a-867d-8be41a5bada7" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.639127] env[68872]: DEBUG nova.network.neutron [req-52d3e181-84dd-4981-906a-98af3a909e8a req-8ca42eca-9a5c-4452-b137-0873cdcf3464 service nova] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Refreshing network info cache for port 6afc466a-637d-4821-af5b-181b10ab6669 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 650.798017] env[68872]: INFO nova.compute.manager [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Took 38.91 seconds to build instance. [ 650.854723] env[68872]: DEBUG oslo_vmware.api [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Task: {'id': task-3092079, 'name': Rename_Task, 'duration_secs': 0.338763} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.856499] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.857723] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-babafd19-5f23-47d3-bc32-8498f146f330 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.863890] env[68872]: DEBUG oslo_vmware.api [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Waiting for the task: (returnval){ [ 650.863890] env[68872]: value = "task-3092080" [ 650.863890] env[68872]: _type = "Task" [ 650.863890] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.875658] env[68872]: DEBUG oslo_vmware.api [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Task: {'id': task-3092080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.902750] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9f10a3-7e3d-48bc-9a4b-8a917f268662 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.911131] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d27b3e2-001c-4ebe-a4c9-c36f944ee2f6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.946713] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5087aa-c3b1-4d21-bbb9-35da9ff718c9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.955066] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4580bf69-439f-4d3c-ac11-e039871ab9c5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.969861] env[68872]: DEBUG nova.compute.provider_tree [None req-6861f9cf-5efe-42b5-af0d-e5a68d931ea9 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.977563] env[68872]: DEBUG nova.compute.manager [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 651.014031] env[68872]: DEBUG oslo_vmware.api [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52e252fb-0ee0-d99f-c3f4-78fadcc9e4a9, 'name': SearchDatastore_Task, 'duration_secs': 0.011553} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.014031] env[68872]: DEBUG oslo_concurrency.lockutils [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.014031] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.014031] env[68872]: DEBUG oslo_concurrency.lockutils [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.014456] env[68872]: DEBUG oslo_concurrency.lockutils [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.014456] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.014456] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0922a474-f469-465a-b721-c4f26d28dec0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.034021] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.034021] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.034021] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-278df789-17fa-4c2e-b783-d1ccbe1d2e33 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.040351] env[68872]: DEBUG oslo_vmware.api [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Waiting for the task: (returnval){ [ 651.040351] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52e95d7c-cc17-ad21-512b-d940a7be4971" [ 651.040351] env[68872]: _type = "Task" [ 651.040351] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.050680] env[68872]: DEBUG oslo_vmware.api [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52e95d7c-cc17-ad21-512b-d940a7be4971, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.125770] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d99e83a0-3865-4e1b-9f45-a042dd428f2d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Releasing lock "refresh_cache-df8e52cf-3cf4-4da1-bff5-0f250cfda4d9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.300493] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a0734097-3ac7-4e44-82b8-448f88db4e07 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Lock "60f355d4-0eee-48c9-93e3-42bcffa200f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.298s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.306861] env[68872]: DEBUG nova.network.neutron [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Successfully created port: 9a22a71a-681f-44ce-aa0d-7db2c3cdf54b {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 651.375314] env[68872]: DEBUG oslo_vmware.api [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Task: {'id': task-3092080, 'name': PowerOnVM_Task, 'duration_secs': 0.494599} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.375990] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.375990] env[68872]: INFO nova.compute.manager [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Took 9.32 seconds to spawn the instance on the hypervisor. [ 651.376174] env[68872]: DEBUG nova.compute.manager [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.376984] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e49d0a7-57c3-44c8-9c2f-e4cc7363758f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.473711] env[68872]: DEBUG nova.scheduler.client.report [None req-6861f9cf-5efe-42b5-af0d-e5a68d931ea9 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.551842] env[68872]: DEBUG oslo_vmware.api [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52e95d7c-cc17-ad21-512b-d940a7be4971, 'name': SearchDatastore_Task, 'duration_secs': 0.01148} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.552739] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cba313a0-a865-45dc-9070-002c2cca7f16 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.558533] env[68872]: DEBUG oslo_vmware.api [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Waiting for the task: (returnval){ [ 651.558533] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f2661b-b8a0-414c-31f6-729eb1a5eb7d" [ 651.558533] env[68872]: _type = "Task" [ 651.558533] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.568613] env[68872]: DEBUG oslo_vmware.api [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f2661b-b8a0-414c-31f6-729eb1a5eb7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.590987] env[68872]: DEBUG nova.network.neutron [req-52d3e181-84dd-4981-906a-98af3a909e8a req-8ca42eca-9a5c-4452-b137-0873cdcf3464 service nova] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Updated VIF entry in instance network info cache for port 6afc466a-637d-4821-af5b-181b10ab6669. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 651.591377] env[68872]: DEBUG nova.network.neutron [req-52d3e181-84dd-4981-906a-98af3a909e8a req-8ca42eca-9a5c-4452-b137-0873cdcf3464 service nova] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Updating instance_info_cache with network_info: [{"id": "6afc466a-637d-4821-af5b-181b10ab6669", "address": "fa:16:3e:fc:52:1d", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6afc466a-63", "ovs_interfaceid": "6afc466a-637d-4821-af5b-181b10ab6669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.633708] env[68872]: DEBUG nova.compute.manager [None req-d99e83a0-3865-4e1b-9f45-a042dd428f2d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.634752] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6774da-8f7f-494e-9d3e-21e637609f49 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.817498] env[68872]: DEBUG nova.compute.manager [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.900187] env[68872]: INFO nova.compute.manager [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Took 36.10 seconds to build instance. [ 651.959348] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.959616] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.985578] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6861f9cf-5efe-42b5-af0d-e5a68d931ea9 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.023s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.990496] env[68872]: DEBUG nova.compute.manager [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.992465] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.002s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.994505] env[68872]: INFO nova.compute.claims [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.031742] env[68872]: INFO nova.scheduler.client.report [None req-6861f9cf-5efe-42b5-af0d-e5a68d931ea9 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Deleted allocations for instance 69176049-fec1-4283-b4e7-05bd67ee3eb0 [ 652.040611] env[68872]: DEBUG nova.virt.hardware [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.040611] env[68872]: DEBUG nova.virt.hardware [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.040840] env[68872]: DEBUG nova.virt.hardware [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.041085] env[68872]: DEBUG nova.virt.hardware [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.047275] env[68872]: DEBUG nova.virt.hardware [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.047275] env[68872]: DEBUG nova.virt.hardware [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.047275] env[68872]: DEBUG nova.virt.hardware [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.047275] env[68872]: DEBUG nova.virt.hardware [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.047275] env[68872]: DEBUG nova.virt.hardware [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.047829] env[68872]: DEBUG nova.virt.hardware [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.047829] env[68872]: DEBUG nova.virt.hardware [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.047829] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736ff66a-0681-4788-8356-eca8b0377a9f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.073628] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3927ca97-b396-41cc-b337-817a4d58e07a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.094822] env[68872]: DEBUG oslo_concurrency.lockutils [req-52d3e181-84dd-4981-906a-98af3a909e8a req-8ca42eca-9a5c-4452-b137-0873cdcf3464 service nova] Releasing lock "refresh_cache-9b09d19e-2506-413a-867d-8be41a5bada7" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.095651] env[68872]: DEBUG oslo_vmware.api [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f2661b-b8a0-414c-31f6-729eb1a5eb7d, 'name': SearchDatastore_Task, 'duration_secs': 0.026873} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.095651] env[68872]: DEBUG oslo_concurrency.lockutils [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.095922] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 9b09d19e-2506-413a-867d-8be41a5bada7/9b09d19e-2506-413a-867d-8be41a5bada7.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.096186] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cde3317b-36da-443d-bf22-b75711aeb2ca {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.102851] env[68872]: DEBUG oslo_vmware.api [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Waiting for the task: (returnval){ [ 652.102851] env[68872]: value = "task-3092081" [ 652.102851] env[68872]: _type = "Task" [ 652.102851] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.111643] env[68872]: DEBUG oslo_vmware.api [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.128545] env[68872]: DEBUG nova.network.neutron [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Successfully updated port: 5254b6c2-3f9e-431b-93c1-7d5cf360156f {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.350560] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.401569] env[68872]: DEBUG oslo_concurrency.lockutils [None req-efddee8c-4054-43b6-8a80-59ba06e160e1 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Lock "94452cee-d071-4dc4-a073-0a42e72667c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.987s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.561081] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6861f9cf-5efe-42b5-af0d-e5a68d931ea9 tempest-InstanceActionsNegativeTestJSON-1972584791 tempest-InstanceActionsNegativeTestJSON-1972584791-project-member] Lock "69176049-fec1-4283-b4e7-05bd67ee3eb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.095s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.614655] env[68872]: DEBUG oslo_vmware.api [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092081, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.634223] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Acquiring lock "refresh_cache-e5160d66-7228-4d64-9adf-d7c26c5fab5f" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.634440] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Acquired lock "refresh_cache-e5160d66-7228-4d64-9adf-d7c26c5fab5f" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.634630] env[68872]: DEBUG nova.network.neutron [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.650335] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595d67d9-425c-4f08-8e43-b5a84138e33a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.667489] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d99e83a0-3865-4e1b-9f45-a042dd428f2d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Doing hard reboot of VM {{(pid=68872) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 652.667489] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-bdb61047-9a72-4683-8f0e-993d2dbca025 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.676187] env[68872]: DEBUG oslo_vmware.api [None req-d99e83a0-3865-4e1b-9f45-a042dd428f2d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Waiting for the task: (returnval){ [ 652.676187] env[68872]: value = "task-3092082" [ 652.676187] env[68872]: _type = "Task" [ 652.676187] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.688585] env[68872]: DEBUG oslo_vmware.api [None req-d99e83a0-3865-4e1b-9f45-a042dd428f2d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Task: {'id': task-3092082, 'name': ResetVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.823341] env[68872]: DEBUG oslo_concurrency.lockutils [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Acquiring lock "84b9c497-ec98-4af0-a615-54ec54d3993b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.823776] env[68872]: DEBUG oslo_concurrency.lockutils [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Lock "84b9c497-ec98-4af0-a615-54ec54d3993b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.906792] env[68872]: DEBUG nova.compute.manager [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.118207] env[68872]: DEBUG oslo_vmware.api [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73099} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.119385] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 9b09d19e-2506-413a-867d-8be41a5bada7/9b09d19e-2506-413a-867d-8be41a5bada7.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.119385] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.119385] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-690a9772-1ea3-44fb-be8e-25da593874fa {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.133157] env[68872]: DEBUG oslo_vmware.api [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Waiting for the task: (returnval){ [ 653.133157] env[68872]: value = "task-3092083" [ 653.133157] env[68872]: _type = "Task" [ 653.133157] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.147044] env[68872]: DEBUG oslo_vmware.api [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092083, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.186752] env[68872]: DEBUG oslo_vmware.api [None req-d99e83a0-3865-4e1b-9f45-a042dd428f2d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Task: {'id': task-3092082, 'name': ResetVM_Task, 'duration_secs': 0.149867} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.190202] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d99e83a0-3865-4e1b-9f45-a042dd428f2d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Did hard reboot of VM {{(pid=68872) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 653.190414] env[68872]: DEBUG nova.compute.manager [None req-d99e83a0-3865-4e1b-9f45-a042dd428f2d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.191501] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1235bc7-0f47-4b11-ab1c-0e50fb49fb71 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.208713] env[68872]: DEBUG nova.network.neutron [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.433438] env[68872]: DEBUG nova.compute.manager [req-f8e18ccd-d271-4fb7-85eb-57cf07320671 req-bf0551c3-1f83-4f29-b82c-687d0a1ac984 service nova] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Received event network-vif-plugged-5254b6c2-3f9e-431b-93c1-7d5cf360156f {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.433438] env[68872]: DEBUG oslo_concurrency.lockutils [req-f8e18ccd-d271-4fb7-85eb-57cf07320671 req-bf0551c3-1f83-4f29-b82c-687d0a1ac984 service nova] Acquiring lock "e5160d66-7228-4d64-9adf-d7c26c5fab5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.433438] env[68872]: DEBUG oslo_concurrency.lockutils [req-f8e18ccd-d271-4fb7-85eb-57cf07320671 req-bf0551c3-1f83-4f29-b82c-687d0a1ac984 service nova] Lock "e5160d66-7228-4d64-9adf-d7c26c5fab5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.433438] env[68872]: DEBUG oslo_concurrency.lockutils [req-f8e18ccd-d271-4fb7-85eb-57cf07320671 req-bf0551c3-1f83-4f29-b82c-687d0a1ac984 service nova] Lock "e5160d66-7228-4d64-9adf-d7c26c5fab5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.433438] env[68872]: DEBUG nova.compute.manager [req-f8e18ccd-d271-4fb7-85eb-57cf07320671 req-bf0551c3-1f83-4f29-b82c-687d0a1ac984 service nova] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] No waiting events found dispatching network-vif-plugged-5254b6c2-3f9e-431b-93c1-7d5cf360156f {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.433831] env[68872]: WARNING nova.compute.manager [req-f8e18ccd-d271-4fb7-85eb-57cf07320671 req-bf0551c3-1f83-4f29-b82c-687d0a1ac984 service nova] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Received unexpected event network-vif-plugged-5254b6c2-3f9e-431b-93c1-7d5cf360156f for instance with vm_state building and task_state spawning. [ 653.433831] env[68872]: DEBUG nova.compute.manager [req-f8e18ccd-d271-4fb7-85eb-57cf07320671 req-bf0551c3-1f83-4f29-b82c-687d0a1ac984 service nova] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Received event network-changed-5254b6c2-3f9e-431b-93c1-7d5cf360156f {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.433831] env[68872]: DEBUG nova.compute.manager [req-f8e18ccd-d271-4fb7-85eb-57cf07320671 req-bf0551c3-1f83-4f29-b82c-687d0a1ac984 service nova] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Refreshing instance network info cache due to event network-changed-5254b6c2-3f9e-431b-93c1-7d5cf360156f. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 653.433831] env[68872]: DEBUG oslo_concurrency.lockutils [req-f8e18ccd-d271-4fb7-85eb-57cf07320671 req-bf0551c3-1f83-4f29-b82c-687d0a1ac984 service nova] Acquiring lock "refresh_cache-e5160d66-7228-4d64-9adf-d7c26c5fab5f" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.447708] env[68872]: DEBUG oslo_concurrency.lockutils [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.491141] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3478b228-5a76-42f9-8474-5ece2fab1a4f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.504743] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550652d4-414f-4100-b8ed-7bd219a5293c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.550241] env[68872]: DEBUG nova.network.neutron [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Updating instance_info_cache with network_info: [{"id": "5254b6c2-3f9e-431b-93c1-7d5cf360156f", "address": "fa:16:3e:ca:9b:30", "network": {"id": "c0360b5e-61ab-4af9-ac0a-4a295a0aa9b8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1249595887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6b4b28d2d9c4df3bfa4038371a61119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5254b6c2-3f", "ovs_interfaceid": "5254b6c2-3f9e-431b-93c1-7d5cf360156f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.551920] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492066ce-40a5-453b-9d33-6b93c2440781 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.559641] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3dcac3-ec8d-4d26-94b5-8864f95a14ef {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.574935] env[68872]: DEBUG nova.compute.provider_tree [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.646010] env[68872]: DEBUG oslo_vmware.api [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092083, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067736} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.646267] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.647237] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5695fd3-b5cf-46e7-8a08-c81f6f89c1a7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.673101] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 9b09d19e-2506-413a-867d-8be41a5bada7/9b09d19e-2506-413a-867d-8be41a5bada7.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.673460] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-749d2d4e-370c-4756-9294-e33f47d5d258 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.699681] env[68872]: DEBUG oslo_vmware.api [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Waiting for the task: (returnval){ [ 653.699681] env[68872]: value = "task-3092084" [ 653.699681] env[68872]: _type = "Task" [ 653.699681] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.707738] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d99e83a0-3865-4e1b-9f45-a042dd428f2d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Lock "df8e52cf-3cf4-4da1-bff5-0f250cfda4d9" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.048s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.715306] env[68872]: DEBUG oslo_vmware.api [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092084, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.870252] env[68872]: DEBUG nova.network.neutron [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Successfully updated port: 9a22a71a-681f-44ce-aa0d-7db2c3cdf54b {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 653.966319] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Acquiring lock "623ccafe-c6f5-4713-a556-80eb794cc74d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.967552] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Lock "623ccafe-c6f5-4713-a556-80eb794cc74d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.055940] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Releasing lock "refresh_cache-e5160d66-7228-4d64-9adf-d7c26c5fab5f" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.056255] env[68872]: DEBUG nova.compute.manager [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Instance network_info: |[{"id": "5254b6c2-3f9e-431b-93c1-7d5cf360156f", "address": "fa:16:3e:ca:9b:30", "network": {"id": "c0360b5e-61ab-4af9-ac0a-4a295a0aa9b8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1249595887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6b4b28d2d9c4df3bfa4038371a61119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5254b6c2-3f", "ovs_interfaceid": "5254b6c2-3f9e-431b-93c1-7d5cf360156f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 654.056595] env[68872]: DEBUG oslo_concurrency.lockutils [req-f8e18ccd-d271-4fb7-85eb-57cf07320671 req-bf0551c3-1f83-4f29-b82c-687d0a1ac984 service nova] Acquired lock "refresh_cache-e5160d66-7228-4d64-9adf-d7c26c5fab5f" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.056796] env[68872]: DEBUG nova.network.neutron [req-f8e18ccd-d271-4fb7-85eb-57cf07320671 req-bf0551c3-1f83-4f29-b82c-687d0a1ac984 service nova] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Refreshing network info cache for port 5254b6c2-3f9e-431b-93c1-7d5cf360156f {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.058361] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:9b:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5254b6c2-3f9e-431b-93c1-7d5cf360156f', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.066363] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Creating folder: Project (d6b4b28d2d9c4df3bfa4038371a61119). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.067868] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9bb93fb7-9f28-4162-bd2d-f2ad57a2fd85 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.079174] env[68872]: DEBUG nova.scheduler.client.report [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.082451] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Created folder: Project (d6b4b28d2d9c4df3bfa4038371a61119) in parent group-v618835. [ 654.082636] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Creating folder: Instances. Parent ref: group-v618897. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.083105] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-602eaf74-0cb5-42d1-8fb1-09dfb70d486b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.092555] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Created folder: Instances in parent group-v618897. [ 654.092861] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.093127] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.093392] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e09c4135-5011-4a03-8337-3d5e1f8d7f98 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.114565] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.114565] env[68872]: value = "task-3092087" [ 654.114565] env[68872]: _type = "Task" [ 654.114565] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.123217] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092087, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.212640] env[68872]: DEBUG oslo_vmware.api [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092084, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.258954] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0b33fbcd-9dd4-4a8b-8d0e-1e0469182c85 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Acquiring lock "94452cee-d071-4dc4-a073-0a42e72667c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.259374] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0b33fbcd-9dd4-4a8b-8d0e-1e0469182c85 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Lock "94452cee-d071-4dc4-a073-0a42e72667c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.259470] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0b33fbcd-9dd4-4a8b-8d0e-1e0469182c85 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Acquiring lock "94452cee-d071-4dc4-a073-0a42e72667c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.259686] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0b33fbcd-9dd4-4a8b-8d0e-1e0469182c85 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Lock "94452cee-d071-4dc4-a073-0a42e72667c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.259892] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0b33fbcd-9dd4-4a8b-8d0e-1e0469182c85 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Lock "94452cee-d071-4dc4-a073-0a42e72667c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.262438] env[68872]: INFO nova.compute.manager [None req-0b33fbcd-9dd4-4a8b-8d0e-1e0469182c85 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Terminating instance [ 654.376442] env[68872]: DEBUG oslo_concurrency.lockutils [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Acquiring lock "refresh_cache-774b87de-c90c-4537-ac67-17152e43395b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.376442] env[68872]: DEBUG oslo_concurrency.lockutils [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Acquired lock "refresh_cache-774b87de-c90c-4537-ac67-17152e43395b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.376442] env[68872]: DEBUG nova.network.neutron [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.586918] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.586918] env[68872]: DEBUG nova.compute.manager [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.589237] env[68872]: DEBUG oslo_concurrency.lockutils [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.061s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.595028] env[68872]: INFO nova.compute.claims [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.598932] env[68872]: DEBUG nova.compute.manager [req-542a45a8-fe11-4f0d-a0d8-28b045b12721 req-c5396996-2e78-42c4-a529-8aa35a751dc6 service nova] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Received event network-vif-plugged-9a22a71a-681f-44ce-aa0d-7db2c3cdf54b {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.599153] env[68872]: DEBUG oslo_concurrency.lockutils [req-542a45a8-fe11-4f0d-a0d8-28b045b12721 req-c5396996-2e78-42c4-a529-8aa35a751dc6 service nova] Acquiring lock "774b87de-c90c-4537-ac67-17152e43395b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.599384] env[68872]: DEBUG oslo_concurrency.lockutils [req-542a45a8-fe11-4f0d-a0d8-28b045b12721 req-c5396996-2e78-42c4-a529-8aa35a751dc6 service nova] Lock "774b87de-c90c-4537-ac67-17152e43395b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.599558] env[68872]: DEBUG oslo_concurrency.lockutils [req-542a45a8-fe11-4f0d-a0d8-28b045b12721 req-c5396996-2e78-42c4-a529-8aa35a751dc6 service nova] Lock "774b87de-c90c-4537-ac67-17152e43395b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.599758] env[68872]: DEBUG nova.compute.manager [req-542a45a8-fe11-4f0d-a0d8-28b045b12721 req-c5396996-2e78-42c4-a529-8aa35a751dc6 service nova] [instance: 774b87de-c90c-4537-ac67-17152e43395b] No waiting events found dispatching network-vif-plugged-9a22a71a-681f-44ce-aa0d-7db2c3cdf54b {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 654.599868] env[68872]: WARNING nova.compute.manager [req-542a45a8-fe11-4f0d-a0d8-28b045b12721 req-c5396996-2e78-42c4-a529-8aa35a751dc6 service nova] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Received unexpected event network-vif-plugged-9a22a71a-681f-44ce-aa0d-7db2c3cdf54b for instance with vm_state building and task_state spawning. [ 654.631425] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092087, 'name': CreateVM_Task, 'duration_secs': 0.397695} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.631611] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.632351] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.632507] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.633197] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.634124] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9765de90-2f45-4dd8-94cd-653a3f592a4b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.639166] env[68872]: DEBUG oslo_vmware.api [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Waiting for the task: (returnval){ [ 654.639166] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d774cd-8455-03d3-32ee-ebc6190fb43c" [ 654.639166] env[68872]: _type = "Task" [ 654.639166] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.651070] env[68872]: DEBUG oslo_vmware.api [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d774cd-8455-03d3-32ee-ebc6190fb43c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.715314] env[68872]: DEBUG oslo_vmware.api [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092084, 'name': ReconfigVM_Task, 'duration_secs': 0.613751} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.715314] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 9b09d19e-2506-413a-867d-8be41a5bada7/9b09d19e-2506-413a-867d-8be41a5bada7.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.715314] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a3ff8ad-e1f5-47d6-bab6-25b4c452f687 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.721950] env[68872]: DEBUG oslo_vmware.api [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Waiting for the task: (returnval){ [ 654.721950] env[68872]: value = "task-3092088" [ 654.721950] env[68872]: _type = "Task" [ 654.721950] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.731935] env[68872]: DEBUG oslo_vmware.api [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092088, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.766535] env[68872]: DEBUG nova.compute.manager [None req-0b33fbcd-9dd4-4a8b-8d0e-1e0469182c85 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 654.766795] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0b33fbcd-9dd4-4a8b-8d0e-1e0469182c85 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 654.770766] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e880085-c430-4670-a95b-13f9c9dd2d16 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.779191] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b33fbcd-9dd4-4a8b-8d0e-1e0469182c85 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 654.779461] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50f91320-89b1-4142-9b15-eae50d1d5f0e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.786948] env[68872]: DEBUG oslo_concurrency.lockutils [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Acquiring lock "659c2098-556e-4403-a6f1-1a4655a95836" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.787031] env[68872]: DEBUG oslo_concurrency.lockutils [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Lock "659c2098-556e-4403-a6f1-1a4655a95836" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.787276] env[68872]: DEBUG oslo_vmware.api [None req-0b33fbcd-9dd4-4a8b-8d0e-1e0469182c85 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Waiting for the task: (returnval){ [ 654.787276] env[68872]: value = "task-3092089" [ 654.787276] env[68872]: _type = "Task" [ 654.787276] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.798601] env[68872]: DEBUG oslo_vmware.api [None req-0b33fbcd-9dd4-4a8b-8d0e-1e0469182c85 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Task: {'id': task-3092089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.915639] env[68872]: DEBUG nova.network.neutron [req-f8e18ccd-d271-4fb7-85eb-57cf07320671 req-bf0551c3-1f83-4f29-b82c-687d0a1ac984 service nova] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Updated VIF entry in instance network info cache for port 5254b6c2-3f9e-431b-93c1-7d5cf360156f. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.916138] env[68872]: DEBUG nova.network.neutron [req-f8e18ccd-d271-4fb7-85eb-57cf07320671 req-bf0551c3-1f83-4f29-b82c-687d0a1ac984 service nova] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Updating instance_info_cache with network_info: [{"id": "5254b6c2-3f9e-431b-93c1-7d5cf360156f", "address": "fa:16:3e:ca:9b:30", "network": {"id": "c0360b5e-61ab-4af9-ac0a-4a295a0aa9b8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1249595887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6b4b28d2d9c4df3bfa4038371a61119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5254b6c2-3f", "ovs_interfaceid": "5254b6c2-3f9e-431b-93c1-7d5cf360156f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.929922] env[68872]: DEBUG nova.network.neutron [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.099036] env[68872]: DEBUG nova.compute.utils [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.101451] env[68872]: DEBUG nova.compute.manager [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 655.101451] env[68872]: DEBUG nova.network.neutron [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 655.152708] env[68872]: DEBUG oslo_vmware.api [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d774cd-8455-03d3-32ee-ebc6190fb43c, 'name': SearchDatastore_Task, 'duration_secs': 0.013131} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.153046] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.153280] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.153590] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.153638] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.153935] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.154218] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24ae9269-d033-4144-ad8b-275641e36b07 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.166403] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.166403] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.166403] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8d22c57-79d2-44c6-927a-6933c0828446 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.174379] env[68872]: DEBUG oslo_vmware.api [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Waiting for the task: (returnval){ [ 655.174379] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]524ef0be-020d-f717-270d-3905b0112988" [ 655.174379] env[68872]: _type = "Task" [ 655.174379] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.182159] env[68872]: DEBUG oslo_vmware.api [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]524ef0be-020d-f717-270d-3905b0112988, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.185265] env[68872]: DEBUG nova.policy [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c342067ba0854aed9bc00083bbcc11a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '144683486a8547b8998848c3622a3326', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.197020] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Acquiring lock "b13197ec-f292-49a5-863f-cfe9f4932870" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.197262] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Lock "b13197ec-f292-49a5-863f-cfe9f4932870" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.234577] env[68872]: DEBUG oslo_concurrency.lockutils [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Acquiring lock "b1807389-9864-40a7-9738-c2bfb472a003" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.234919] env[68872]: DEBUG oslo_concurrency.lockutils [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Lock "b1807389-9864-40a7-9738-c2bfb472a003" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.240406] env[68872]: DEBUG oslo_vmware.api [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092088, 'name': Rename_Task, 'duration_secs': 0.199721} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.241544] env[68872]: DEBUG nova.network.neutron [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Updating instance_info_cache with network_info: [{"id": "9a22a71a-681f-44ce-aa0d-7db2c3cdf54b", "address": "fa:16:3e:f4:52:cb", "network": {"id": "e99212a6-ca98-4dcc-8190-53f7dbdfd577", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-975789234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebb4c3dd3afc49979d9424f3f83d3786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a22a71a-68", "ovs_interfaceid": "9a22a71a-681f-44ce-aa0d-7db2c3cdf54b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.242753] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.243465] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f7e2fab-3670-4348-973e-e91f99a0860b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.249718] env[68872]: DEBUG oslo_vmware.api [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Waiting for the task: (returnval){ [ 655.249718] env[68872]: value = "task-3092090" [ 655.249718] env[68872]: _type = "Task" [ 655.249718] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.259064] env[68872]: DEBUG oslo_vmware.api [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092090, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.296900] env[68872]: DEBUG oslo_vmware.api [None req-0b33fbcd-9dd4-4a8b-8d0e-1e0469182c85 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Task: {'id': task-3092089, 'name': PowerOffVM_Task, 'duration_secs': 0.195395} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.297229] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b33fbcd-9dd4-4a8b-8d0e-1e0469182c85 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 655.297393] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0b33fbcd-9dd4-4a8b-8d0e-1e0469182c85 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 655.297664] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08d7ce15-25a1-40ab-b964-4ad45d12f96e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.358711] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0b33fbcd-9dd4-4a8b-8d0e-1e0469182c85 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 655.358711] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0b33fbcd-9dd4-4a8b-8d0e-1e0469182c85 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 655.358711] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b33fbcd-9dd4-4a8b-8d0e-1e0469182c85 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Deleting the datastore file [datastore1] 94452cee-d071-4dc4-a073-0a42e72667c6 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 655.358711] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c88d1f0a-277e-4d86-99b8-e7f4496b4043 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.364110] env[68872]: DEBUG oslo_vmware.api [None req-0b33fbcd-9dd4-4a8b-8d0e-1e0469182c85 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Waiting for the task: (returnval){ [ 655.364110] env[68872]: value = "task-3092092" [ 655.364110] env[68872]: _type = "Task" [ 655.364110] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.373116] env[68872]: DEBUG oslo_vmware.api [None req-0b33fbcd-9dd4-4a8b-8d0e-1e0469182c85 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Task: {'id': task-3092092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.423761] env[68872]: DEBUG oslo_concurrency.lockutils [req-f8e18ccd-d271-4fb7-85eb-57cf07320671 req-bf0551c3-1f83-4f29-b82c-687d0a1ac984 service nova] Releasing lock "refresh_cache-e5160d66-7228-4d64-9adf-d7c26c5fab5f" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.602473] env[68872]: DEBUG nova.compute.manager [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.609459] env[68872]: DEBUG nova.network.neutron [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Successfully created port: d0626b5f-bd90-4a08-adcf-b16ec3acf8b1 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 655.690475] env[68872]: DEBUG oslo_vmware.api [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]524ef0be-020d-f717-270d-3905b0112988, 'name': SearchDatastore_Task, 'duration_secs': 0.010252} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.692916] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d1d21a7-ac94-4374-9550-2064d2c6e033 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.705236] env[68872]: DEBUG oslo_vmware.api [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Waiting for the task: (returnval){ [ 655.705236] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526f3736-6c2e-88f5-ee3b-c1a3e40f7eb1" [ 655.705236] env[68872]: _type = "Task" [ 655.705236] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.716426] env[68872]: DEBUG oslo_vmware.api [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526f3736-6c2e-88f5-ee3b-c1a3e40f7eb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.746474] env[68872]: DEBUG oslo_concurrency.lockutils [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Releasing lock "refresh_cache-774b87de-c90c-4537-ac67-17152e43395b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.746778] env[68872]: DEBUG nova.compute.manager [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Instance network_info: |[{"id": "9a22a71a-681f-44ce-aa0d-7db2c3cdf54b", "address": "fa:16:3e:f4:52:cb", "network": {"id": "e99212a6-ca98-4dcc-8190-53f7dbdfd577", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-975789234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebb4c3dd3afc49979d9424f3f83d3786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a22a71a-68", "ovs_interfaceid": "9a22a71a-681f-44ce-aa0d-7db2c3cdf54b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 655.747437] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:52:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a22a71a-681f-44ce-aa0d-7db2c3cdf54b', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.755290] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Creating folder: Project (ebb4c3dd3afc49979d9424f3f83d3786). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.755917] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-534089de-0ab8-47fd-aafe-f6f146910214 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.767276] env[68872]: DEBUG oslo_vmware.api [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092090, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.771620] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Created folder: Project (ebb4c3dd3afc49979d9424f3f83d3786) in parent group-v618835. [ 655.771820] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Creating folder: Instances. Parent ref: group-v618900. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.772423] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f139393b-b918-4dca-af34-85e33d8fe0cf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.780762] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Created folder: Instances in parent group-v618900. [ 655.781133] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.781356] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.781560] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b4970de-f5d5-4a8b-acea-01957b20a84e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.805131] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.805131] env[68872]: value = "task-3092095" [ 655.805131] env[68872]: _type = "Task" [ 655.805131] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.812789] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092095, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.877711] env[68872]: DEBUG oslo_vmware.api [None req-0b33fbcd-9dd4-4a8b-8d0e-1e0469182c85 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Task: {'id': task-3092092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129341} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.878956] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b33fbcd-9dd4-4a8b-8d0e-1e0469182c85 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 655.878956] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0b33fbcd-9dd4-4a8b-8d0e-1e0469182c85 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 655.878956] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0b33fbcd-9dd4-4a8b-8d0e-1e0469182c85 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 655.878956] env[68872]: INFO nova.compute.manager [None req-0b33fbcd-9dd4-4a8b-8d0e-1e0469182c85 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 655.878956] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b33fbcd-9dd4-4a8b-8d0e-1e0469182c85 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.882496] env[68872]: DEBUG nova.compute.manager [-] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 655.882496] env[68872]: DEBUG nova.network.neutron [-] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 656.171604] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7808a35-90a3-4c85-8874-15c47271d3b3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.179806] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d330f647-b6b5-4c71-82fd-85efa7893c92 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.215801] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca1ac0f-031a-409c-8479-849668715f69 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.223856] env[68872]: DEBUG oslo_vmware.api [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526f3736-6c2e-88f5-ee3b-c1a3e40f7eb1, 'name': SearchDatastore_Task, 'duration_secs': 0.015086} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.226366] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.226366] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] e5160d66-7228-4d64-9adf-d7c26c5fab5f/e5160d66-7228-4d64-9adf-d7c26c5fab5f.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.226697] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cbc5e8d-4fe7-4ec5-b657-9cac1406a90c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.229799] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a87c747-1d9e-42fb-b3b9-b1bc17c9c797 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.244158] env[68872]: DEBUG nova.compute.provider_tree [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.246810] env[68872]: DEBUG oslo_vmware.api [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Waiting for the task: (returnval){ [ 656.246810] env[68872]: value = "task-3092096" [ 656.246810] env[68872]: _type = "Task" [ 656.246810] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.255093] env[68872]: DEBUG oslo_vmware.api [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Task: {'id': task-3092096, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.265348] env[68872]: DEBUG oslo_vmware.api [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092090, 'name': PowerOnVM_Task, 'duration_secs': 0.755241} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.265639] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.265842] env[68872]: INFO nova.compute.manager [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Took 11.58 seconds to spawn the instance on the hypervisor. [ 656.266081] env[68872]: DEBUG nova.compute.manager [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.266821] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72139391-1733-4894-8bb6-917bf8d4dc6b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.318020] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092095, 'name': CreateVM_Task, 'duration_secs': 0.411538} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.318020] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.318020] env[68872]: DEBUG oslo_concurrency.lockutils [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.318020] env[68872]: DEBUG oslo_concurrency.lockutils [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.318020] env[68872]: DEBUG oslo_concurrency.lockutils [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.318020] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0f0b262-d93a-4730-b4e5-d9edb640e635 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.323213] env[68872]: DEBUG oslo_vmware.api [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Waiting for the task: (returnval){ [ 656.323213] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52771727-861d-3cc0-24e7-9828262ac827" [ 656.323213] env[68872]: _type = "Task" [ 656.323213] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.336032] env[68872]: DEBUG oslo_vmware.api [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52771727-861d-3cc0-24e7-9828262ac827, 'name': SearchDatastore_Task, 'duration_secs': 0.008888} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.336367] env[68872]: DEBUG oslo_concurrency.lockutils [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.336627] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.336864] env[68872]: DEBUG oslo_concurrency.lockutils [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.337677] env[68872]: DEBUG oslo_concurrency.lockutils [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.337677] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.338082] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb9e704e-295e-4021-9bfd-875cdb3fa12a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.346722] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.346811] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.347789] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ba80eff-acfb-4fce-b259-dfeba57cd68e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.354140] env[68872]: DEBUG oslo_vmware.api [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Waiting for the task: (returnval){ [ 656.354140] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529ffb04-2835-8f05-ec5d-cb9480afb5a0" [ 656.354140] env[68872]: _type = "Task" [ 656.354140] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.369353] env[68872]: DEBUG oslo_vmware.api [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529ffb04-2835-8f05-ec5d-cb9480afb5a0, 'name': SearchDatastore_Task, 'duration_secs': 0.010638} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.370197] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbb8cb0b-c77b-49be-bd7d-c46f79a9c0f0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.376073] env[68872]: DEBUG oslo_vmware.api [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Waiting for the task: (returnval){ [ 656.376073] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52df6c43-02ac-b6c2-f2ff-a0ca676bba24" [ 656.376073] env[68872]: _type = "Task" [ 656.376073] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.378403] env[68872]: DEBUG nova.compute.manager [req-b2c461c2-c1fe-4c07-be87-c7a53a93199d req-37c65901-9fe0-43e9-92f4-00a855730010 service nova] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Received event network-vif-deleted-329c0822-c206-4aec-968f-fb55cf85b43f {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.378604] env[68872]: INFO nova.compute.manager [req-b2c461c2-c1fe-4c07-be87-c7a53a93199d req-37c65901-9fe0-43e9-92f4-00a855730010 service nova] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Neutron deleted interface 329c0822-c206-4aec-968f-fb55cf85b43f; detaching it from the instance and deleting it from the info cache [ 656.378790] env[68872]: DEBUG nova.network.neutron [req-b2c461c2-c1fe-4c07-be87-c7a53a93199d req-37c65901-9fe0-43e9-92f4-00a855730010 service nova] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.389336] env[68872]: DEBUG oslo_vmware.api [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52df6c43-02ac-b6c2-f2ff-a0ca676bba24, 'name': SearchDatastore_Task, 'duration_secs': 0.008794} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.389620] env[68872]: DEBUG oslo_concurrency.lockutils [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.389892] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 774b87de-c90c-4537-ac67-17152e43395b/774b87de-c90c-4537-ac67-17152e43395b.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.390189] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ec41bdd-95e1-4be8-a690-e96e833acdb1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.396539] env[68872]: DEBUG oslo_vmware.api [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Waiting for the task: (returnval){ [ 656.396539] env[68872]: value = "task-3092097" [ 656.396539] env[68872]: _type = "Task" [ 656.396539] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.404576] env[68872]: DEBUG oslo_vmware.api [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': task-3092097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.444898] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b596ce86-dc9d-45df-9bf3-f1fd80bcfa9d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Acquiring lock "df8e52cf-3cf4-4da1-bff5-0f250cfda4d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.445312] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b596ce86-dc9d-45df-9bf3-f1fd80bcfa9d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Lock "df8e52cf-3cf4-4da1-bff5-0f250cfda4d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.445608] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b596ce86-dc9d-45df-9bf3-f1fd80bcfa9d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Acquiring lock "df8e52cf-3cf4-4da1-bff5-0f250cfda4d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.445888] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b596ce86-dc9d-45df-9bf3-f1fd80bcfa9d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Lock "df8e52cf-3cf4-4da1-bff5-0f250cfda4d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.446141] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b596ce86-dc9d-45df-9bf3-f1fd80bcfa9d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Lock "df8e52cf-3cf4-4da1-bff5-0f250cfda4d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.448662] env[68872]: INFO nova.compute.manager [None req-b596ce86-dc9d-45df-9bf3-f1fd80bcfa9d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Terminating instance [ 656.475904] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Acquiring lock "64ddafa1-fb5d-4a59-a846-2b3254c013c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.476116] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Lock "64ddafa1-fb5d-4a59-a846-2b3254c013c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.627672] env[68872]: DEBUG nova.compute.manager [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.660405] env[68872]: DEBUG nova.virt.hardware [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.661458] env[68872]: DEBUG nova.virt.hardware [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.661458] env[68872]: DEBUG nova.virt.hardware [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.661458] env[68872]: DEBUG nova.virt.hardware [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.661458] env[68872]: DEBUG nova.virt.hardware [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.661458] env[68872]: DEBUG nova.virt.hardware [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.661731] env[68872]: DEBUG nova.virt.hardware [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.661767] env[68872]: DEBUG nova.virt.hardware [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.661893] env[68872]: DEBUG nova.virt.hardware [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.662194] env[68872]: DEBUG nova.virt.hardware [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.662415] env[68872]: DEBUG nova.virt.hardware [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.663340] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc5a980-5bea-42a6-9696-4287029bce14 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.672766] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5413ef-c64f-4f62-b37f-25399aa30e5c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.679516] env[68872]: DEBUG nova.compute.manager [req-480b8f59-82d1-4f6d-8ecc-69f96d79c266 req-282f3ac4-4d45-42d9-8851-dc1f44d6e1fa service nova] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Received event network-changed-9a22a71a-681f-44ce-aa0d-7db2c3cdf54b {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.680047] env[68872]: DEBUG nova.compute.manager [req-480b8f59-82d1-4f6d-8ecc-69f96d79c266 req-282f3ac4-4d45-42d9-8851-dc1f44d6e1fa service nova] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Refreshing instance network info cache due to event network-changed-9a22a71a-681f-44ce-aa0d-7db2c3cdf54b. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.680351] env[68872]: DEBUG oslo_concurrency.lockutils [req-480b8f59-82d1-4f6d-8ecc-69f96d79c266 req-282f3ac4-4d45-42d9-8851-dc1f44d6e1fa service nova] Acquiring lock "refresh_cache-774b87de-c90c-4537-ac67-17152e43395b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.680569] env[68872]: DEBUG oslo_concurrency.lockutils [req-480b8f59-82d1-4f6d-8ecc-69f96d79c266 req-282f3ac4-4d45-42d9-8851-dc1f44d6e1fa service nova] Acquired lock "refresh_cache-774b87de-c90c-4537-ac67-17152e43395b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.680783] env[68872]: DEBUG nova.network.neutron [req-480b8f59-82d1-4f6d-8ecc-69f96d79c266 req-282f3ac4-4d45-42d9-8851-dc1f44d6e1fa service nova] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Refreshing network info cache for port 9a22a71a-681f-44ce-aa0d-7db2c3cdf54b {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.751130] env[68872]: DEBUG nova.scheduler.client.report [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.765972] env[68872]: DEBUG oslo_vmware.api [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Task: {'id': task-3092096, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.788383] env[68872]: INFO nova.compute.manager [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Took 40.50 seconds to build instance. [ 656.831655] env[68872]: DEBUG nova.network.neutron [-] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.884948] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-39aa2351-4ad5-4036-bff2-1d660258b404 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.899742] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc01ba4-371a-46f3-b895-b7efc6a67476 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.928922] env[68872]: DEBUG oslo_vmware.api [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': task-3092097, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.940049] env[68872]: DEBUG nova.compute.manager [req-b2c461c2-c1fe-4c07-be87-c7a53a93199d req-37c65901-9fe0-43e9-92f4-00a855730010 service nova] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Detach interface failed, port_id=329c0822-c206-4aec-968f-fb55cf85b43f, reason: Instance 94452cee-d071-4dc4-a073-0a42e72667c6 could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 656.952760] env[68872]: DEBUG nova.compute.manager [None req-b596ce86-dc9d-45df-9bf3-f1fd80bcfa9d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 656.953047] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b596ce86-dc9d-45df-9bf3-f1fd80bcfa9d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 656.954075] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a9a454-1da4-47b0-a1d9-5372288bbd34 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.966378] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b596ce86-dc9d-45df-9bf3-f1fd80bcfa9d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 656.966378] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1280bda-f10d-4a32-a297-29b2d43ebc59 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.971807] env[68872]: DEBUG oslo_vmware.api [None req-b596ce86-dc9d-45df-9bf3-f1fd80bcfa9d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Waiting for the task: (returnval){ [ 656.971807] env[68872]: value = "task-3092098" [ 656.971807] env[68872]: _type = "Task" [ 656.971807] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.982639] env[68872]: DEBUG oslo_vmware.api [None req-b596ce86-dc9d-45df-9bf3-f1fd80bcfa9d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Task: {'id': task-3092098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.260578] env[68872]: DEBUG oslo_concurrency.lockutils [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.260578] env[68872]: DEBUG nova.compute.manager [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.262163] env[68872]: DEBUG oslo_concurrency.lockutils [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.418s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.263543] env[68872]: INFO nova.compute.claims [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.271782] env[68872]: DEBUG oslo_vmware.api [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Task: {'id': task-3092096, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526609} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.272187] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] e5160d66-7228-4d64-9adf-d7c26c5fab5f/e5160d66-7228-4d64-9adf-d7c26c5fab5f.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.272431] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.272682] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06e19d1d-722e-4c19-9cc4-b7d8e62c64ba {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.279587] env[68872]: DEBUG oslo_vmware.api [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Waiting for the task: (returnval){ [ 657.279587] env[68872]: value = "task-3092099" [ 657.279587] env[68872]: _type = "Task" [ 657.279587] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.289859] env[68872]: DEBUG oslo_vmware.api [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Task: {'id': task-3092099, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.291333] env[68872]: DEBUG oslo_concurrency.lockutils [None req-08a208d7-1319-4ba5-876e-354a5662b79a tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Lock "9b09d19e-2506-413a-867d-8be41a5bada7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.271s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.334941] env[68872]: INFO nova.compute.manager [-] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Took 1.45 seconds to deallocate network for instance. [ 657.425319] env[68872]: DEBUG oslo_vmware.api [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': task-3092097, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733582} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.425319] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 774b87de-c90c-4537-ac67-17152e43395b/774b87de-c90c-4537-ac67-17152e43395b.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.425319] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.425519] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a63a8cab-052c-41fb-be0d-f79380c63274 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.431836] env[68872]: DEBUG oslo_vmware.api [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Waiting for the task: (returnval){ [ 657.431836] env[68872]: value = "task-3092100" [ 657.431836] env[68872]: _type = "Task" [ 657.431836] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.442167] env[68872]: DEBUG oslo_vmware.api [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': task-3092100, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.481918] env[68872]: DEBUG oslo_vmware.api [None req-b596ce86-dc9d-45df-9bf3-f1fd80bcfa9d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Task: {'id': task-3092098, 'name': PowerOffVM_Task, 'duration_secs': 0.225169} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.482403] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b596ce86-dc9d-45df-9bf3-f1fd80bcfa9d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 657.482584] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b596ce86-dc9d-45df-9bf3-f1fd80bcfa9d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 657.482844] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7eee716f-ed69-47ff-bfc7-a4621793e350 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.536892] env[68872]: DEBUG nova.network.neutron [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Successfully updated port: d0626b5f-bd90-4a08-adcf-b16ec3acf8b1 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.567588] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b596ce86-dc9d-45df-9bf3-f1fd80bcfa9d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 657.567844] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b596ce86-dc9d-45df-9bf3-f1fd80bcfa9d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 657.567989] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-b596ce86-dc9d-45df-9bf3-f1fd80bcfa9d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Deleting the datastore file [datastore1] df8e52cf-3cf4-4da1-bff5-0f250cfda4d9 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.568282] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-769d2407-d321-47ff-acbf-e34abd42e9e8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.574510] env[68872]: DEBUG oslo_vmware.api [None req-b596ce86-dc9d-45df-9bf3-f1fd80bcfa9d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Waiting for the task: (returnval){ [ 657.574510] env[68872]: value = "task-3092102" [ 657.574510] env[68872]: _type = "Task" [ 657.574510] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.582126] env[68872]: DEBUG oslo_vmware.api [None req-b596ce86-dc9d-45df-9bf3-f1fd80bcfa9d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Task: {'id': task-3092102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.768570] env[68872]: DEBUG nova.compute.utils [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.769847] env[68872]: DEBUG nova.compute.manager [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 657.769991] env[68872]: DEBUG nova.network.neutron [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 657.793407] env[68872]: DEBUG oslo_vmware.api [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Task: {'id': task-3092099, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078374} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.793897] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.795106] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de0de84-7388-47de-ada3-df5143cbc4a7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.798535] env[68872]: DEBUG nova.compute.manager [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.827137] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] e5160d66-7228-4d64-9adf-d7c26c5fab5f/e5160d66-7228-4d64-9adf-d7c26c5fab5f.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.828520] env[68872]: DEBUG nova.network.neutron [req-480b8f59-82d1-4f6d-8ecc-69f96d79c266 req-282f3ac4-4d45-42d9-8851-dc1f44d6e1fa service nova] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Updated VIF entry in instance network info cache for port 9a22a71a-681f-44ce-aa0d-7db2c3cdf54b. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.828956] env[68872]: DEBUG nova.network.neutron [req-480b8f59-82d1-4f6d-8ecc-69f96d79c266 req-282f3ac4-4d45-42d9-8851-dc1f44d6e1fa service nova] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Updating instance_info_cache with network_info: [{"id": "9a22a71a-681f-44ce-aa0d-7db2c3cdf54b", "address": "fa:16:3e:f4:52:cb", "network": {"id": "e99212a6-ca98-4dcc-8190-53f7dbdfd577", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-975789234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebb4c3dd3afc49979d9424f3f83d3786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a22a71a-68", "ovs_interfaceid": "9a22a71a-681f-44ce-aa0d-7db2c3cdf54b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.830204] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed97806a-185e-4f23-9c89-7fb814a45bcf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.850192] env[68872]: DEBUG oslo_concurrency.lockutils [req-480b8f59-82d1-4f6d-8ecc-69f96d79c266 req-282f3ac4-4d45-42d9-8851-dc1f44d6e1fa service nova] Releasing lock "refresh_cache-774b87de-c90c-4537-ac67-17152e43395b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.852523] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0b33fbcd-9dd4-4a8b-8d0e-1e0469182c85 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.856899] env[68872]: DEBUG oslo_vmware.api [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Waiting for the task: (returnval){ [ 657.856899] env[68872]: value = "task-3092103" [ 657.856899] env[68872]: _type = "Task" [ 657.856899] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.861650] env[68872]: DEBUG nova.policy [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb17fb618fad45b2a6dcd39895afae7b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c33e619a5cd4a7cb4406944a41746d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.869279] env[68872]: DEBUG oslo_vmware.api [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Task: {'id': task-3092103, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.945842] env[68872]: DEBUG oslo_vmware.api [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': task-3092100, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063519} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.945842] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.945842] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da6df57-f84e-40fa-b4c6-735122374549 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.971528] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 774b87de-c90c-4537-ac67-17152e43395b/774b87de-c90c-4537-ac67-17152e43395b.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.971993] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35c2f4d7-4ba2-4292-90cf-9d6678e18dc7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.999016] env[68872]: DEBUG oslo_vmware.api [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Waiting for the task: (returnval){ [ 657.999016] env[68872]: value = "task-3092104" [ 657.999016] env[68872]: _type = "Task" [ 657.999016] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.008047] env[68872]: DEBUG oslo_vmware.api [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': task-3092104, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.041779] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Acquiring lock "refresh_cache-738adc74-ccb7-4788-89d9-4fe6873cbd30" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.041936] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Acquired lock "refresh_cache-738adc74-ccb7-4788-89d9-4fe6873cbd30" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.042104] env[68872]: DEBUG nova.network.neutron [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.089632] env[68872]: DEBUG oslo_vmware.api [None req-b596ce86-dc9d-45df-9bf3-f1fd80bcfa9d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Task: {'id': task-3092102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379815} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.089632] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-b596ce86-dc9d-45df-9bf3-f1fd80bcfa9d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.089818] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b596ce86-dc9d-45df-9bf3-f1fd80bcfa9d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 658.089951] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b596ce86-dc9d-45df-9bf3-f1fd80bcfa9d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 658.090184] env[68872]: INFO nova.compute.manager [None req-b596ce86-dc9d-45df-9bf3-f1fd80bcfa9d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 658.090477] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b596ce86-dc9d-45df-9bf3-f1fd80bcfa9d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.090708] env[68872]: DEBUG nova.compute.manager [-] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 658.090829] env[68872]: DEBUG nova.network.neutron [-] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 658.273295] env[68872]: DEBUG nova.compute.manager [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 658.321512] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.370477] env[68872]: DEBUG oslo_vmware.api [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Task: {'id': task-3092103, 'name': ReconfigVM_Task, 'duration_secs': 0.339719} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.370761] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Reconfigured VM instance instance-00000015 to attach disk [datastore2] e5160d66-7228-4d64-9adf-d7c26c5fab5f/e5160d66-7228-4d64-9adf-d7c26c5fab5f.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.371414] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe992f2e-e8f5-4892-b6a1-cc5e9db1123d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.378481] env[68872]: DEBUG oslo_vmware.api [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Waiting for the task: (returnval){ [ 658.378481] env[68872]: value = "task-3092105" [ 658.378481] env[68872]: _type = "Task" [ 658.378481] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.389258] env[68872]: DEBUG oslo_vmware.api [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Task: {'id': task-3092105, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.508694] env[68872]: DEBUG oslo_vmware.api [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': task-3092104, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.608759] env[68872]: DEBUG nova.network.neutron [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.760407] env[68872]: DEBUG nova.network.neutron [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Successfully created port: 9a7dd857-cc2a-4e90-9c60-f6357fae6cde {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.854787] env[68872]: DEBUG nova.network.neutron [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Updating instance_info_cache with network_info: [{"id": "d0626b5f-bd90-4a08-adcf-b16ec3acf8b1", "address": "fa:16:3e:1d:fc:bd", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0626b5f-bd", "ovs_interfaceid": "d0626b5f-bd90-4a08-adcf-b16ec3acf8b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.864245] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddfe351-af27-452c-a7e1-0d086df27784 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.872429] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02230c6e-bc73-4782-9aa9-c4d10a85ebc7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.915930] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4437a587-daa9-458a-99cb-9bc42d714f15 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.922042] env[68872]: DEBUG oslo_vmware.api [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Task: {'id': task-3092105, 'name': Rename_Task, 'duration_secs': 0.148813} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.922718] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.922979] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-436c69b8-0db8-42b4-acd1-ddbc3ad74040 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.930431] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ccaa3c-a2d5-43f1-bc80-7d5de82b1226 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.936562] env[68872]: DEBUG oslo_vmware.api [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Waiting for the task: (returnval){ [ 658.936562] env[68872]: value = "task-3092106" [ 658.936562] env[68872]: _type = "Task" [ 658.936562] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.949524] env[68872]: DEBUG nova.compute.provider_tree [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.956416] env[68872]: DEBUG oslo_vmware.api [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Task: {'id': task-3092106, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.010441] env[68872]: DEBUG oslo_vmware.api [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': task-3092104, 'name': ReconfigVM_Task, 'duration_secs': 0.650299} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.010718] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 774b87de-c90c-4537-ac67-17152e43395b/774b87de-c90c-4537-ac67-17152e43395b.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.011638] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-030b58c8-6f53-402c-9cb2-7f559dc49da2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.015701] env[68872]: DEBUG nova.compute.manager [req-a1e12b9b-66b9-4f19-a01c-cd03f75fdf0c req-b59ad188-0cd8-438c-94b4-3bfce66cf167 service nova] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Received event network-vif-deleted-2878928c-943b-409d-ba7f-8103b3929e77 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.015902] env[68872]: INFO nova.compute.manager [req-a1e12b9b-66b9-4f19-a01c-cd03f75fdf0c req-b59ad188-0cd8-438c-94b4-3bfce66cf167 service nova] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Neutron deleted interface 2878928c-943b-409d-ba7f-8103b3929e77; detaching it from the instance and deleting it from the info cache [ 659.016103] env[68872]: DEBUG nova.network.neutron [req-a1e12b9b-66b9-4f19-a01c-cd03f75fdf0c req-b59ad188-0cd8-438c-94b4-3bfce66cf167 service nova] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.022975] env[68872]: DEBUG oslo_vmware.api [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Waiting for the task: (returnval){ [ 659.022975] env[68872]: value = "task-3092107" [ 659.022975] env[68872]: _type = "Task" [ 659.022975] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.031617] env[68872]: DEBUG oslo_vmware.api [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': task-3092107, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.037995] env[68872]: DEBUG nova.compute.manager [req-fc72bffa-0833-4238-997b-99af04e5f507 req-a9e15b01-9db0-40f4-b945-156c541bacc8 service nova] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Received event network-vif-plugged-d0626b5f-bd90-4a08-adcf-b16ec3acf8b1 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.038261] env[68872]: DEBUG oslo_concurrency.lockutils [req-fc72bffa-0833-4238-997b-99af04e5f507 req-a9e15b01-9db0-40f4-b945-156c541bacc8 service nova] Acquiring lock "738adc74-ccb7-4788-89d9-4fe6873cbd30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.038459] env[68872]: DEBUG oslo_concurrency.lockutils [req-fc72bffa-0833-4238-997b-99af04e5f507 req-a9e15b01-9db0-40f4-b945-156c541bacc8 service nova] Lock "738adc74-ccb7-4788-89d9-4fe6873cbd30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.038619] env[68872]: DEBUG oslo_concurrency.lockutils [req-fc72bffa-0833-4238-997b-99af04e5f507 req-a9e15b01-9db0-40f4-b945-156c541bacc8 service nova] Lock "738adc74-ccb7-4788-89d9-4fe6873cbd30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.038794] env[68872]: DEBUG nova.compute.manager [req-fc72bffa-0833-4238-997b-99af04e5f507 req-a9e15b01-9db0-40f4-b945-156c541bacc8 service nova] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] No waiting events found dispatching network-vif-plugged-d0626b5f-bd90-4a08-adcf-b16ec3acf8b1 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 659.039078] env[68872]: WARNING nova.compute.manager [req-fc72bffa-0833-4238-997b-99af04e5f507 req-a9e15b01-9db0-40f4-b945-156c541bacc8 service nova] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Received unexpected event network-vif-plugged-d0626b5f-bd90-4a08-adcf-b16ec3acf8b1 for instance with vm_state building and task_state spawning. [ 659.039340] env[68872]: DEBUG nova.compute.manager [req-fc72bffa-0833-4238-997b-99af04e5f507 req-a9e15b01-9db0-40f4-b945-156c541bacc8 service nova] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Received event network-changed-d0626b5f-bd90-4a08-adcf-b16ec3acf8b1 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.039493] env[68872]: DEBUG nova.compute.manager [req-fc72bffa-0833-4238-997b-99af04e5f507 req-a9e15b01-9db0-40f4-b945-156c541bacc8 service nova] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Refreshing instance network info cache due to event network-changed-d0626b5f-bd90-4a08-adcf-b16ec3acf8b1. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 659.039689] env[68872]: DEBUG oslo_concurrency.lockutils [req-fc72bffa-0833-4238-997b-99af04e5f507 req-a9e15b01-9db0-40f4-b945-156c541bacc8 service nova] Acquiring lock "refresh_cache-738adc74-ccb7-4788-89d9-4fe6873cbd30" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.103210] env[68872]: DEBUG nova.network.neutron [-] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.300312] env[68872]: DEBUG nova.compute.manager [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.344093] env[68872]: DEBUG nova.virt.hardware [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.344333] env[68872]: DEBUG nova.virt.hardware [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.344481] env[68872]: DEBUG nova.virt.hardware [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.344654] env[68872]: DEBUG nova.virt.hardware [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.344793] env[68872]: DEBUG nova.virt.hardware [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.344930] env[68872]: DEBUG nova.virt.hardware [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.345168] env[68872]: DEBUG nova.virt.hardware [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.345323] env[68872]: DEBUG nova.virt.hardware [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.345482] env[68872]: DEBUG nova.virt.hardware [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.345635] env[68872]: DEBUG nova.virt.hardware [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.346079] env[68872]: DEBUG nova.virt.hardware [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.347381] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c8d8a9-878f-4e32-a5f5-dea27d88cff7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.356028] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbedeb1c-5358-4b4f-ac95-adf1f0b37642 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.360440] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Releasing lock "refresh_cache-738adc74-ccb7-4788-89d9-4fe6873cbd30" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.360878] env[68872]: DEBUG nova.compute.manager [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Instance network_info: |[{"id": "d0626b5f-bd90-4a08-adcf-b16ec3acf8b1", "address": "fa:16:3e:1d:fc:bd", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0626b5f-bd", "ovs_interfaceid": "d0626b5f-bd90-4a08-adcf-b16ec3acf8b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 659.361100] env[68872]: DEBUG oslo_concurrency.lockutils [req-fc72bffa-0833-4238-997b-99af04e5f507 req-a9e15b01-9db0-40f4-b945-156c541bacc8 service nova] Acquired lock "refresh_cache-738adc74-ccb7-4788-89d9-4fe6873cbd30" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.361287] env[68872]: DEBUG nova.network.neutron [req-fc72bffa-0833-4238-997b-99af04e5f507 req-a9e15b01-9db0-40f4-b945-156c541bacc8 service nova] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Refreshing network info cache for port d0626b5f-bd90-4a08-adcf-b16ec3acf8b1 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.364959] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:fc:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0626b5f-bd90-4a08-adcf-b16ec3acf8b1', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.373796] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.375295] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.375545] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bcd5c2e-8f22-4f78-b260-9f5266557b78 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.405441] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.405441] env[68872]: value = "task-3092108" [ 659.405441] env[68872]: _type = "Task" [ 659.405441] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.413970] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092108, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.448978] env[68872]: DEBUG oslo_vmware.api [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Task: {'id': task-3092106, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.452597] env[68872]: DEBUG nova.scheduler.client.report [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.522066] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88a7c912-5399-411c-acb2-34ab54db9ecd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.532687] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087175a3-d470-4cd3-aca6-72cfcdb0c923 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.550566] env[68872]: DEBUG oslo_vmware.api [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': task-3092107, 'name': Rename_Task, 'duration_secs': 0.209432} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.551342] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.551876] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed661ed5-9750-4334-bb14-31deb86bcd07 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.557728] env[68872]: DEBUG oslo_vmware.api [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Waiting for the task: (returnval){ [ 659.557728] env[68872]: value = "task-3092109" [ 659.557728] env[68872]: _type = "Task" [ 659.557728] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.572718] env[68872]: DEBUG nova.compute.manager [req-a1e12b9b-66b9-4f19-a01c-cd03f75fdf0c req-b59ad188-0cd8-438c-94b4-3bfce66cf167 service nova] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Detach interface failed, port_id=2878928c-943b-409d-ba7f-8103b3929e77, reason: Instance df8e52cf-3cf4-4da1-bff5-0f250cfda4d9 could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 659.578748] env[68872]: DEBUG oslo_vmware.api [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': task-3092109, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.607021] env[68872]: INFO nova.compute.manager [-] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Took 1.52 seconds to deallocate network for instance. [ 659.916901] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092108, 'name': CreateVM_Task, 'duration_secs': 0.366748} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.917269] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.921077] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.921312] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.922173] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.922723] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30589831-6f23-4273-b892-c7a3d2d9d98d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.928502] env[68872]: DEBUG oslo_vmware.api [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Waiting for the task: (returnval){ [ 659.928502] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52b16d0b-b6e5-057d-745f-4caa1480a941" [ 659.928502] env[68872]: _type = "Task" [ 659.928502] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.939987] env[68872]: DEBUG oslo_vmware.api [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52b16d0b-b6e5-057d-745f-4caa1480a941, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.949489] env[68872]: DEBUG oslo_vmware.api [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Task: {'id': task-3092106, 'name': PowerOnVM_Task, 'duration_secs': 0.627682} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.949760] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.949951] env[68872]: INFO nova.compute.manager [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Took 10.57 seconds to spawn the instance on the hypervisor. [ 659.950164] env[68872]: DEBUG nova.compute.manager [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.950937] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537a3377-ae10-4e74-aba1-7fbd1990d467 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.957736] env[68872]: DEBUG oslo_concurrency.lockutils [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.958294] env[68872]: DEBUG nova.compute.manager [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.999791] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d1c119ad-3824-4639-8934-251a24f43270 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.707s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.999791] env[68872]: DEBUG nova.objects.instance [None req-d1c119ad-3824-4639-8934-251a24f43270 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lazy-loading 'resources' on Instance uuid 7e2dea4b-2e4c-4777-9db9-d701ead9416b {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 659.999791] env[68872]: DEBUG nova.compute.manager [None req-482b366c-1979-4220-b344-26c4189e43ca tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.999791] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1232da51-e11f-4d27-ba4b-f506d4aa1dc6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.079739] env[68872]: DEBUG oslo_vmware.api [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': task-3092109, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.117270] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b596ce86-dc9d-45df-9bf3-f1fd80bcfa9d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.180427] env[68872]: DEBUG nova.network.neutron [req-fc72bffa-0833-4238-997b-99af04e5f507 req-a9e15b01-9db0-40f4-b945-156c541bacc8 service nova] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Updated VIF entry in instance network info cache for port d0626b5f-bd90-4a08-adcf-b16ec3acf8b1. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.180427] env[68872]: DEBUG nova.network.neutron [req-fc72bffa-0833-4238-997b-99af04e5f507 req-a9e15b01-9db0-40f4-b945-156c541bacc8 service nova] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Updating instance_info_cache with network_info: [{"id": "d0626b5f-bd90-4a08-adcf-b16ec3acf8b1", "address": "fa:16:3e:1d:fc:bd", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0626b5f-bd", "ovs_interfaceid": "d0626b5f-bd90-4a08-adcf-b16ec3acf8b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.663257] env[68872]: DEBUG nova.compute.utils [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.663257] env[68872]: DEBUG nova.compute.manager [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 660.663257] env[68872]: DEBUG nova.network.neutron [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.663257] env[68872]: INFO nova.compute.manager [None req-482b366c-1979-4220-b344-26c4189e43ca tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] instance snapshotting [ 660.678438] env[68872]: DEBUG oslo_vmware.api [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': task-3092109, 'name': PowerOnVM_Task, 'duration_secs': 0.677235} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.678676] env[68872]: DEBUG oslo_vmware.api [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52b16d0b-b6e5-057d-745f-4caa1480a941, 'name': SearchDatastore_Task, 'duration_secs': 0.010034} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.682080] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.682080] env[68872]: INFO nova.compute.manager [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Took 8.69 seconds to spawn the instance on the hypervisor. [ 660.682230] env[68872]: DEBUG nova.compute.manager [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.682527] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.683587] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.683842] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.683990] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.684182] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.684631] env[68872]: DEBUG oslo_concurrency.lockutils [req-fc72bffa-0833-4238-997b-99af04e5f507 req-a9e15b01-9db0-40f4-b945-156c541bacc8 service nova] Releasing lock "refresh_cache-738adc74-ccb7-4788-89d9-4fe6873cbd30" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.685517] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd87caf1-e258-4d46-af07-10960c53c8c9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.693762] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582e50e0-2519-4d90-a880-c707336c9c91 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.697343] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e48ad3d-2382-4066-af06-67d608db2903 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.724640] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7074a18e-e13c-453c-b0d0-3c71ed505dbb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.727459] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.727646] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 660.733992] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b28cbf7c-6f88-4f62-be1d-22af5fed2b8f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.742128] env[68872]: DEBUG oslo_vmware.api [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Waiting for the task: (returnval){ [ 660.742128] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a84685-7385-62f6-ef12-70a29e7d3b73" [ 660.742128] env[68872]: _type = "Task" [ 660.742128] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.751612] env[68872]: INFO nova.compute.manager [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Took 39.85 seconds to build instance. [ 660.758522] env[68872]: DEBUG oslo_vmware.api [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a84685-7385-62f6-ef12-70a29e7d3b73, 'name': SearchDatastore_Task, 'duration_secs': 0.012842} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.759425] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc734e6a-5314-4332-bd65-d6035a1f511c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.766461] env[68872]: DEBUG oslo_vmware.api [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Waiting for the task: (returnval){ [ 660.766461] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52bfcb02-854f-9f4e-6015-dd41fcb5fa45" [ 660.766461] env[68872]: _type = "Task" [ 660.766461] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.781441] env[68872]: DEBUG oslo_vmware.api [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52bfcb02-854f-9f4e-6015-dd41fcb5fa45, 'name': SearchDatastore_Task, 'duration_secs': 0.009653} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.783175] env[68872]: DEBUG nova.policy [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc3d561af2e24196aa55ed931db1129f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e88123e55cfa4646a16776b04517e6c6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.784116] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.784240] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 738adc74-ccb7-4788-89d9-4fe6873cbd30/738adc74-ccb7-4788-89d9-4fe6873cbd30.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.785035] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b760ebe4-f624-4e63-8f57-67f9a97438bb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.795690] env[68872]: DEBUG oslo_vmware.api [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Waiting for the task: (returnval){ [ 660.795690] env[68872]: value = "task-3092110" [ 660.795690] env[68872]: _type = "Task" [ 660.795690] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.809402] env[68872]: DEBUG oslo_vmware.api [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Task: {'id': task-3092110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.183363] env[68872]: DEBUG nova.compute.manager [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.248423] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-482b366c-1979-4220-b344-26c4189e43ca tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Creating Snapshot of the VM instance {{(pid=68872) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 661.248850] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49af9e71-f2c2-4a79-8e5c-e640206527f0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.252063] env[68872]: INFO nova.compute.manager [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Took 35.09 seconds to build instance. [ 661.254734] env[68872]: DEBUG nova.network.neutron [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Successfully updated port: 9a7dd857-cc2a-4e90-9c60-f6357fae6cde {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.255799] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ed05c0c0-d7d8-478c-b0be-25be29d96415 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.258916] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f7cebb5b-e442-4d2d-a9fd-a43dda38c201 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Lock "e5160d66-7228-4d64-9adf-d7c26c5fab5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.095s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.263447] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Acquiring lock "4f2942b4-a232-415b-a2b5-2bf08f288501" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.263652] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Lock "4f2942b4-a232-415b-a2b5-2bf08f288501" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.268123] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e8ef9f-ef1b-4bf0-9b22-c224a4d19f64 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.274199] env[68872]: DEBUG oslo_vmware.api [None req-482b366c-1979-4220-b344-26c4189e43ca tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Waiting for the task: (returnval){ [ 661.274199] env[68872]: value = "task-3092111" [ 661.274199] env[68872]: _type = "Task" [ 661.274199] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.308309] env[68872]: DEBUG nova.network.neutron [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Successfully created port: b4f80340-8c81-4f68-b6dd-f1dd0fbdde5e {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.313962] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c348bc52-01b2-4a3c-8df5-534ecca883ab {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.320649] env[68872]: DEBUG oslo_vmware.api [None req-482b366c-1979-4220-b344-26c4189e43ca tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092111, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.326635] env[68872]: DEBUG oslo_vmware.api [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Task: {'id': task-3092110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487582} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.328064] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 738adc74-ccb7-4788-89d9-4fe6873cbd30/738adc74-ccb7-4788-89d9-4fe6873cbd30.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.328310] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.328596] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-002bdd1f-1fcd-4461-a88c-de241c17e2cd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.331757] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28abf987-cd21-4429-84db-18d9ad65cd0c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.347815] env[68872]: DEBUG nova.compute.provider_tree [None req-d1c119ad-3824-4639-8934-251a24f43270 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.351602] env[68872]: DEBUG oslo_vmware.api [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Waiting for the task: (returnval){ [ 661.351602] env[68872]: value = "task-3092112" [ 661.351602] env[68872]: _type = "Task" [ 661.351602] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.490869] env[68872]: DEBUG nova.compute.manager [req-d579d823-d656-41ec-80c0-18b5fc88547f req-2508319f-dbf8-4ff4-a5d0-cf70000b5d40 service nova] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Received event network-vif-plugged-9a7dd857-cc2a-4e90-9c60-f6357fae6cde {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.490869] env[68872]: DEBUG oslo_concurrency.lockutils [req-d579d823-d656-41ec-80c0-18b5fc88547f req-2508319f-dbf8-4ff4-a5d0-cf70000b5d40 service nova] Acquiring lock "9945ec86-a679-4a3e-a72b-88ad7c7e4c18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.492246] env[68872]: DEBUG oslo_concurrency.lockutils [req-d579d823-d656-41ec-80c0-18b5fc88547f req-2508319f-dbf8-4ff4-a5d0-cf70000b5d40 service nova] Lock "9945ec86-a679-4a3e-a72b-88ad7c7e4c18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.492500] env[68872]: DEBUG oslo_concurrency.lockutils [req-d579d823-d656-41ec-80c0-18b5fc88547f req-2508319f-dbf8-4ff4-a5d0-cf70000b5d40 service nova] Lock "9945ec86-a679-4a3e-a72b-88ad7c7e4c18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.492697] env[68872]: DEBUG nova.compute.manager [req-d579d823-d656-41ec-80c0-18b5fc88547f req-2508319f-dbf8-4ff4-a5d0-cf70000b5d40 service nova] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] No waiting events found dispatching network-vif-plugged-9a7dd857-cc2a-4e90-9c60-f6357fae6cde {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 661.492872] env[68872]: WARNING nova.compute.manager [req-d579d823-d656-41ec-80c0-18b5fc88547f req-2508319f-dbf8-4ff4-a5d0-cf70000b5d40 service nova] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Received unexpected event network-vif-plugged-9a7dd857-cc2a-4e90-9c60-f6357fae6cde for instance with vm_state building and task_state spawning. [ 661.767465] env[68872]: DEBUG oslo_concurrency.lockutils [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "refresh_cache-9945ec86-a679-4a3e-a72b-88ad7c7e4c18" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.767465] env[68872]: DEBUG oslo_concurrency.lockutils [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquired lock "refresh_cache-9945ec86-a679-4a3e-a72b-88ad7c7e4c18" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.767465] env[68872]: DEBUG nova.network.neutron [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.767465] env[68872]: DEBUG oslo_concurrency.lockutils [None req-44aedec6-0dfb-4e2b-b840-228fd2c5e25e tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Lock "774b87de-c90c-4537-ac67-17152e43395b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.662s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.767618] env[68872]: DEBUG nova.compute.manager [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.788588] env[68872]: DEBUG oslo_vmware.api [None req-482b366c-1979-4220-b344-26c4189e43ca tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092111, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.852460] env[68872]: DEBUG nova.scheduler.client.report [None req-d1c119ad-3824-4639-8934-251a24f43270 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.869710] env[68872]: DEBUG oslo_vmware.api [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Task: {'id': task-3092112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.269403} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.870072] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.871294] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3760406-66de-4c72-a40f-d925fe394059 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.896987] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 738adc74-ccb7-4788-89d9-4fe6873cbd30/738adc74-ccb7-4788-89d9-4fe6873cbd30.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.897776] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97de90bb-7f7d-465a-989b-b3ea15249e90 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.924358] env[68872]: DEBUG oslo_vmware.api [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Waiting for the task: (returnval){ [ 661.924358] env[68872]: value = "task-3092113" [ 661.924358] env[68872]: _type = "Task" [ 661.924358] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.934240] env[68872]: DEBUG oslo_vmware.api [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Task: {'id': task-3092113, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.197404] env[68872]: DEBUG nova.compute.manager [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.235804] env[68872]: DEBUG nova.virt.hardware [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.236123] env[68872]: DEBUG nova.virt.hardware [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.236289] env[68872]: DEBUG nova.virt.hardware [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.236471] env[68872]: DEBUG nova.virt.hardware [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.236617] env[68872]: DEBUG nova.virt.hardware [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.236761] env[68872]: DEBUG nova.virt.hardware [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.236980] env[68872]: DEBUG nova.virt.hardware [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.237284] env[68872]: DEBUG nova.virt.hardware [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.237468] env[68872]: DEBUG nova.virt.hardware [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.237633] env[68872]: DEBUG nova.virt.hardware [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.237805] env[68872]: DEBUG nova.virt.hardware [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.238767] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a47458-8ec2-489e-bbbe-d374887dcc57 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.249214] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9bfdb1-2b7d-48ae-8e10-0264b692a942 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.990161] env[68872]: DEBUG nova.compute.manager [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.992961] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d1c119ad-3824-4639-8934-251a24f43270 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.025s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.001427] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1edc78f7-85e3-47b6-b92b-6698478003bc tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.307s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.001673] env[68872]: DEBUG nova.objects.instance [None req-1edc78f7-85e3-47b6-b92b-6698478003bc tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Lazy-loading 'resources' on Instance uuid 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 663.012969] env[68872]: DEBUG oslo_vmware.api [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Task: {'id': task-3092113, 'name': ReconfigVM_Task, 'duration_secs': 0.28082} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.016734] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 738adc74-ccb7-4788-89d9-4fe6873cbd30/738adc74-ccb7-4788-89d9-4fe6873cbd30.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.016734] env[68872]: DEBUG oslo_vmware.api [None req-482b366c-1979-4220-b344-26c4189e43ca tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092111, 'name': CreateSnapshot_Task, 'duration_secs': 1.505878} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.017483] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22490c0a-dfba-4fc8-b0f7-d4a507d9bd80 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.019245] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-482b366c-1979-4220-b344-26c4189e43ca tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Created Snapshot of the VM instance {{(pid=68872) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 663.020337] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b05ecb-8955-4de9-9e81-bd485715f095 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.023386] env[68872]: DEBUG oslo_concurrency.lockutils [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.025845] env[68872]: INFO nova.scheduler.client.report [None req-d1c119ad-3824-4639-8934-251a24f43270 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Deleted allocations for instance 7e2dea4b-2e4c-4777-9db9-d701ead9416b [ 663.036656] env[68872]: DEBUG oslo_vmware.api [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Waiting for the task: (returnval){ [ 663.036656] env[68872]: value = "task-3092114" [ 663.036656] env[68872]: _type = "Task" [ 663.036656] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.046265] env[68872]: DEBUG oslo_vmware.api [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Task: {'id': task-3092114, 'name': Rename_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.047694] env[68872]: DEBUG nova.network.neutron [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.265267] env[68872]: DEBUG nova.network.neutron [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Successfully updated port: b4f80340-8c81-4f68-b6dd-f1dd0fbdde5e {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.285816] env[68872]: DEBUG nova.network.neutron [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Updating instance_info_cache with network_info: [{"id": "9a7dd857-cc2a-4e90-9c60-f6357fae6cde", "address": "fa:16:3e:aa:6a:f1", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a7dd857-cc", "ovs_interfaceid": "9a7dd857-cc2a-4e90-9c60-f6357fae6cde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.512051] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.546573] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-482b366c-1979-4220-b344-26c4189e43ca tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Creating linked-clone VM from snapshot {{(pid=68872) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 663.547197] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d1c119ad-3824-4639-8934-251a24f43270 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "7e2dea4b-2e4c-4777-9db9-d701ead9416b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.419s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.554757] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-525eeebc-5ee8-4301-82ab-e39659a2f015 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.563540] env[68872]: DEBUG oslo_vmware.api [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Task: {'id': task-3092114, 'name': Rename_Task, 'duration_secs': 0.143662} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.564850] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.565202] env[68872]: DEBUG oslo_vmware.api [None req-482b366c-1979-4220-b344-26c4189e43ca tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Waiting for the task: (returnval){ [ 663.565202] env[68872]: value = "task-3092115" [ 663.565202] env[68872]: _type = "Task" [ 663.565202] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.565380] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c0d3d79-a48e-405b-a7d1-57fa1123e60b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.576229] env[68872]: DEBUG oslo_vmware.api [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Waiting for the task: (returnval){ [ 663.576229] env[68872]: value = "task-3092116" [ 663.576229] env[68872]: _type = "Task" [ 663.576229] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.579774] env[68872]: DEBUG oslo_vmware.api [None req-482b366c-1979-4220-b344-26c4189e43ca tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092115, 'name': CloneVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.588313] env[68872]: DEBUG oslo_vmware.api [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Task: {'id': task-3092116, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.658211] env[68872]: DEBUG nova.compute.manager [req-9db4b1cd-068f-42d9-8fcb-0a220285026a req-3a0c421c-0bec-48da-9a93-598079e6d0bb service nova] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Received event network-vif-plugged-b4f80340-8c81-4f68-b6dd-f1dd0fbdde5e {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.658589] env[68872]: DEBUG oslo_concurrency.lockutils [req-9db4b1cd-068f-42d9-8fcb-0a220285026a req-3a0c421c-0bec-48da-9a93-598079e6d0bb service nova] Acquiring lock "d6ec7fd8-35f6-480f-946a-d7eabe072670-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.658939] env[68872]: DEBUG oslo_concurrency.lockutils [req-9db4b1cd-068f-42d9-8fcb-0a220285026a req-3a0c421c-0bec-48da-9a93-598079e6d0bb service nova] Lock "d6ec7fd8-35f6-480f-946a-d7eabe072670-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.659284] env[68872]: DEBUG oslo_concurrency.lockutils [req-9db4b1cd-068f-42d9-8fcb-0a220285026a req-3a0c421c-0bec-48da-9a93-598079e6d0bb service nova] Lock "d6ec7fd8-35f6-480f-946a-d7eabe072670-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.659553] env[68872]: DEBUG nova.compute.manager [req-9db4b1cd-068f-42d9-8fcb-0a220285026a req-3a0c421c-0bec-48da-9a93-598079e6d0bb service nova] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] No waiting events found dispatching network-vif-plugged-b4f80340-8c81-4f68-b6dd-f1dd0fbdde5e {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 663.659911] env[68872]: WARNING nova.compute.manager [req-9db4b1cd-068f-42d9-8fcb-0a220285026a req-3a0c421c-0bec-48da-9a93-598079e6d0bb service nova] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Received unexpected event network-vif-plugged-b4f80340-8c81-4f68-b6dd-f1dd0fbdde5e for instance with vm_state building and task_state spawning. [ 663.769811] env[68872]: DEBUG oslo_concurrency.lockutils [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Acquiring lock "refresh_cache-d6ec7fd8-35f6-480f-946a-d7eabe072670" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.770156] env[68872]: DEBUG oslo_concurrency.lockutils [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Acquired lock "refresh_cache-d6ec7fd8-35f6-480f-946a-d7eabe072670" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.770242] env[68872]: DEBUG nova.network.neutron [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.788093] env[68872]: DEBUG oslo_concurrency.lockutils [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Releasing lock "refresh_cache-9945ec86-a679-4a3e-a72b-88ad7c7e4c18" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.788494] env[68872]: DEBUG nova.compute.manager [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Instance network_info: |[{"id": "9a7dd857-cc2a-4e90-9c60-f6357fae6cde", "address": "fa:16:3e:aa:6a:f1", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a7dd857-cc", "ovs_interfaceid": "9a7dd857-cc2a-4e90-9c60-f6357fae6cde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 663.789045] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:6a:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a111da1-447a-4722-9662-b0d6a2886a65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a7dd857-cc2a-4e90-9c60-f6357fae6cde', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.797908] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Creating folder: Project (2c33e619a5cd4a7cb4406944a41746d1). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.799267] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbffaaef-8c24-42f8-8791-3b132f9a2e30 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.814421] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Created folder: Project (2c33e619a5cd4a7cb4406944a41746d1) in parent group-v618835. [ 663.814545] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Creating folder: Instances. Parent ref: group-v618906. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.814737] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a307bf7f-0df9-4c26-8e25-bcf03c10ace6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.826132] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Created folder: Instances in parent group-v618906. [ 663.826386] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.826579] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.826782] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27705d7f-e4a4-4768-ac15-7e16f873fdde {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.851328] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.851328] env[68872]: value = "task-3092119" [ 663.851328] env[68872]: _type = "Task" [ 663.851328] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.860570] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092119, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.013981] env[68872]: DEBUG nova.compute.manager [req-83548bee-4b2f-4e95-bd26-3a88b0852c6d req-1a5cdaeb-d404-4c45-afbd-507925c1d0c1 service nova] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Received event network-changed-9a7dd857-cc2a-4e90-9c60-f6357fae6cde {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.014297] env[68872]: DEBUG nova.compute.manager [req-83548bee-4b2f-4e95-bd26-3a88b0852c6d req-1a5cdaeb-d404-4c45-afbd-507925c1d0c1 service nova] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Refreshing instance network info cache due to event network-changed-9a7dd857-cc2a-4e90-9c60-f6357fae6cde. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 664.016652] env[68872]: DEBUG oslo_concurrency.lockutils [req-83548bee-4b2f-4e95-bd26-3a88b0852c6d req-1a5cdaeb-d404-4c45-afbd-507925c1d0c1 service nova] Acquiring lock "refresh_cache-9945ec86-a679-4a3e-a72b-88ad7c7e4c18" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.016652] env[68872]: DEBUG oslo_concurrency.lockutils [req-83548bee-4b2f-4e95-bd26-3a88b0852c6d req-1a5cdaeb-d404-4c45-afbd-507925c1d0c1 service nova] Acquired lock "refresh_cache-9945ec86-a679-4a3e-a72b-88ad7c7e4c18" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.016652] env[68872]: DEBUG nova.network.neutron [req-83548bee-4b2f-4e95-bd26-3a88b0852c6d req-1a5cdaeb-d404-4c45-afbd-507925c1d0c1 service nova] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Refreshing network info cache for port 9a7dd857-cc2a-4e90-9c60-f6357fae6cde {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.052613] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c58f6a-e989-44d2-9c88-f60dc965de2e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.063475] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca2ccb8-da66-426c-bb6d-7da3f8ff3c1d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.103728] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea3344c-f457-4970-8af1-4d228c4c10f9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.106451] env[68872]: DEBUG oslo_vmware.api [None req-482b366c-1979-4220-b344-26c4189e43ca tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092115, 'name': CloneVM_Task} progress is 94%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.112338] env[68872]: DEBUG oslo_vmware.api [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Task: {'id': task-3092116, 'name': PowerOnVM_Task, 'duration_secs': 0.521308} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.114418] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.114622] env[68872]: INFO nova.compute.manager [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Took 7.49 seconds to spawn the instance on the hypervisor. [ 664.115952] env[68872]: DEBUG nova.compute.manager [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.115952] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bf3ab9-4f4a-4a98-a9f4-485d90accb57 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.119348] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6c3cc1-1f96-4d28-8c8c-b603ee972231 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.139135] env[68872]: DEBUG nova.compute.provider_tree [None req-1edc78f7-85e3-47b6-b92b-6698478003bc tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.320691] env[68872]: DEBUG nova.network.neutron [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.361441] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092119, 'name': CreateVM_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.506967] env[68872]: DEBUG nova.network.neutron [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Updating instance_info_cache with network_info: [{"id": "b4f80340-8c81-4f68-b6dd-f1dd0fbdde5e", "address": "fa:16:3e:94:f0:79", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4f80340-8c", "ovs_interfaceid": "b4f80340-8c81-4f68-b6dd-f1dd0fbdde5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.579464] env[68872]: DEBUG oslo_vmware.api [None req-482b366c-1979-4220-b344-26c4189e43ca tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092115, 'name': CloneVM_Task} progress is 94%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.647092] env[68872]: DEBUG nova.scheduler.client.report [None req-1edc78f7-85e3-47b6-b92b-6698478003bc tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.653133] env[68872]: INFO nova.compute.manager [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Took 35.69 seconds to build instance. [ 664.866324] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092119, 'name': CreateVM_Task, 'duration_secs': 0.924207} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.866499] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.867334] env[68872]: DEBUG oslo_concurrency.lockutils [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.867503] env[68872]: DEBUG oslo_concurrency.lockutils [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.867802] env[68872]: DEBUG oslo_concurrency.lockutils [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.868109] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f64dccc-5f12-473a-ae14-9e5f9220f7a7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.873275] env[68872]: DEBUG oslo_vmware.api [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 664.873275] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52353bc3-7ddb-05cd-8ef7-bb7669b049c1" [ 664.873275] env[68872]: _type = "Task" [ 664.873275] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.880477] env[68872]: DEBUG oslo_vmware.api [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52353bc3-7ddb-05cd-8ef7-bb7669b049c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.012696] env[68872]: DEBUG oslo_concurrency.lockutils [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Releasing lock "refresh_cache-d6ec7fd8-35f6-480f-946a-d7eabe072670" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.012951] env[68872]: DEBUG nova.compute.manager [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Instance network_info: |[{"id": "b4f80340-8c81-4f68-b6dd-f1dd0fbdde5e", "address": "fa:16:3e:94:f0:79", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4f80340-8c", "ovs_interfaceid": "b4f80340-8c81-4f68-b6dd-f1dd0fbdde5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.013507] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:f0:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4f80340-8c81-4f68-b6dd-f1dd0fbdde5e', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.020837] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.021094] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.021330] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12bdcaef-c35b-4ece-8adf-2f4255af56c1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.045976] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.045976] env[68872]: value = "task-3092120" [ 665.045976] env[68872]: _type = "Task" [ 665.045976] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.054065] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092120, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.077607] env[68872]: DEBUG oslo_vmware.api [None req-482b366c-1979-4220-b344-26c4189e43ca tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092115, 'name': CloneVM_Task, 'duration_secs': 1.478694} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.077809] env[68872]: INFO nova.virt.vmwareapi.vmops [None req-482b366c-1979-4220-b344-26c4189e43ca tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Created linked-clone VM from snapshot [ 665.078740] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d744501-ac0f-46d8-b043-c65cdc14859e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.085735] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-482b366c-1979-4220-b344-26c4189e43ca tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Uploading image abafe160-c641-4b6b-8574-bd181bf08ac7 {{(pid=68872) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 665.090891] env[68872]: DEBUG nova.network.neutron [req-83548bee-4b2f-4e95-bd26-3a88b0852c6d req-1a5cdaeb-d404-4c45-afbd-507925c1d0c1 service nova] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Updated VIF entry in instance network info cache for port 9a7dd857-cc2a-4e90-9c60-f6357fae6cde. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.091126] env[68872]: DEBUG nova.network.neutron [req-83548bee-4b2f-4e95-bd26-3a88b0852c6d req-1a5cdaeb-d404-4c45-afbd-507925c1d0c1 service nova] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Updating instance_info_cache with network_info: [{"id": "9a7dd857-cc2a-4e90-9c60-f6357fae6cde", "address": "fa:16:3e:aa:6a:f1", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a7dd857-cc", "ovs_interfaceid": "9a7dd857-cc2a-4e90-9c60-f6357fae6cde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.117011] env[68872]: DEBUG oslo_vmware.rw_handles [None req-482b366c-1979-4220-b344-26c4189e43ca tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 665.117011] env[68872]: value = "vm-618905" [ 665.117011] env[68872]: _type = "VirtualMachine" [ 665.117011] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 665.117308] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f068a045-99d2-4919-9c85-a2d984b1e2c7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.123810] env[68872]: DEBUG oslo_vmware.rw_handles [None req-482b366c-1979-4220-b344-26c4189e43ca tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Lease: (returnval){ [ 665.123810] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52fd5227-14e7-d1c0-3886-584facb65537" [ 665.123810] env[68872]: _type = "HttpNfcLease" [ 665.123810] env[68872]: } obtained for exporting VM: (result){ [ 665.123810] env[68872]: value = "vm-618905" [ 665.123810] env[68872]: _type = "VirtualMachine" [ 665.123810] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 665.124189] env[68872]: DEBUG oslo_vmware.api [None req-482b366c-1979-4220-b344-26c4189e43ca tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Waiting for the lease: (returnval){ [ 665.124189] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52fd5227-14e7-d1c0-3886-584facb65537" [ 665.124189] env[68872]: _type = "HttpNfcLease" [ 665.124189] env[68872]: } to be ready. {{(pid=68872) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 665.131098] env[68872]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 665.131098] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52fd5227-14e7-d1c0-3886-584facb65537" [ 665.131098] env[68872]: _type = "HttpNfcLease" [ 665.131098] env[68872]: } is initializing. {{(pid=68872) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 665.154796] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1edc78f7-85e3-47b6-b92b-6698478003bc tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.153s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.158115] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e13c7afc-4a90-4598-a893-83da2a2b553c tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Lock "738adc74-ccb7-4788-89d9-4fe6873cbd30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.246s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.158115] env[68872]: DEBUG oslo_concurrency.lockutils [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.602s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.159789] env[68872]: INFO nova.compute.claims [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.187168] env[68872]: INFO nova.scheduler.client.report [None req-1edc78f7-85e3-47b6-b92b-6698478003bc tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Deleted allocations for instance 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7 [ 665.382758] env[68872]: DEBUG oslo_vmware.api [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52353bc3-7ddb-05cd-8ef7-bb7669b049c1, 'name': SearchDatastore_Task, 'duration_secs': 0.017539} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.384088] env[68872]: DEBUG oslo_concurrency.lockutils [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.384088] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.384088] env[68872]: DEBUG oslo_concurrency.lockutils [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.384088] env[68872]: DEBUG oslo_concurrency.lockutils [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.384268] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.384268] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d02c9206-ac36-4fbc-8af5-a3905fc59e84 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.394374] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.394557] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.395757] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe48098a-8643-465f-8c8e-d8d48009072f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.400565] env[68872]: DEBUG oslo_vmware.api [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 665.400565] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52232052-1550-567a-6607-95fb9fc62f2f" [ 665.400565] env[68872]: _type = "Task" [ 665.400565] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.409450] env[68872]: DEBUG oslo_vmware.api [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52232052-1550-567a-6607-95fb9fc62f2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.556195] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092120, 'name': CreateVM_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.594126] env[68872]: DEBUG oslo_concurrency.lockutils [req-83548bee-4b2f-4e95-bd26-3a88b0852c6d req-1a5cdaeb-d404-4c45-afbd-507925c1d0c1 service nova] Releasing lock "refresh_cache-9945ec86-a679-4a3e-a72b-88ad7c7e4c18" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.594486] env[68872]: DEBUG nova.compute.manager [req-83548bee-4b2f-4e95-bd26-3a88b0852c6d req-1a5cdaeb-d404-4c45-afbd-507925c1d0c1 service nova] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Received event network-changed-9a22a71a-681f-44ce-aa0d-7db2c3cdf54b {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.594897] env[68872]: DEBUG nova.compute.manager [req-83548bee-4b2f-4e95-bd26-3a88b0852c6d req-1a5cdaeb-d404-4c45-afbd-507925c1d0c1 service nova] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Refreshing instance network info cache due to event network-changed-9a22a71a-681f-44ce-aa0d-7db2c3cdf54b. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 665.594897] env[68872]: DEBUG oslo_concurrency.lockutils [req-83548bee-4b2f-4e95-bd26-3a88b0852c6d req-1a5cdaeb-d404-4c45-afbd-507925c1d0c1 service nova] Acquiring lock "refresh_cache-774b87de-c90c-4537-ac67-17152e43395b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.595051] env[68872]: DEBUG oslo_concurrency.lockutils [req-83548bee-4b2f-4e95-bd26-3a88b0852c6d req-1a5cdaeb-d404-4c45-afbd-507925c1d0c1 service nova] Acquired lock "refresh_cache-774b87de-c90c-4537-ac67-17152e43395b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.595175] env[68872]: DEBUG nova.network.neutron [req-83548bee-4b2f-4e95-bd26-3a88b0852c6d req-1a5cdaeb-d404-4c45-afbd-507925c1d0c1 service nova] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Refreshing network info cache for port 9a22a71a-681f-44ce-aa0d-7db2c3cdf54b {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.633116] env[68872]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 665.633116] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52fd5227-14e7-d1c0-3886-584facb65537" [ 665.633116] env[68872]: _type = "HttpNfcLease" [ 665.633116] env[68872]: } is ready. {{(pid=68872) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 665.633116] env[68872]: DEBUG oslo_vmware.rw_handles [None req-482b366c-1979-4220-b344-26c4189e43ca tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 665.633116] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52fd5227-14e7-d1c0-3886-584facb65537" [ 665.633116] env[68872]: _type = "HttpNfcLease" [ 665.633116] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 665.634059] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3332daf-dcc2-4f55-8b65-7c72ab274e56 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.641608] env[68872]: DEBUG oslo_vmware.rw_handles [None req-482b366c-1979-4220-b344-26c4189e43ca tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52037f29-f46a-5b0e-9e8b-513f5884803d/disk-0.vmdk from lease info. {{(pid=68872) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 665.641608] env[68872]: DEBUG oslo_vmware.rw_handles [None req-482b366c-1979-4220-b344-26c4189e43ca tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52037f29-f46a-5b0e-9e8b-513f5884803d/disk-0.vmdk for reading. {{(pid=68872) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 665.699498] env[68872]: DEBUG nova.compute.manager [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 659c2098-556e-4403-a6f1-1a4655a95836] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.709728] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d08756-57c1-4d01-8549-4a0d19c58377 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.713595] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1edc78f7-85e3-47b6-b92b-6698478003bc tempest-ServerDiagnosticsNegativeTest-1888266161 tempest-ServerDiagnosticsNegativeTest-1888266161-project-member] Lock "0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.591s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.718604] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1d255457-d4c3-4da9-bf56-f378b0120ba0 tempest-ServersAdminNegativeTestJSON-559075297 tempest-ServersAdminNegativeTestJSON-559075297-project-admin] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Suspending the VM {{(pid=68872) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 665.718843] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ef77c36a-48b9-4c18-ad08-44f9016d7389 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.725032] env[68872]: DEBUG oslo_vmware.api [None req-1d255457-d4c3-4da9-bf56-f378b0120ba0 tempest-ServersAdminNegativeTestJSON-559075297 tempest-ServersAdminNegativeTestJSON-559075297-project-admin] Waiting for the task: (returnval){ [ 665.725032] env[68872]: value = "task-3092122" [ 665.725032] env[68872]: _type = "Task" [ 665.725032] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.733480] env[68872]: DEBUG oslo_vmware.api [None req-1d255457-d4c3-4da9-bf56-f378b0120ba0 tempest-ServersAdminNegativeTestJSON-559075297 tempest-ServersAdminNegativeTestJSON-559075297-project-admin] Task: {'id': task-3092122, 'name': SuspendVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.756906] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-aae35f13-c386-45ae-9548-587417b9b7c3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.792596] env[68872]: DEBUG nova.compute.manager [req-9f2d9f94-7753-47db-ba74-a947855a4840 req-babccbdc-497d-4e1b-92a2-a5bfc2641cc5 service nova] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Received event network-changed-b4f80340-8c81-4f68-b6dd-f1dd0fbdde5e {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.792755] env[68872]: DEBUG nova.compute.manager [req-9f2d9f94-7753-47db-ba74-a947855a4840 req-babccbdc-497d-4e1b-92a2-a5bfc2641cc5 service nova] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Refreshing instance network info cache due to event network-changed-b4f80340-8c81-4f68-b6dd-f1dd0fbdde5e. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 665.792967] env[68872]: DEBUG oslo_concurrency.lockutils [req-9f2d9f94-7753-47db-ba74-a947855a4840 req-babccbdc-497d-4e1b-92a2-a5bfc2641cc5 service nova] Acquiring lock "refresh_cache-d6ec7fd8-35f6-480f-946a-d7eabe072670" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.793123] env[68872]: DEBUG oslo_concurrency.lockutils [req-9f2d9f94-7753-47db-ba74-a947855a4840 req-babccbdc-497d-4e1b-92a2-a5bfc2641cc5 service nova] Acquired lock "refresh_cache-d6ec7fd8-35f6-480f-946a-d7eabe072670" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.793288] env[68872]: DEBUG nova.network.neutron [req-9f2d9f94-7753-47db-ba74-a947855a4840 req-babccbdc-497d-4e1b-92a2-a5bfc2641cc5 service nova] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Refreshing network info cache for port b4f80340-8c81-4f68-b6dd-f1dd0fbdde5e {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.913928] env[68872]: DEBUG oslo_vmware.api [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52232052-1550-567a-6607-95fb9fc62f2f, 'name': SearchDatastore_Task, 'duration_secs': 0.019553} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.916815] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9004cc00-0674-4b81-85f1-fab5012a2ed4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.927646] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 665.928508] env[68872]: DEBUG oslo_vmware.api [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 665.928508] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52598d67-6fd0-1aa7-84cd-e4fd13784c0d" [ 665.928508] env[68872]: _type = "Task" [ 665.928508] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.928714] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 665.946407] env[68872]: DEBUG oslo_vmware.api [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52598d67-6fd0-1aa7-84cd-e4fd13784c0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.061982] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092120, 'name': CreateVM_Task, 'duration_secs': 0.655469} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.062474] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.063819] env[68872]: DEBUG oslo_concurrency.lockutils [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.064331] env[68872]: DEBUG oslo_concurrency.lockutils [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.064675] env[68872]: DEBUG oslo_concurrency.lockutils [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.064945] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96a07534-dcb9-4335-97da-b2982b9f3952 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.071722] env[68872]: DEBUG oslo_vmware.api [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Waiting for the task: (returnval){ [ 666.071722] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f5789e-2b6b-f513-dff7-d59f95445f79" [ 666.071722] env[68872]: _type = "Task" [ 666.071722] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.083897] env[68872]: DEBUG oslo_vmware.api [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f5789e-2b6b-f513-dff7-d59f95445f79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.232381] env[68872]: DEBUG oslo_concurrency.lockutils [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.239938] env[68872]: DEBUG oslo_vmware.api [None req-1d255457-d4c3-4da9-bf56-f378b0120ba0 tempest-ServersAdminNegativeTestJSON-559075297 tempest-ServersAdminNegativeTestJSON-559075297-project-admin] Task: {'id': task-3092122, 'name': SuspendVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.384220] env[68872]: DEBUG nova.network.neutron [req-83548bee-4b2f-4e95-bd26-3a88b0852c6d req-1a5cdaeb-d404-4c45-afbd-507925c1d0c1 service nova] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Updated VIF entry in instance network info cache for port 9a22a71a-681f-44ce-aa0d-7db2c3cdf54b. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.384757] env[68872]: DEBUG nova.network.neutron [req-83548bee-4b2f-4e95-bd26-3a88b0852c6d req-1a5cdaeb-d404-4c45-afbd-507925c1d0c1 service nova] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Updating instance_info_cache with network_info: [{"id": "9a22a71a-681f-44ce-aa0d-7db2c3cdf54b", "address": "fa:16:3e:f4:52:cb", "network": {"id": "e99212a6-ca98-4dcc-8190-53f7dbdfd577", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-975789234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebb4c3dd3afc49979d9424f3f83d3786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a22a71a-68", "ovs_interfaceid": "9a22a71a-681f-44ce-aa0d-7db2c3cdf54b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.442261] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.443796] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.444258] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.444445] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.444996] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.445429] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.446139] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68872) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 666.446139] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.455164] env[68872]: DEBUG oslo_vmware.api [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52598d67-6fd0-1aa7-84cd-e4fd13784c0d, 'name': SearchDatastore_Task, 'duration_secs': 0.032143} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.458494] env[68872]: DEBUG oslo_concurrency.lockutils [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.459494] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 9945ec86-a679-4a3e-a72b-88ad7c7e4c18/9945ec86-a679-4a3e-a72b-88ad7c7e4c18.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.463117] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a14a8de-166d-413f-8706-ff98d9b3595d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.476228] env[68872]: DEBUG oslo_vmware.api [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 666.476228] env[68872]: value = "task-3092123" [ 666.476228] env[68872]: _type = "Task" [ 666.476228] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.487177] env[68872]: DEBUG oslo_vmware.api [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.589428] env[68872]: DEBUG oslo_vmware.api [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f5789e-2b6b-f513-dff7-d59f95445f79, 'name': SearchDatastore_Task, 'duration_secs': 0.014641} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.589913] env[68872]: DEBUG oslo_concurrency.lockutils [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.590289] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.592660] env[68872]: DEBUG oslo_concurrency.lockutils [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.592660] env[68872]: DEBUG oslo_concurrency.lockutils [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.592660] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.592660] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8bb08d4-3d3c-403b-b4b3-cf26a4d75d24 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.608382] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.608815] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.609757] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db8977c9-d2bc-4846-8a05-5054d722d93d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.619263] env[68872]: DEBUG oslo_vmware.api [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Waiting for the task: (returnval){ [ 666.619263] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52427005-dc32-7e83-35c0-96af15071e40" [ 666.619263] env[68872]: _type = "Task" [ 666.619263] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.629971] env[68872]: DEBUG oslo_vmware.api [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52427005-dc32-7e83-35c0-96af15071e40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.717487] env[68872]: DEBUG nova.network.neutron [req-9f2d9f94-7753-47db-ba74-a947855a4840 req-babccbdc-497d-4e1b-92a2-a5bfc2641cc5 service nova] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Updated VIF entry in instance network info cache for port b4f80340-8c81-4f68-b6dd-f1dd0fbdde5e. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.717892] env[68872]: DEBUG nova.network.neutron [req-9f2d9f94-7753-47db-ba74-a947855a4840 req-babccbdc-497d-4e1b-92a2-a5bfc2641cc5 service nova] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Updating instance_info_cache with network_info: [{"id": "b4f80340-8c81-4f68-b6dd-f1dd0fbdde5e", "address": "fa:16:3e:94:f0:79", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4f80340-8c", "ovs_interfaceid": "b4f80340-8c81-4f68-b6dd-f1dd0fbdde5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.740730] env[68872]: DEBUG oslo_vmware.api [None req-1d255457-d4c3-4da9-bf56-f378b0120ba0 tempest-ServersAdminNegativeTestJSON-559075297 tempest-ServersAdminNegativeTestJSON-559075297-project-admin] Task: {'id': task-3092122, 'name': SuspendVM_Task, 'duration_secs': 0.675404} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.742195] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1d255457-d4c3-4da9-bf56-f378b0120ba0 tempest-ServersAdminNegativeTestJSON-559075297 tempest-ServersAdminNegativeTestJSON-559075297-project-admin] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Suspended the VM {{(pid=68872) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 666.742281] env[68872]: DEBUG nova.compute.manager [None req-1d255457-d4c3-4da9-bf56-f378b0120ba0 tempest-ServersAdminNegativeTestJSON-559075297 tempest-ServersAdminNegativeTestJSON-559075297-project-admin] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.743059] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad577bed-b0ad-4ae9-abc7-c51d2654e509 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.746677] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dca523c-9c4e-40dd-b166-1a20d3efd032 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.757174] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f32f82-3aee-4590-ba5a-407f6d03aa6f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.800043] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f2d82d-2e6b-4890-82b8-2b2bb1922ab3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.812752] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722c637b-ac82-4279-8489-68af12e25d9e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.831360] env[68872]: DEBUG nova.compute.provider_tree [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.890407] env[68872]: DEBUG oslo_concurrency.lockutils [req-83548bee-4b2f-4e95-bd26-3a88b0852c6d req-1a5cdaeb-d404-4c45-afbd-507925c1d0c1 service nova] Releasing lock "refresh_cache-774b87de-c90c-4537-ac67-17152e43395b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.890682] env[68872]: DEBUG nova.compute.manager [req-83548bee-4b2f-4e95-bd26-3a88b0852c6d req-1a5cdaeb-d404-4c45-afbd-507925c1d0c1 service nova] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Received event network-changed-9a22a71a-681f-44ce-aa0d-7db2c3cdf54b {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.890853] env[68872]: DEBUG nova.compute.manager [req-83548bee-4b2f-4e95-bd26-3a88b0852c6d req-1a5cdaeb-d404-4c45-afbd-507925c1d0c1 service nova] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Refreshing instance network info cache due to event network-changed-9a22a71a-681f-44ce-aa0d-7db2c3cdf54b. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 666.891274] env[68872]: DEBUG oslo_concurrency.lockutils [req-83548bee-4b2f-4e95-bd26-3a88b0852c6d req-1a5cdaeb-d404-4c45-afbd-507925c1d0c1 service nova] Acquiring lock "refresh_cache-774b87de-c90c-4537-ac67-17152e43395b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.891274] env[68872]: DEBUG oslo_concurrency.lockutils [req-83548bee-4b2f-4e95-bd26-3a88b0852c6d req-1a5cdaeb-d404-4c45-afbd-507925c1d0c1 service nova] Acquired lock "refresh_cache-774b87de-c90c-4537-ac67-17152e43395b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.891434] env[68872]: DEBUG nova.network.neutron [req-83548bee-4b2f-4e95-bd26-3a88b0852c6d req-1a5cdaeb-d404-4c45-afbd-507925c1d0c1 service nova] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Refreshing network info cache for port 9a22a71a-681f-44ce-aa0d-7db2c3cdf54b {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.957811] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.992069] env[68872]: DEBUG oslo_vmware.api [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512851} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.992383] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 9945ec86-a679-4a3e-a72b-88ad7c7e4c18/9945ec86-a679-4a3e-a72b-88ad7c7e4c18.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.992611] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.992885] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71538182-b696-456c-8cfd-8c26ea0ded2a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.002551] env[68872]: DEBUG oslo_vmware.api [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 667.002551] env[68872]: value = "task-3092124" [ 667.002551] env[68872]: _type = "Task" [ 667.002551] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.016397] env[68872]: DEBUG oslo_vmware.api [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092124, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.135141] env[68872]: DEBUG oslo_vmware.api [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52427005-dc32-7e83-35c0-96af15071e40, 'name': SearchDatastore_Task, 'duration_secs': 0.010735} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.136539] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-710cf738-3f28-4627-b9dd-190807d7e97b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.143606] env[68872]: DEBUG oslo_vmware.api [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Waiting for the task: (returnval){ [ 667.143606] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]524c8190-049a-eb3d-e149-68c56846cd78" [ 667.143606] env[68872]: _type = "Task" [ 667.143606] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.158173] env[68872]: DEBUG oslo_vmware.api [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]524c8190-049a-eb3d-e149-68c56846cd78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.224665] env[68872]: DEBUG oslo_concurrency.lockutils [req-9f2d9f94-7753-47db-ba74-a947855a4840 req-babccbdc-497d-4e1b-92a2-a5bfc2641cc5 service nova] Releasing lock "refresh_cache-d6ec7fd8-35f6-480f-946a-d7eabe072670" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.334592] env[68872]: DEBUG nova.scheduler.client.report [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.522268] env[68872]: DEBUG oslo_vmware.api [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092124, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151864} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.522553] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.523509] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c97c63-4c98-400a-a9b7-421a1f95e664 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.555907] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 9945ec86-a679-4a3e-a72b-88ad7c7e4c18/9945ec86-a679-4a3e-a72b-88ad7c7e4c18.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.555907] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7587e62b-af78-4838-bdb0-261084f49dbb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.580317] env[68872]: DEBUG oslo_vmware.api [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 667.580317] env[68872]: value = "task-3092125" [ 667.580317] env[68872]: _type = "Task" [ 667.580317] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.593719] env[68872]: DEBUG oslo_vmware.api [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092125, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.657719] env[68872]: DEBUG oslo_vmware.api [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]524c8190-049a-eb3d-e149-68c56846cd78, 'name': SearchDatastore_Task, 'duration_secs': 0.011772} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.658339] env[68872]: DEBUG oslo_concurrency.lockutils [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.658708] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] d6ec7fd8-35f6-480f-946a-d7eabe072670/d6ec7fd8-35f6-480f-946a-d7eabe072670.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.658978] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfead0ba-a174-4d7c-8e7a-d1ebe31db3e3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.668582] env[68872]: DEBUG oslo_vmware.api [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Waiting for the task: (returnval){ [ 667.668582] env[68872]: value = "task-3092126" [ 667.668582] env[68872]: _type = "Task" [ 667.668582] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.681193] env[68872]: DEBUG oslo_vmware.api [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Task: {'id': task-3092126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.738398] env[68872]: DEBUG nova.network.neutron [req-83548bee-4b2f-4e95-bd26-3a88b0852c6d req-1a5cdaeb-d404-4c45-afbd-507925c1d0c1 service nova] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Updated VIF entry in instance network info cache for port 9a22a71a-681f-44ce-aa0d-7db2c3cdf54b. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.738398] env[68872]: DEBUG nova.network.neutron [req-83548bee-4b2f-4e95-bd26-3a88b0852c6d req-1a5cdaeb-d404-4c45-afbd-507925c1d0c1 service nova] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Updating instance_info_cache with network_info: [{"id": "9a22a71a-681f-44ce-aa0d-7db2c3cdf54b", "address": "fa:16:3e:f4:52:cb", "network": {"id": "e99212a6-ca98-4dcc-8190-53f7dbdfd577", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-975789234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebb4c3dd3afc49979d9424f3f83d3786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a22a71a-68", "ovs_interfaceid": "9a22a71a-681f-44ce-aa0d-7db2c3cdf54b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.840176] env[68872]: DEBUG oslo_concurrency.lockutils [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.840892] env[68872]: DEBUG nova.compute.manager [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.845483] env[68872]: DEBUG oslo_concurrency.lockutils [None req-53c346a1-dd83-4a1b-9817-1e8704988157 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 19.616s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.096780] env[68872]: DEBUG oslo_vmware.api [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092125, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.180303] env[68872]: DEBUG oslo_vmware.api [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Task: {'id': task-3092126, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.244415] env[68872]: DEBUG oslo_concurrency.lockutils [req-83548bee-4b2f-4e95-bd26-3a88b0852c6d req-1a5cdaeb-d404-4c45-afbd-507925c1d0c1 service nova] Releasing lock "refresh_cache-774b87de-c90c-4537-ac67-17152e43395b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.246023] env[68872]: DEBUG nova.compute.manager [req-83548bee-4b2f-4e95-bd26-3a88b0852c6d req-1a5cdaeb-d404-4c45-afbd-507925c1d0c1 service nova] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Received event network-changed-5254b6c2-3f9e-431b-93c1-7d5cf360156f {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.246023] env[68872]: DEBUG nova.compute.manager [req-83548bee-4b2f-4e95-bd26-3a88b0852c6d req-1a5cdaeb-d404-4c45-afbd-507925c1d0c1 service nova] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Refreshing instance network info cache due to event network-changed-5254b6c2-3f9e-431b-93c1-7d5cf360156f. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.246023] env[68872]: DEBUG oslo_concurrency.lockutils [req-83548bee-4b2f-4e95-bd26-3a88b0852c6d req-1a5cdaeb-d404-4c45-afbd-507925c1d0c1 service nova] Acquiring lock "refresh_cache-e5160d66-7228-4d64-9adf-d7c26c5fab5f" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.246023] env[68872]: DEBUG oslo_concurrency.lockutils [req-83548bee-4b2f-4e95-bd26-3a88b0852c6d req-1a5cdaeb-d404-4c45-afbd-507925c1d0c1 service nova] Acquired lock "refresh_cache-e5160d66-7228-4d64-9adf-d7c26c5fab5f" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.246023] env[68872]: DEBUG nova.network.neutron [req-83548bee-4b2f-4e95-bd26-3a88b0852c6d req-1a5cdaeb-d404-4c45-afbd-507925c1d0c1 service nova] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Refreshing network info cache for port 5254b6c2-3f9e-431b-93c1-7d5cf360156f {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.248984] env[68872]: DEBUG nova.compute.manager [req-68fa06a2-8bb9-4a0c-bdfe-36b4916d94ad req-a858424c-01bd-4d16-a70c-491982825439 service nova] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Received event network-changed-5254b6c2-3f9e-431b-93c1-7d5cf360156f {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.249508] env[68872]: DEBUG nova.compute.manager [req-68fa06a2-8bb9-4a0c-bdfe-36b4916d94ad req-a858424c-01bd-4d16-a70c-491982825439 service nova] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Refreshing instance network info cache due to event network-changed-5254b6c2-3f9e-431b-93c1-7d5cf360156f. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.249814] env[68872]: DEBUG oslo_concurrency.lockutils [req-68fa06a2-8bb9-4a0c-bdfe-36b4916d94ad req-a858424c-01bd-4d16-a70c-491982825439 service nova] Acquiring lock "refresh_cache-e5160d66-7228-4d64-9adf-d7c26c5fab5f" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.351033] env[68872]: DEBUG nova.compute.utils [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.356538] env[68872]: DEBUG nova.compute.manager [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 668.356893] env[68872]: DEBUG nova.network.neutron [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.412074] env[68872]: DEBUG nova.policy [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0ebb0a2f76a4fb0afa6f13f2fe2eea7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fde025fc382b482b930cbe3dd25c8689', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.595127] env[68872]: DEBUG oslo_vmware.api [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092125, 'name': ReconfigVM_Task, 'duration_secs': 0.531341} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.595734] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 9945ec86-a679-4a3e-a72b-88ad7c7e4c18/9945ec86-a679-4a3e-a72b-88ad7c7e4c18.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.596550] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49b5ae5a-7fb6-4499-bea1-52741743c012 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.604968] env[68872]: DEBUG oslo_vmware.api [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 668.604968] env[68872]: value = "task-3092127" [ 668.604968] env[68872]: _type = "Task" [ 668.604968] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.617408] env[68872]: DEBUG oslo_vmware.api [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092127, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.684643] env[68872]: DEBUG oslo_vmware.api [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Task: {'id': task-3092126, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547384} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.684978] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] d6ec7fd8-35f6-480f-946a-d7eabe072670/d6ec7fd8-35f6-480f-946a-d7eabe072670.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.685209] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.686480] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d28c1841-c585-4ab1-8d78-31373a54a730 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.698110] env[68872]: DEBUG oslo_vmware.api [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Waiting for the task: (returnval){ [ 668.698110] env[68872]: value = "task-3092128" [ 668.698110] env[68872]: _type = "Task" [ 668.698110] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.713674] env[68872]: DEBUG oslo_vmware.api [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Task: {'id': task-3092128, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.795945] env[68872]: DEBUG nova.network.neutron [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Successfully created port: 84952acd-ef49-4fa3-9066-0bea4576f0b1 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.857818] env[68872]: DEBUG nova.compute.manager [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.902623] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40058d05-e719-41ed-85be-181d6894150e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.919903] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dea3a94-ce31-4809-acc0-af29bcef9a60 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.955917] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6219199b-c7bf-4b62-9d9b-2d4cd4c5d389 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.965739] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2ea99f-1a9f-4b1c-8bd5-539abaae7736 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.988370] env[68872]: DEBUG nova.compute.provider_tree [None req-53c346a1-dd83-4a1b-9817-1e8704988157 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Updating inventory in ProviderTree for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 669.117463] env[68872]: DEBUG oslo_vmware.api [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092127, 'name': Rename_Task, 'duration_secs': 0.241043} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.117858] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.118198] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e775e29-7834-4f4c-a0af-f9cf08d7fd58 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.127249] env[68872]: DEBUG oslo_vmware.api [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 669.127249] env[68872]: value = "task-3092129" [ 669.127249] env[68872]: _type = "Task" [ 669.127249] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.138145] env[68872]: DEBUG oslo_vmware.api [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.173859] env[68872]: DEBUG nova.network.neutron [req-83548bee-4b2f-4e95-bd26-3a88b0852c6d req-1a5cdaeb-d404-4c45-afbd-507925c1d0c1 service nova] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Updated VIF entry in instance network info cache for port 5254b6c2-3f9e-431b-93c1-7d5cf360156f. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.173859] env[68872]: DEBUG nova.network.neutron [req-83548bee-4b2f-4e95-bd26-3a88b0852c6d req-1a5cdaeb-d404-4c45-afbd-507925c1d0c1 service nova] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Updating instance_info_cache with network_info: [{"id": "5254b6c2-3f9e-431b-93c1-7d5cf360156f", "address": "fa:16:3e:ca:9b:30", "network": {"id": "c0360b5e-61ab-4af9-ac0a-4a295a0aa9b8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1249595887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6b4b28d2d9c4df3bfa4038371a61119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5254b6c2-3f", "ovs_interfaceid": "5254b6c2-3f9e-431b-93c1-7d5cf360156f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.210279] env[68872]: DEBUG oslo_vmware.api [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Task: {'id': task-3092128, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075488} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.211225] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.212955] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9d2e02-c925-48fe-8f46-a970053c1f2c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.241668] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] d6ec7fd8-35f6-480f-946a-d7eabe072670/d6ec7fd8-35f6-480f-946a-d7eabe072670.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.242038] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc01eb5e-5ad2-4cb0-aa5e-4cd028f0fa51 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.267029] env[68872]: DEBUG oslo_vmware.api [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Waiting for the task: (returnval){ [ 669.267029] env[68872]: value = "task-3092130" [ 669.267029] env[68872]: _type = "Task" [ 669.267029] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.277495] env[68872]: DEBUG oslo_vmware.api [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Task: {'id': task-3092130, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.514600] env[68872]: ERROR nova.scheduler.client.report [None req-53c346a1-dd83-4a1b-9817-1e8704988157 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [req-2b12df3a-77ea-41e4-a6e0-b45f327aa822] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2b12df3a-77ea-41e4-a6e0-b45f327aa822"}]} [ 669.537696] env[68872]: DEBUG nova.scheduler.client.report [None req-53c346a1-dd83-4a1b-9817-1e8704988157 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Refreshing inventories for resource provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 669.565916] env[68872]: DEBUG nova.scheduler.client.report [None req-53c346a1-dd83-4a1b-9817-1e8704988157 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Updating ProviderTree inventory for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 669.566332] env[68872]: DEBUG nova.compute.provider_tree [None req-53c346a1-dd83-4a1b-9817-1e8704988157 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Updating inventory in ProviderTree for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 669.584058] env[68872]: DEBUG nova.scheduler.client.report [None req-53c346a1-dd83-4a1b-9817-1e8704988157 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Refreshing aggregate associations for resource provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f, aggregates: None {{(pid=68872) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 669.606972] env[68872]: DEBUG nova.scheduler.client.report [None req-53c346a1-dd83-4a1b-9817-1e8704988157 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Refreshing trait associations for resource provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=68872) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 669.641578] env[68872]: DEBUG oslo_vmware.api [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092129, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.677075] env[68872]: DEBUG oslo_concurrency.lockutils [req-83548bee-4b2f-4e95-bd26-3a88b0852c6d req-1a5cdaeb-d404-4c45-afbd-507925c1d0c1 service nova] Releasing lock "refresh_cache-e5160d66-7228-4d64-9adf-d7c26c5fab5f" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.678024] env[68872]: DEBUG oslo_concurrency.lockutils [req-68fa06a2-8bb9-4a0c-bdfe-36b4916d94ad req-a858424c-01bd-4d16-a70c-491982825439 service nova] Acquired lock "refresh_cache-e5160d66-7228-4d64-9adf-d7c26c5fab5f" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.678024] env[68872]: DEBUG nova.network.neutron [req-68fa06a2-8bb9-4a0c-bdfe-36b4916d94ad req-a858424c-01bd-4d16-a70c-491982825439 service nova] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Refreshing network info cache for port 5254b6c2-3f9e-431b-93c1-7d5cf360156f {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.780309] env[68872]: DEBUG oslo_vmware.api [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Task: {'id': task-3092130, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.871407] env[68872]: DEBUG nova.compute.manager [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.908875] env[68872]: DEBUG nova.virt.hardware [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.909156] env[68872]: DEBUG nova.virt.hardware [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.909325] env[68872]: DEBUG nova.virt.hardware [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.909503] env[68872]: DEBUG nova.virt.hardware [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.909650] env[68872]: DEBUG nova.virt.hardware [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.909792] env[68872]: DEBUG nova.virt.hardware [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.910017] env[68872]: DEBUG nova.virt.hardware [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.910424] env[68872]: DEBUG nova.virt.hardware [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.910616] env[68872]: DEBUG nova.virt.hardware [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.910788] env[68872]: DEBUG nova.virt.hardware [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.910957] env[68872]: DEBUG nova.virt.hardware [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.911878] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8945fe-3134-4d46-bd2a-18dc3062f925 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.924525] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00be5332-202e-457f-bb1e-984d1dc8de68 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.951635] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fb88a167-eb22-4444-834b-bc0569213649 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Acquiring lock "e5160d66-7228-4d64-9adf-d7c26c5fab5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.951934] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fb88a167-eb22-4444-834b-bc0569213649 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Lock "e5160d66-7228-4d64-9adf-d7c26c5fab5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.952756] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fb88a167-eb22-4444-834b-bc0569213649 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Acquiring lock "e5160d66-7228-4d64-9adf-d7c26c5fab5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.952756] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fb88a167-eb22-4444-834b-bc0569213649 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Lock "e5160d66-7228-4d64-9adf-d7c26c5fab5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.952756] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fb88a167-eb22-4444-834b-bc0569213649 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Lock "e5160d66-7228-4d64-9adf-d7c26c5fab5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.963489] env[68872]: INFO nova.compute.manager [None req-fb88a167-eb22-4444-834b-bc0569213649 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Terminating instance [ 670.142035] env[68872]: DEBUG oslo_vmware.api [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092129, 'name': PowerOnVM_Task, 'duration_secs': 0.761562} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.142035] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.142439] env[68872]: INFO nova.compute.manager [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Took 10.84 seconds to spawn the instance on the hypervisor. [ 670.143066] env[68872]: DEBUG nova.compute.manager [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.144026] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728ce64d-d7de-46ed-abe4-abb8c93ba197 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.147956] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac37503-708b-42ca-b960-9736eb2f8819 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.161142] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e03ca5-7483-41b7-9788-63e6067b3268 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.199738] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29efe2b3-3c7c-4aba-9428-be46b97c1a79 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.215018] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18c2907-f552-4fef-b330-a3a1cc123011 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.231366] env[68872]: DEBUG nova.compute.provider_tree [None req-53c346a1-dd83-4a1b-9817-1e8704988157 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Updating inventory in ProviderTree for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 670.281717] env[68872]: DEBUG oslo_vmware.api [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Task: {'id': task-3092130, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.468257] env[68872]: DEBUG nova.compute.manager [None req-fb88a167-eb22-4444-834b-bc0569213649 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 670.468257] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-fb88a167-eb22-4444-834b-bc0569213649 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.469727] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f864fa52-8b3d-4336-b1a8-4f16cb9ab455 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.479739] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb88a167-eb22-4444-834b-bc0569213649 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.479739] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21b8f77d-6597-4610-a848-384c9297a778 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.488032] env[68872]: DEBUG oslo_vmware.api [None req-fb88a167-eb22-4444-834b-bc0569213649 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Waiting for the task: (returnval){ [ 670.488032] env[68872]: value = "task-3092131" [ 670.488032] env[68872]: _type = "Task" [ 670.488032] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.497480] env[68872]: DEBUG oslo_vmware.api [None req-fb88a167-eb22-4444-834b-bc0569213649 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Task: {'id': task-3092131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.499310] env[68872]: DEBUG nova.network.neutron [req-68fa06a2-8bb9-4a0c-bdfe-36b4916d94ad req-a858424c-01bd-4d16-a70c-491982825439 service nova] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Updated VIF entry in instance network info cache for port 5254b6c2-3f9e-431b-93c1-7d5cf360156f. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.499846] env[68872]: DEBUG nova.network.neutron [req-68fa06a2-8bb9-4a0c-bdfe-36b4916d94ad req-a858424c-01bd-4d16-a70c-491982825439 service nova] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Updating instance_info_cache with network_info: [{"id": "5254b6c2-3f9e-431b-93c1-7d5cf360156f", "address": "fa:16:3e:ca:9b:30", "network": {"id": "c0360b5e-61ab-4af9-ac0a-4a295a0aa9b8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1249595887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6b4b28d2d9c4df3bfa4038371a61119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5254b6c2-3f", "ovs_interfaceid": "5254b6c2-3f9e-431b-93c1-7d5cf360156f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.561327] env[68872]: DEBUG nova.network.neutron [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Successfully updated port: 84952acd-ef49-4fa3-9066-0bea4576f0b1 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.567217] env[68872]: DEBUG nova.compute.manager [req-192c9c68-2354-4471-8346-7e4a86a32b7b req-36be04da-e88c-4710-8a29-7dc4acbe03ce service nova] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Received event network-vif-plugged-84952acd-ef49-4fa3-9066-0bea4576f0b1 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.567217] env[68872]: DEBUG oslo_concurrency.lockutils [req-192c9c68-2354-4471-8346-7e4a86a32b7b req-36be04da-e88c-4710-8a29-7dc4acbe03ce service nova] Acquiring lock "56a9ffd3-650b-4a48-b9e4-ab5cd5974de8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.567217] env[68872]: DEBUG oslo_concurrency.lockutils [req-192c9c68-2354-4471-8346-7e4a86a32b7b req-36be04da-e88c-4710-8a29-7dc4acbe03ce service nova] Lock "56a9ffd3-650b-4a48-b9e4-ab5cd5974de8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.567217] env[68872]: DEBUG oslo_concurrency.lockutils [req-192c9c68-2354-4471-8346-7e4a86a32b7b req-36be04da-e88c-4710-8a29-7dc4acbe03ce service nova] Lock "56a9ffd3-650b-4a48-b9e4-ab5cd5974de8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.567217] env[68872]: DEBUG nova.compute.manager [req-192c9c68-2354-4471-8346-7e4a86a32b7b req-36be04da-e88c-4710-8a29-7dc4acbe03ce service nova] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] No waiting events found dispatching network-vif-plugged-84952acd-ef49-4fa3-9066-0bea4576f0b1 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 670.567953] env[68872]: WARNING nova.compute.manager [req-192c9c68-2354-4471-8346-7e4a86a32b7b req-36be04da-e88c-4710-8a29-7dc4acbe03ce service nova] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Received unexpected event network-vif-plugged-84952acd-ef49-4fa3-9066-0bea4576f0b1 for instance with vm_state building and task_state spawning. [ 670.664475] env[68872]: INFO nova.compute.manager [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Took 40.16 seconds to build instance. [ 670.771533] env[68872]: DEBUG nova.scheduler.client.report [None req-53c346a1-dd83-4a1b-9817-1e8704988157 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Updated inventory for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with generation 45 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 670.771842] env[68872]: DEBUG nova.compute.provider_tree [None req-53c346a1-dd83-4a1b-9817-1e8704988157 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Updating resource provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f generation from 45 to 46 during operation: update_inventory {{(pid=68872) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 670.772052] env[68872]: DEBUG nova.compute.provider_tree [None req-53c346a1-dd83-4a1b-9817-1e8704988157 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Updating inventory in ProviderTree for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 670.787020] env[68872]: DEBUG oslo_vmware.api [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Task: {'id': task-3092130, 'name': ReconfigVM_Task, 'duration_secs': 1.368614} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.788146] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Reconfigured VM instance instance-00000019 to attach disk [datastore1] d6ec7fd8-35f6-480f-946a-d7eabe072670/d6ec7fd8-35f6-480f-946a-d7eabe072670.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.788885] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2958c7d6-1fcf-45d4-94ef-38d210087914 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.798756] env[68872]: DEBUG oslo_vmware.api [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Waiting for the task: (returnval){ [ 670.798756] env[68872]: value = "task-3092132" [ 670.798756] env[68872]: _type = "Task" [ 670.798756] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.811491] env[68872]: DEBUG oslo_vmware.api [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Task: {'id': task-3092132, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.002064] env[68872]: DEBUG oslo_vmware.api [None req-fb88a167-eb22-4444-834b-bc0569213649 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Task: {'id': task-3092131, 'name': PowerOffVM_Task, 'duration_secs': 0.259807} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.002643] env[68872]: DEBUG oslo_concurrency.lockutils [req-68fa06a2-8bb9-4a0c-bdfe-36b4916d94ad req-a858424c-01bd-4d16-a70c-491982825439 service nova] Releasing lock "refresh_cache-e5160d66-7228-4d64-9adf-d7c26c5fab5f" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.003044] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb88a167-eb22-4444-834b-bc0569213649 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 671.003235] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-fb88a167-eb22-4444-834b-bc0569213649 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 671.003503] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24bd0ebd-30e9-43ee-b6f9-2fabe1cefa30 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.067962] env[68872]: DEBUG oslo_concurrency.lockutils [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquiring lock "refresh_cache-56a9ffd3-650b-4a48-b9e4-ab5cd5974de8" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.068300] env[68872]: DEBUG oslo_concurrency.lockutils [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquired lock "refresh_cache-56a9ffd3-650b-4a48-b9e4-ab5cd5974de8" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.068388] env[68872]: DEBUG nova.network.neutron [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.081746] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-fb88a167-eb22-4444-834b-bc0569213649 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 671.081984] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-fb88a167-eb22-4444-834b-bc0569213649 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 671.082185] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb88a167-eb22-4444-834b-bc0569213649 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Deleting the datastore file [datastore2] e5160d66-7228-4d64-9adf-d7c26c5fab5f {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 671.082488] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f0e203a-93c3-41aa-915e-e37fe297f02c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.095332] env[68872]: DEBUG oslo_vmware.api [None req-fb88a167-eb22-4444-834b-bc0569213649 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Waiting for the task: (returnval){ [ 671.095332] env[68872]: value = "task-3092134" [ 671.095332] env[68872]: _type = "Task" [ 671.095332] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.106122] env[68872]: DEBUG oslo_vmware.api [None req-fb88a167-eb22-4444-834b-bc0569213649 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Task: {'id': task-3092134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.168751] env[68872]: DEBUG oslo_concurrency.lockutils [None req-56bbe9b8-2acd-4f28-9bd8-1262960f8507 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "9945ec86-a679-4a3e-a72b-88ad7c7e4c18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.910s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.314457] env[68872]: DEBUG oslo_vmware.api [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Task: {'id': task-3092132, 'name': Rename_Task, 'duration_secs': 0.167957} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.314760] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.315015] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d3baadf-2ff8-4c31-839e-2f5b017ce53c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.326961] env[68872]: DEBUG oslo_vmware.api [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Waiting for the task: (returnval){ [ 671.326961] env[68872]: value = "task-3092135" [ 671.326961] env[68872]: _type = "Task" [ 671.326961] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.340536] env[68872]: DEBUG oslo_vmware.api [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Task: {'id': task-3092135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.606657] env[68872]: DEBUG oslo_vmware.api [None req-fb88a167-eb22-4444-834b-bc0569213649 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Task: {'id': task-3092134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171349} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.607686] env[68872]: DEBUG nova.network.neutron [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.612339] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb88a167-eb22-4444-834b-bc0569213649 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.612665] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-fb88a167-eb22-4444-834b-bc0569213649 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 671.612961] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-fb88a167-eb22-4444-834b-bc0569213649 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.613257] env[68872]: INFO nova.compute.manager [None req-fb88a167-eb22-4444-834b-bc0569213649 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 671.613617] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb88a167-eb22-4444-834b-bc0569213649 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.614036] env[68872]: DEBUG nova.compute.manager [-] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 671.614538] env[68872]: DEBUG nova.network.neutron [-] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 671.653423] env[68872]: DEBUG oslo_concurrency.lockutils [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Acquiring lock "b5242dbf-7805-46a6-900d-de6c7480e9c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.656017] env[68872]: DEBUG oslo_concurrency.lockutils [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Lock "b5242dbf-7805-46a6-900d-de6c7480e9c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.675263] env[68872]: DEBUG nova.compute.manager [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.793255] env[68872]: DEBUG oslo_concurrency.lockutils [None req-53c346a1-dd83-4a1b-9817-1e8704988157 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.944s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.793255] env[68872]: DEBUG oslo_concurrency.lockutils [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.510s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.795464] env[68872]: INFO nova.compute.claims [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.842096] env[68872]: DEBUG oslo_vmware.api [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Task: {'id': task-3092135, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.083288] env[68872]: DEBUG nova.network.neutron [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Updating instance_info_cache with network_info: [{"id": "84952acd-ef49-4fa3-9066-0bea4576f0b1", "address": "fa:16:3e:de:57:2c", "network": {"id": "4b7c7b81-2b8d-430e-8b28-66c2135b7d3f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-958671692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fde025fc382b482b930cbe3dd25c8689", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84952acd-ef", "ovs_interfaceid": "84952acd-ef49-4fa3-9066-0bea4576f0b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.200470] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c0126e7f-636a-4f77-b912-996815a95001 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Acquiring lock "738adc74-ccb7-4788-89d9-4fe6873cbd30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.200470] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c0126e7f-636a-4f77-b912-996815a95001 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Lock "738adc74-ccb7-4788-89d9-4fe6873cbd30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.202281] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c0126e7f-636a-4f77-b912-996815a95001 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Acquiring lock "738adc74-ccb7-4788-89d9-4fe6873cbd30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.202495] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c0126e7f-636a-4f77-b912-996815a95001 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Lock "738adc74-ccb7-4788-89d9-4fe6873cbd30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.202718] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c0126e7f-636a-4f77-b912-996815a95001 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Lock "738adc74-ccb7-4788-89d9-4fe6873cbd30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.210935] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.212612] env[68872]: INFO nova.compute.manager [None req-c0126e7f-636a-4f77-b912-996815a95001 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Terminating instance [ 672.344718] env[68872]: DEBUG oslo_vmware.api [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Task: {'id': task-3092135, 'name': PowerOnVM_Task, 'duration_secs': 0.544973} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.346062] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.347866] env[68872]: INFO nova.compute.manager [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Took 10.15 seconds to spawn the instance on the hypervisor. [ 672.347866] env[68872]: DEBUG nova.compute.manager [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.347866] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515d0d45-e0eb-4335-9806-0cac2620c127 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.364602] env[68872]: DEBUG nova.compute.manager [req-cd6fce26-faad-4168-99a9-38dc1b5e9908 req-c727822e-21f1-4832-bf7f-e9e7a4872a59 service nova] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Received event network-vif-deleted-5254b6c2-3f9e-431b-93c1-7d5cf360156f {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.364864] env[68872]: INFO nova.compute.manager [req-cd6fce26-faad-4168-99a9-38dc1b5e9908 req-c727822e-21f1-4832-bf7f-e9e7a4872a59 service nova] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Neutron deleted interface 5254b6c2-3f9e-431b-93c1-7d5cf360156f; detaching it from the instance and deleting it from the info cache [ 672.365054] env[68872]: DEBUG nova.network.neutron [req-cd6fce26-faad-4168-99a9-38dc1b5e9908 req-c727822e-21f1-4832-bf7f-e9e7a4872a59 service nova] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.376239] env[68872]: INFO nova.scheduler.client.report [None req-53c346a1-dd83-4a1b-9817-1e8704988157 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Deleted allocation for migration f216ea1a-9527-4921-abef-3184661f62f8 [ 672.592292] env[68872]: DEBUG oslo_concurrency.lockutils [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Releasing lock "refresh_cache-56a9ffd3-650b-4a48-b9e4-ab5cd5974de8" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.593573] env[68872]: DEBUG nova.compute.manager [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Instance network_info: |[{"id": "84952acd-ef49-4fa3-9066-0bea4576f0b1", "address": "fa:16:3e:de:57:2c", "network": {"id": "4b7c7b81-2b8d-430e-8b28-66c2135b7d3f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-958671692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fde025fc382b482b930cbe3dd25c8689", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84952acd-ef", "ovs_interfaceid": "84952acd-ef49-4fa3-9066-0bea4576f0b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.593760] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:57:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84952acd-ef49-4fa3-9066-0bea4576f0b1', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.607145] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.607682] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.607955] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e000e425-b52b-4844-9227-f896cb866657 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.635025] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.635025] env[68872]: value = "task-3092136" [ 672.635025] env[68872]: _type = "Task" [ 672.635025] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.647798] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092136, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.718965] env[68872]: DEBUG nova.compute.manager [None req-c0126e7f-636a-4f77-b912-996815a95001 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 672.719304] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c0126e7f-636a-4f77-b912-996815a95001 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 672.720244] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe529a8a-1780-4b09-931c-91de849c4fca {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.729971] env[68872]: DEBUG nova.compute.manager [req-6d72bd26-73b0-4f87-a8a7-e62857aa7337 req-c2f4385f-1dce-4818-841c-6f59a63023bc service nova] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Received event network-changed-84952acd-ef49-4fa3-9066-0bea4576f0b1 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.730228] env[68872]: DEBUG nova.compute.manager [req-6d72bd26-73b0-4f87-a8a7-e62857aa7337 req-c2f4385f-1dce-4818-841c-6f59a63023bc service nova] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Refreshing instance network info cache due to event network-changed-84952acd-ef49-4fa3-9066-0bea4576f0b1. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.730468] env[68872]: DEBUG oslo_concurrency.lockutils [req-6d72bd26-73b0-4f87-a8a7-e62857aa7337 req-c2f4385f-1dce-4818-841c-6f59a63023bc service nova] Acquiring lock "refresh_cache-56a9ffd3-650b-4a48-b9e4-ab5cd5974de8" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.730609] env[68872]: DEBUG oslo_concurrency.lockutils [req-6d72bd26-73b0-4f87-a8a7-e62857aa7337 req-c2f4385f-1dce-4818-841c-6f59a63023bc service nova] Acquired lock "refresh_cache-56a9ffd3-650b-4a48-b9e4-ab5cd5974de8" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.730770] env[68872]: DEBUG nova.network.neutron [req-6d72bd26-73b0-4f87-a8a7-e62857aa7337 req-c2f4385f-1dce-4818-841c-6f59a63023bc service nova] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Refreshing network info cache for port 84952acd-ef49-4fa3-9066-0bea4576f0b1 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.735214] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c0126e7f-636a-4f77-b912-996815a95001 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 672.738205] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78bed981-6de4-4ca2-82d6-864fd85607d4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.822663] env[68872]: DEBUG nova.network.neutron [-] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.830543] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c0126e7f-636a-4f77-b912-996815a95001 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 672.830543] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c0126e7f-636a-4f77-b912-996815a95001 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 672.830543] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0126e7f-636a-4f77-b912-996815a95001 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Deleting the datastore file [datastore2] 738adc74-ccb7-4788-89d9-4fe6873cbd30 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 672.831263] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4be8663-34a0-478e-8a80-47493d902206 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.843150] env[68872]: DEBUG oslo_vmware.api [None req-c0126e7f-636a-4f77-b912-996815a95001 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Waiting for the task: (returnval){ [ 672.843150] env[68872]: value = "task-3092138" [ 672.843150] env[68872]: _type = "Task" [ 672.843150] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.858800] env[68872]: DEBUG oslo_vmware.api [None req-c0126e7f-636a-4f77-b912-996815a95001 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Task: {'id': task-3092138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.870361] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f4904548-564c-4526-bb8c-18cf1c252fb5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.873220] env[68872]: INFO nova.compute.manager [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Took 41.06 seconds to build instance. [ 672.882100] env[68872]: DEBUG oslo_concurrency.lockutils [None req-53c346a1-dd83-4a1b-9817-1e8704988157 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Lock "db3e747b-e648-4fc2-86a1-d2e6ff48db08" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 28.103s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.890050] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a79dc12-a66b-470b-9a34-7f42e4a975f9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.932060] env[68872]: DEBUG nova.compute.manager [req-cd6fce26-faad-4168-99a9-38dc1b5e9908 req-c727822e-21f1-4832-bf7f-e9e7a4872a59 service nova] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Detach interface failed, port_id=5254b6c2-3f9e-431b-93c1-7d5cf360156f, reason: Instance e5160d66-7228-4d64-9adf-d7c26c5fab5f could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 673.151766] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092136, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.332898] env[68872]: INFO nova.compute.manager [-] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Took 1.72 seconds to deallocate network for instance. [ 673.352923] env[68872]: DEBUG oslo_vmware.api [None req-c0126e7f-636a-4f77-b912-996815a95001 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Task: {'id': task-3092138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333802} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.353285] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0126e7f-636a-4f77-b912-996815a95001 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 673.353407] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c0126e7f-636a-4f77-b912-996815a95001 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 673.353601] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c0126e7f-636a-4f77-b912-996815a95001 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 673.353801] env[68872]: INFO nova.compute.manager [None req-c0126e7f-636a-4f77-b912-996815a95001 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Took 0.63 seconds to destroy the instance on the hypervisor. [ 673.354770] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0126e7f-636a-4f77-b912-996815a95001 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.354770] env[68872]: DEBUG nova.compute.manager [-] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 673.354770] env[68872]: DEBUG nova.network.neutron [-] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 673.379738] env[68872]: DEBUG oslo_concurrency.lockutils [None req-64da054e-192c-4387-a6bd-8e702136907a tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Lock "d6ec7fd8-35f6-480f-946a-d7eabe072670" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.539s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.412995] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52da8e6-d616-4b60-bcfc-754002dddb46 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.423917] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72545edb-a068-4313-9fdf-8b5656d6d00d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.460559] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba20c00-1a4c-4f2d-81dc-7ba3e12619f0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.469579] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ffb0b6-4ddb-4a92-a796-48322ebeebdc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.484366] env[68872]: DEBUG nova.compute.provider_tree [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.644640] env[68872]: DEBUG nova.network.neutron [req-6d72bd26-73b0-4f87-a8a7-e62857aa7337 req-c2f4385f-1dce-4818-841c-6f59a63023bc service nova] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Updated VIF entry in instance network info cache for port 84952acd-ef49-4fa3-9066-0bea4576f0b1. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.644935] env[68872]: DEBUG nova.network.neutron [req-6d72bd26-73b0-4f87-a8a7-e62857aa7337 req-c2f4385f-1dce-4818-841c-6f59a63023bc service nova] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Updating instance_info_cache with network_info: [{"id": "84952acd-ef49-4fa3-9066-0bea4576f0b1", "address": "fa:16:3e:de:57:2c", "network": {"id": "4b7c7b81-2b8d-430e-8b28-66c2135b7d3f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-958671692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fde025fc382b482b930cbe3dd25c8689", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84952acd-ef", "ovs_interfaceid": "84952acd-ef49-4fa3-9066-0bea4576f0b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.654175] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092136, 'name': CreateVM_Task, 'duration_secs': 0.525007} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.654335] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.655025] env[68872]: DEBUG oslo_concurrency.lockutils [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.655322] env[68872]: DEBUG oslo_concurrency.lockutils [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.659343] env[68872]: DEBUG oslo_concurrency.lockutils [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.660345] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35c23620-53cf-43cb-b59b-1090dd349fcf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.667066] env[68872]: DEBUG oslo_vmware.api [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 673.667066] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52980740-80d3-b3be-51a0-1a9049424ab6" [ 673.667066] env[68872]: _type = "Task" [ 673.667066] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.678595] env[68872]: DEBUG oslo_vmware.api [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52980740-80d3-b3be-51a0-1a9049424ab6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.842848] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fb88a167-eb22-4444-834b-bc0569213649 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.884171] env[68872]: DEBUG nova.compute.manager [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.987277] env[68872]: DEBUG nova.scheduler.client.report [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.147784] env[68872]: DEBUG oslo_concurrency.lockutils [req-6d72bd26-73b0-4f87-a8a7-e62857aa7337 req-c2f4385f-1dce-4818-841c-6f59a63023bc service nova] Releasing lock "refresh_cache-56a9ffd3-650b-4a48-b9e4-ab5cd5974de8" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.177729] env[68872]: DEBUG oslo_vmware.api [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52980740-80d3-b3be-51a0-1a9049424ab6, 'name': SearchDatastore_Task, 'duration_secs': 0.032429} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.178046] env[68872]: DEBUG oslo_concurrency.lockutils [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.178419] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.178644] env[68872]: DEBUG oslo_concurrency.lockutils [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.178880] env[68872]: DEBUG oslo_concurrency.lockutils [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.178956] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.180029] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58d790be-cb04-492e-b6a8-68f2e20d39cf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.190535] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.190763] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.191549] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf66f23f-b10e-4a51-beb7-248ff721aab4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.198308] env[68872]: DEBUG oslo_vmware.api [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 674.198308] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5228f626-0184-b83c-bc04-2e6ca21064e4" [ 674.198308] env[68872]: _type = "Task" [ 674.198308] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.207482] env[68872]: DEBUG oslo_vmware.api [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5228f626-0184-b83c-bc04-2e6ca21064e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.288426] env[68872]: DEBUG nova.network.neutron [-] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.412840] env[68872]: DEBUG oslo_concurrency.lockutils [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.439232] env[68872]: DEBUG oslo_concurrency.lockutils [None req-295fe437-6022-4f08-b45b-785e99aedec2 tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Acquiring lock "d6ec7fd8-35f6-480f-946a-d7eabe072670" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.439818] env[68872]: DEBUG oslo_concurrency.lockutils [None req-295fe437-6022-4f08-b45b-785e99aedec2 tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Lock "d6ec7fd8-35f6-480f-946a-d7eabe072670" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.440114] env[68872]: DEBUG oslo_concurrency.lockutils [None req-295fe437-6022-4f08-b45b-785e99aedec2 tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Acquiring lock "d6ec7fd8-35f6-480f-946a-d7eabe072670-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.440322] env[68872]: DEBUG oslo_concurrency.lockutils [None req-295fe437-6022-4f08-b45b-785e99aedec2 tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Lock "d6ec7fd8-35f6-480f-946a-d7eabe072670-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.440612] env[68872]: DEBUG oslo_concurrency.lockutils [None req-295fe437-6022-4f08-b45b-785e99aedec2 tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Lock "d6ec7fd8-35f6-480f-946a-d7eabe072670-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.442772] env[68872]: INFO nova.compute.manager [None req-295fe437-6022-4f08-b45b-785e99aedec2 tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Terminating instance [ 674.461392] env[68872]: DEBUG nova.compute.manager [req-1b981655-7ace-44a3-aa8d-0dea7955a34a req-15fd1cb1-4ff3-46ff-9adc-52610aa37964 service nova] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Received event network-changed-9a7dd857-cc2a-4e90-9c60-f6357fae6cde {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.461392] env[68872]: DEBUG nova.compute.manager [req-1b981655-7ace-44a3-aa8d-0dea7955a34a req-15fd1cb1-4ff3-46ff-9adc-52610aa37964 service nova] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Refreshing instance network info cache due to event network-changed-9a7dd857-cc2a-4e90-9c60-f6357fae6cde. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.461392] env[68872]: DEBUG oslo_concurrency.lockutils [req-1b981655-7ace-44a3-aa8d-0dea7955a34a req-15fd1cb1-4ff3-46ff-9adc-52610aa37964 service nova] Acquiring lock "refresh_cache-9945ec86-a679-4a3e-a72b-88ad7c7e4c18" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.461392] env[68872]: DEBUG oslo_concurrency.lockutils [req-1b981655-7ace-44a3-aa8d-0dea7955a34a req-15fd1cb1-4ff3-46ff-9adc-52610aa37964 service nova] Acquired lock "refresh_cache-9945ec86-a679-4a3e-a72b-88ad7c7e4c18" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.461392] env[68872]: DEBUG nova.network.neutron [req-1b981655-7ace-44a3-aa8d-0dea7955a34a req-15fd1cb1-4ff3-46ff-9adc-52610aa37964 service nova] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Refreshing network info cache for port 9a7dd857-cc2a-4e90-9c60-f6357fae6cde {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.492955] env[68872]: DEBUG oslo_concurrency.lockutils [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.494568] env[68872]: DEBUG nova.compute.manager [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 674.497364] env[68872]: DEBUG oslo_concurrency.lockutils [None req-99a62533-c3ea-4a84-9465-f7a46d0f8f55 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.963s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.498813] env[68872]: DEBUG nova.objects.instance [None req-99a62533-c3ea-4a84-9465-f7a46d0f8f55 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Lazy-loading 'resources' on Instance uuid c9261fcc-7aa8-4afb-aa30-57df0ef71a44 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 674.711743] env[68872]: DEBUG oslo_vmware.api [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5228f626-0184-b83c-bc04-2e6ca21064e4, 'name': SearchDatastore_Task, 'duration_secs': 0.029086} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.712556] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec39b870-e750-40cc-9901-d9f3116f991d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.722352] env[68872]: DEBUG oslo_vmware.api [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 674.722352] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52566514-bfd1-38cf-a0cb-f718362d4af4" [ 674.722352] env[68872]: _type = "Task" [ 674.722352] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.733313] env[68872]: DEBUG oslo_vmware.api [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52566514-bfd1-38cf-a0cb-f718362d4af4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.791711] env[68872]: INFO nova.compute.manager [-] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Took 1.44 seconds to deallocate network for instance. [ 674.948617] env[68872]: DEBUG nova.compute.manager [req-50b2720a-e519-469a-b99e-59127efc348d req-a1b725f5-ab7d-4218-8a2d-4015560a218a service nova] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Received event network-vif-deleted-d0626b5f-bd90-4a08-adcf-b16ec3acf8b1 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.949886] env[68872]: DEBUG nova.compute.manager [None req-295fe437-6022-4f08-b45b-785e99aedec2 tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 674.950118] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-295fe437-6022-4f08-b45b-785e99aedec2 tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 674.952292] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4fcec7-bf7a-4138-8e33-49bffe3a6a96 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.963365] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-295fe437-6022-4f08-b45b-785e99aedec2 tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 674.966327] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8309983-48f0-4cd5-8405-c5bc17bec41a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.976762] env[68872]: DEBUG oslo_vmware.api [None req-295fe437-6022-4f08-b45b-785e99aedec2 tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Waiting for the task: (returnval){ [ 674.976762] env[68872]: value = "task-3092139" [ 674.976762] env[68872]: _type = "Task" [ 674.976762] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.985919] env[68872]: DEBUG oslo_vmware.api [None req-295fe437-6022-4f08-b45b-785e99aedec2 tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Task: {'id': task-3092139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.999426] env[68872]: DEBUG nova.compute.utils [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.000988] env[68872]: DEBUG nova.compute.manager [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Not allocating networking since 'none' was specified. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 675.203165] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquiring lock "a71905ae-b4b8-4fec-a3ea-b3b7f2372df3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.203594] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "a71905ae-b4b8-4fec-a3ea-b3b7f2372df3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.239353] env[68872]: DEBUG oslo_vmware.api [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52566514-bfd1-38cf-a0cb-f718362d4af4, 'name': SearchDatastore_Task, 'duration_secs': 0.014228} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.239746] env[68872]: DEBUG oslo_concurrency.lockutils [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.240068] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8/56a9ffd3-650b-4a48-b9e4-ab5cd5974de8.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.240426] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b11c83c-99ef-4687-9550-d707a9069dd8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.251091] env[68872]: DEBUG oslo_vmware.api [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 675.251091] env[68872]: value = "task-3092140" [ 675.251091] env[68872]: _type = "Task" [ 675.251091] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.264702] env[68872]: DEBUG oslo_vmware.api [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.301915] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c0126e7f-636a-4f77-b912-996815a95001 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.323242] env[68872]: DEBUG nova.network.neutron [req-1b981655-7ace-44a3-aa8d-0dea7955a34a req-15fd1cb1-4ff3-46ff-9adc-52610aa37964 service nova] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Updated VIF entry in instance network info cache for port 9a7dd857-cc2a-4e90-9c60-f6357fae6cde. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.323700] env[68872]: DEBUG nova.network.neutron [req-1b981655-7ace-44a3-aa8d-0dea7955a34a req-15fd1cb1-4ff3-46ff-9adc-52610aa37964 service nova] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Updating instance_info_cache with network_info: [{"id": "9a7dd857-cc2a-4e90-9c60-f6357fae6cde", "address": "fa:16:3e:aa:6a:f1", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a7dd857-cc", "ovs_interfaceid": "9a7dd857-cc2a-4e90-9c60-f6357fae6cde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.379126] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquiring lock "d8a69a2c-2c5d-42e8-b2c0-e0c3585de439" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.379239] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Lock "d8a69a2c-2c5d-42e8-b2c0-e0c3585de439" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.488847] env[68872]: DEBUG oslo_vmware.api [None req-295fe437-6022-4f08-b45b-785e99aedec2 tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Task: {'id': task-3092139, 'name': PowerOffVM_Task, 'duration_secs': 0.258286} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.489642] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-295fe437-6022-4f08-b45b-785e99aedec2 tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.489802] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-295fe437-6022-4f08-b45b-785e99aedec2 tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 675.492587] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4793344-1a26-4cad-804b-9c990fd9d3fd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.503360] env[68872]: DEBUG nova.compute.manager [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 675.602609] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-295fe437-6022-4f08-b45b-785e99aedec2 tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 675.602877] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-295fe437-6022-4f08-b45b-785e99aedec2 tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 675.603073] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-295fe437-6022-4f08-b45b-785e99aedec2 tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Deleting the datastore file [datastore1] d6ec7fd8-35f6-480f-946a-d7eabe072670 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.603450] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c02df45-57a3-4c01-a931-48e696681b40 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.608351] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f90b38a-6a30-4b37-8cca-25652946e177 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.612721] env[68872]: DEBUG oslo_vmware.api [None req-295fe437-6022-4f08-b45b-785e99aedec2 tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Waiting for the task: (returnval){ [ 675.612721] env[68872]: value = "task-3092142" [ 675.612721] env[68872]: _type = "Task" [ 675.612721] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.622575] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bc0879-4827-4c15-acf1-befde0a6175f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.631068] env[68872]: DEBUG oslo_vmware.api [None req-295fe437-6022-4f08-b45b-785e99aedec2 tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Task: {'id': task-3092142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.662018] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b755352c-f874-4668-a79e-0169f24aafa5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.673318] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97924314-549c-4f98-9a01-e4d9650d17e2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.689383] env[68872]: DEBUG nova.compute.provider_tree [None req-99a62533-c3ea-4a84-9465-f7a46d0f8f55 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.703631] env[68872]: DEBUG oslo_vmware.rw_handles [None req-482b366c-1979-4220-b344-26c4189e43ca tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52037f29-f46a-5b0e-9e8b-513f5884803d/disk-0.vmdk. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 675.704562] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe1c015-2e2f-4bbe-80d4-42d3b6c3e77c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.714389] env[68872]: DEBUG oslo_vmware.rw_handles [None req-482b366c-1979-4220-b344-26c4189e43ca tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52037f29-f46a-5b0e-9e8b-513f5884803d/disk-0.vmdk is in state: ready. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 675.716027] env[68872]: ERROR oslo_vmware.rw_handles [None req-482b366c-1979-4220-b344-26c4189e43ca tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52037f29-f46a-5b0e-9e8b-513f5884803d/disk-0.vmdk due to incomplete transfer. [ 675.716027] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cbf24e5e-ffc9-4400-a1e6-ffce0d6101f2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.728444] env[68872]: DEBUG oslo_vmware.rw_handles [None req-482b366c-1979-4220-b344-26c4189e43ca tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52037f29-f46a-5b0e-9e8b-513f5884803d/disk-0.vmdk. {{(pid=68872) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 675.728726] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-482b366c-1979-4220-b344-26c4189e43ca tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Uploaded image abafe160-c641-4b6b-8574-bd181bf08ac7 to the Glance image server {{(pid=68872) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 675.731644] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-482b366c-1979-4220-b344-26c4189e43ca tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Destroying the VM {{(pid=68872) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 675.732024] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8e145f1c-6dd4-4702-a663-6c15bec2f777 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.743875] env[68872]: DEBUG oslo_vmware.api [None req-482b366c-1979-4220-b344-26c4189e43ca tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Waiting for the task: (returnval){ [ 675.743875] env[68872]: value = "task-3092143" [ 675.743875] env[68872]: _type = "Task" [ 675.743875] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.759163] env[68872]: DEBUG oslo_vmware.api [None req-482b366c-1979-4220-b344-26c4189e43ca tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092143, 'name': Destroy_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.767363] env[68872]: DEBUG oslo_vmware.api [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092140, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.826873] env[68872]: DEBUG oslo_concurrency.lockutils [req-1b981655-7ace-44a3-aa8d-0dea7955a34a req-15fd1cb1-4ff3-46ff-9adc-52610aa37964 service nova] Releasing lock "refresh_cache-9945ec86-a679-4a3e-a72b-88ad7c7e4c18" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.855149] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquiring lock "c7c9ee10-b598-496a-ab2c-bf8c5fe97052" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.855478] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "c7c9ee10-b598-496a-ab2c-bf8c5fe97052" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.125249] env[68872]: DEBUG oslo_vmware.api [None req-295fe437-6022-4f08-b45b-785e99aedec2 tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Task: {'id': task-3092142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.35672} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.125547] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-295fe437-6022-4f08-b45b-785e99aedec2 tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.125769] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-295fe437-6022-4f08-b45b-785e99aedec2 tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.125987] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-295fe437-6022-4f08-b45b-785e99aedec2 tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.126208] env[68872]: INFO nova.compute.manager [None req-295fe437-6022-4f08-b45b-785e99aedec2 tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Took 1.18 seconds to destroy the instance on the hypervisor. [ 676.126503] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-295fe437-6022-4f08-b45b-785e99aedec2 tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.126755] env[68872]: DEBUG nova.compute.manager [-] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 676.126855] env[68872]: DEBUG nova.network.neutron [-] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 676.192453] env[68872]: DEBUG nova.scheduler.client.report [None req-99a62533-c3ea-4a84-9465-f7a46d0f8f55 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.263497] env[68872]: DEBUG oslo_vmware.api [None req-482b366c-1979-4220-b344-26c4189e43ca tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092143, 'name': Destroy_Task} progress is 33%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.271230] env[68872]: DEBUG oslo_vmware.api [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092140, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59038} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.271638] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8/56a9ffd3-650b-4a48-b9e4-ab5cd5974de8.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.271971] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.272726] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a751ed61-8031-4c0b-87d8-adaaf1ecc69b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.281181] env[68872]: DEBUG oslo_vmware.api [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 676.281181] env[68872]: value = "task-3092144" [ 676.281181] env[68872]: _type = "Task" [ 676.281181] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.290610] env[68872]: DEBUG oslo_vmware.api [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092144, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.512638] env[68872]: DEBUG nova.compute.manager [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 676.538693] env[68872]: DEBUG nova.virt.hardware [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 676.538985] env[68872]: DEBUG nova.virt.hardware [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 676.539185] env[68872]: DEBUG nova.virt.hardware [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.539530] env[68872]: DEBUG nova.virt.hardware [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 676.539729] env[68872]: DEBUG nova.virt.hardware [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.539881] env[68872]: DEBUG nova.virt.hardware [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 676.540102] env[68872]: DEBUG nova.virt.hardware [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 676.540267] env[68872]: DEBUG nova.virt.hardware [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 676.540454] env[68872]: DEBUG nova.virt.hardware [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 676.540614] env[68872]: DEBUG nova.virt.hardware [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 676.540786] env[68872]: DEBUG nova.virt.hardware [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 676.541759] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6622af3c-68a4-4070-8b03-322b638218b7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.550814] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f274b3-de7d-4d77-ac36-f0cb20f328ce {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.566568] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Instance VIF info [] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.572095] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Creating folder: Project (1e6122e4e69b4be5a8b71381b4c99511). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.572411] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-608c3cb1-0025-4fab-8495-507656680427 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.586053] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Created folder: Project (1e6122e4e69b4be5a8b71381b4c99511) in parent group-v618835. [ 676.586289] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Creating folder: Instances. Parent ref: group-v618911. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.586573] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76a530f2-cb60-4060-ace3-851962e3e64f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.596915] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Created folder: Instances in parent group-v618911. [ 676.597181] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.597385] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.597590] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d3ac4d9-0feb-40f0-9b2e-1927b6bc05ed {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.614796] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.614796] env[68872]: value = "task-3092147" [ 676.614796] env[68872]: _type = "Task" [ 676.614796] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.622898] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092147, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.697441] env[68872]: DEBUG oslo_concurrency.lockutils [None req-99a62533-c3ea-4a84-9465-f7a46d0f8f55 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.700065] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.351s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.701877] env[68872]: INFO nova.compute.claims [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.727733] env[68872]: INFO nova.scheduler.client.report [None req-99a62533-c3ea-4a84-9465-f7a46d0f8f55 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Deleted allocations for instance c9261fcc-7aa8-4afb-aa30-57df0ef71a44 [ 676.756762] env[68872]: DEBUG oslo_vmware.api [None req-482b366c-1979-4220-b344-26c4189e43ca tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092143, 'name': Destroy_Task} progress is 33%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.791290] env[68872]: DEBUG oslo_vmware.api [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092144, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130022} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.791562] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.792338] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7df17c-efe3-4e1f-aa96-20ca5689abbb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.814330] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8/56a9ffd3-650b-4a48-b9e4-ab5cd5974de8.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.814630] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd8c7ff9-d725-4363-8adc-abe57df06a0d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.836114] env[68872]: DEBUG oslo_vmware.api [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 676.836114] env[68872]: value = "task-3092148" [ 676.836114] env[68872]: _type = "Task" [ 676.836114] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.845541] env[68872]: DEBUG oslo_vmware.api [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092148, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.886780] env[68872]: DEBUG nova.network.neutron [-] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.973371] env[68872]: DEBUG nova.compute.manager [req-6a16dd6c-2ebb-49dc-84da-af0f6c2e1591 req-16677fee-26a9-4f76-ab39-2bd8ac367383 service nova] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Received event network-vif-deleted-b4f80340-8c81-4f68-b6dd-f1dd0fbdde5e {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.125532] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092147, 'name': CreateVM_Task, 'duration_secs': 0.322309} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.125796] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.126145] env[68872]: DEBUG oslo_concurrency.lockutils [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.126385] env[68872]: DEBUG oslo_concurrency.lockutils [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.126746] env[68872]: DEBUG oslo_concurrency.lockutils [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.126998] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93e3e988-082f-4166-b86d-5b35b3685271 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.132188] env[68872]: DEBUG oslo_vmware.api [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Waiting for the task: (returnval){ [ 677.132188] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5297dbf2-a922-ac5f-30c6-d123571f7fe0" [ 677.132188] env[68872]: _type = "Task" [ 677.132188] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.140870] env[68872]: DEBUG oslo_vmware.api [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5297dbf2-a922-ac5f-30c6-d123571f7fe0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.234742] env[68872]: DEBUG oslo_concurrency.lockutils [None req-99a62533-c3ea-4a84-9465-f7a46d0f8f55 tempest-ServerDiagnosticsV248Test-40331512 tempest-ServerDiagnosticsV248Test-40331512-project-member] Lock "c9261fcc-7aa8-4afb-aa30-57df0ef71a44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.160s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.257347] env[68872]: DEBUG oslo_vmware.api [None req-482b366c-1979-4220-b344-26c4189e43ca tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092143, 'name': Destroy_Task, 'duration_secs': 1.167375} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.257594] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-482b366c-1979-4220-b344-26c4189e43ca tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Destroyed the VM [ 677.257913] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-482b366c-1979-4220-b344-26c4189e43ca tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Deleting Snapshot of the VM instance {{(pid=68872) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 677.258194] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-68c7847e-2ea7-4709-9ad4-7fc0692eda2c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.266324] env[68872]: DEBUG oslo_vmware.api [None req-482b366c-1979-4220-b344-26c4189e43ca tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Waiting for the task: (returnval){ [ 677.266324] env[68872]: value = "task-3092149" [ 677.266324] env[68872]: _type = "Task" [ 677.266324] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.275178] env[68872]: DEBUG oslo_vmware.api [None req-482b366c-1979-4220-b344-26c4189e43ca tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092149, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.346690] env[68872]: DEBUG oslo_vmware.api [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092148, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.391975] env[68872]: INFO nova.compute.manager [-] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Took 1.26 seconds to deallocate network for instance. [ 677.644545] env[68872]: DEBUG oslo_vmware.api [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5297dbf2-a922-ac5f-30c6-d123571f7fe0, 'name': SearchDatastore_Task, 'duration_secs': 0.01095} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.644939] env[68872]: DEBUG oslo_concurrency.lockutils [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.645263] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.645833] env[68872]: DEBUG oslo_concurrency.lockutils [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.645833] env[68872]: DEBUG oslo_concurrency.lockutils [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.646396] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.646728] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-352c9724-2619-4370-9cae-88062a65dbe5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.656275] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.656538] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.657326] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18f921ec-6f40-4d1d-95d4-3cb0f439d53a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.663693] env[68872]: DEBUG oslo_vmware.api [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Waiting for the task: (returnval){ [ 677.663693] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]521faff5-0941-3569-a4dd-e0b40b8e284c" [ 677.663693] env[68872]: _type = "Task" [ 677.663693] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.672261] env[68872]: DEBUG oslo_vmware.api [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]521faff5-0941-3569-a4dd-e0b40b8e284c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.784641] env[68872]: DEBUG oslo_vmware.api [None req-482b366c-1979-4220-b344-26c4189e43ca tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092149, 'name': RemoveSnapshot_Task} progress is 79%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.848684] env[68872]: DEBUG oslo_vmware.api [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092148, 'name': ReconfigVM_Task, 'duration_secs': 0.720367} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.848972] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8/56a9ffd3-650b-4a48-b9e4-ab5cd5974de8.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.849708] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-299c91e4-4c89-4b06-a4ab-ceda90bd7c0b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.857902] env[68872]: DEBUG oslo_vmware.api [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 677.857902] env[68872]: value = "task-3092150" [ 677.857902] env[68872]: _type = "Task" [ 677.857902] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.868853] env[68872]: DEBUG oslo_vmware.api [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092150, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.899069] env[68872]: DEBUG oslo_concurrency.lockutils [None req-295fe437-6022-4f08-b45b-785e99aedec2 tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.142505] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242d0800-05a0-4cfd-8dc9-9e1725805294 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.151226] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a092ad-89ef-431a-953d-fc03ab1b618e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.185454] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bee2f6-dff2-45c2-b85d-e2579e021d77 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.196668] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548e9784-8610-46a1-8fd9-ea320837ad9b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.200376] env[68872]: DEBUG oslo_vmware.api [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]521faff5-0941-3569-a4dd-e0b40b8e284c, 'name': SearchDatastore_Task, 'duration_secs': 0.010699} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.201393] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4d3e298-01f8-4b39-8778-75692deb764b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.211194] env[68872]: DEBUG nova.compute.provider_tree [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.216473] env[68872]: DEBUG oslo_vmware.api [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Waiting for the task: (returnval){ [ 678.216473] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52654b71-f1d9-16ad-3650-ab96599b6964" [ 678.216473] env[68872]: _type = "Task" [ 678.216473] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.224209] env[68872]: DEBUG oslo_vmware.api [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52654b71-f1d9-16ad-3650-ab96599b6964, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.276284] env[68872]: DEBUG oslo_vmware.api [None req-482b366c-1979-4220-b344-26c4189e43ca tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092149, 'name': RemoveSnapshot_Task, 'duration_secs': 0.779879} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.276983] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-482b366c-1979-4220-b344-26c4189e43ca tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Deleted Snapshot of the VM instance {{(pid=68872) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 678.276983] env[68872]: INFO nova.compute.manager [None req-482b366c-1979-4220-b344-26c4189e43ca tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Took 17.60 seconds to snapshot the instance on the hypervisor. [ 678.368013] env[68872]: DEBUG oslo_vmware.api [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092150, 'name': Rename_Task, 'duration_secs': 0.175835} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.369028] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.369028] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1d2f0d4-1dc6-4db4-bb6d-a03d6c4d02e3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.377637] env[68872]: DEBUG oslo_vmware.api [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 678.377637] env[68872]: value = "task-3092151" [ 678.377637] env[68872]: _type = "Task" [ 678.377637] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.386332] env[68872]: DEBUG oslo_vmware.api [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.714873] env[68872]: DEBUG nova.scheduler.client.report [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.728423] env[68872]: DEBUG oslo_vmware.api [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52654b71-f1d9-16ad-3650-ab96599b6964, 'name': SearchDatastore_Task, 'duration_secs': 0.012044} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.728751] env[68872]: DEBUG oslo_concurrency.lockutils [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.729053] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 3f7997a5-fb73-4e2f-a767-e5ab6a549456/3f7997a5-fb73-4e2f-a767-e5ab6a549456.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.729348] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f9f403a-7763-4b78-bbed-466e55a734c5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.737615] env[68872]: DEBUG oslo_vmware.api [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Waiting for the task: (returnval){ [ 678.737615] env[68872]: value = "task-3092152" [ 678.737615] env[68872]: _type = "Task" [ 678.737615] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.748535] env[68872]: DEBUG oslo_vmware.api [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': task-3092152, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.888828] env[68872]: DEBUG oslo_vmware.api [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092151, 'name': PowerOnVM_Task, 'duration_secs': 0.510669} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.889165] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.889486] env[68872]: INFO nova.compute.manager [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Took 9.02 seconds to spawn the instance on the hypervisor. [ 678.889712] env[68872]: DEBUG nova.compute.manager [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.890561] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303553b6-f467-4f4d-a9d5-41d9e1008bd7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.223589] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.224179] env[68872]: DEBUG nova.compute.manager [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.228025] env[68872]: DEBUG oslo_concurrency.lockutils [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.779s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.228704] env[68872]: INFO nova.compute.claims [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.255862] env[68872]: DEBUG oslo_vmware.api [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': task-3092152, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50262} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.259921] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 3f7997a5-fb73-4e2f-a767-e5ab6a549456/3f7997a5-fb73-4e2f-a767-e5ab6a549456.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.259921] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.259921] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed1dd600-5d12-4c5d-8df8-4c374b9246c2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.266984] env[68872]: DEBUG oslo_vmware.api [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Waiting for the task: (returnval){ [ 679.266984] env[68872]: value = "task-3092153" [ 679.266984] env[68872]: _type = "Task" [ 679.266984] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.278437] env[68872]: DEBUG oslo_vmware.api [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': task-3092153, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.408871] env[68872]: INFO nova.compute.manager [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Took 40.88 seconds to build instance. [ 679.733653] env[68872]: DEBUG nova.compute.utils [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.738530] env[68872]: DEBUG nova.compute.manager [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.739697] env[68872]: DEBUG nova.network.neutron [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.781697] env[68872]: DEBUG oslo_vmware.api [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': task-3092153, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070313} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.783122] env[68872]: DEBUG nova.policy [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '505d8c9508d946a389f1842eb0c52285', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82727d6272e048f4acfc212225be53b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.784773] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.785604] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a12d78-5dc9-4e67-87ee-d3f8a6c143f4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.811523] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 3f7997a5-fb73-4e2f-a767-e5ab6a549456/3f7997a5-fb73-4e2f-a767-e5ab6a549456.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.811846] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-971e928f-157a-4c2e-8b61-11028b1e0791 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.838380] env[68872]: DEBUG oslo_vmware.api [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Waiting for the task: (returnval){ [ 679.838380] env[68872]: value = "task-3092154" [ 679.838380] env[68872]: _type = "Task" [ 679.838380] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.845923] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c7a355-bd07-4e21-8caf-0399c92ae48e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.852552] env[68872]: DEBUG oslo_vmware.api [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': task-3092154, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.856503] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f7257bf4-f781-48ce-bd56-1da2715476c7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Suspending the VM {{(pid=68872) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 679.856769] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3924e4fd-52b0-4a72-a7a6-ea588dcc0b50 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.865288] env[68872]: DEBUG oslo_vmware.api [None req-f7257bf4-f781-48ce-bd56-1da2715476c7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 679.865288] env[68872]: value = "task-3092155" [ 679.865288] env[68872]: _type = "Task" [ 679.865288] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.877565] env[68872]: DEBUG oslo_vmware.api [None req-f7257bf4-f781-48ce-bd56-1da2715476c7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092155, 'name': SuspendVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.911110] env[68872]: DEBUG oslo_concurrency.lockutils [None req-864a2b45-0881-447c-b41b-3b8eb9d1d9a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "56a9ffd3-650b-4a48-b9e4-ab5cd5974de8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.679s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.148559] env[68872]: DEBUG nova.network.neutron [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Successfully created port: ad038f9b-a736-48c7-b1c1-96736f8be744 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.242027] env[68872]: DEBUG nova.compute.manager [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 680.354787] env[68872]: DEBUG oslo_vmware.api [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': task-3092154, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.378509] env[68872]: DEBUG oslo_vmware.api [None req-f7257bf4-f781-48ce-bd56-1da2715476c7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092155, 'name': SuspendVM_Task} progress is 62%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.419298] env[68872]: DEBUG nova.compute.manager [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.829020] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1d6483-2791-410f-b0e9-f67e95694614 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.839041] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880fd051-f0eb-4147-8330-0c55a30124c2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.852869] env[68872]: DEBUG oslo_vmware.api [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': task-3092154, 'name': ReconfigVM_Task, 'duration_secs': 0.545244} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.880577] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 3f7997a5-fb73-4e2f-a767-e5ab6a549456/3f7997a5-fb73-4e2f-a767-e5ab6a549456.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.881633] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70f06dd8-f806-428f-9e9f-7e2fbbbcabed {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.886554] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57dc4bf6-7139-4394-a7bc-ad888da29005 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.895979] env[68872]: DEBUG oslo_vmware.api [None req-f7257bf4-f781-48ce-bd56-1da2715476c7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092155, 'name': SuspendVM_Task} progress is 62%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.900459] env[68872]: DEBUG oslo_vmware.api [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Waiting for the task: (returnval){ [ 680.900459] env[68872]: value = "task-3092156" [ 680.900459] env[68872]: _type = "Task" [ 680.900459] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.901923] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60981d4d-5751-4376-94c3-438aad34451d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.910496] env[68872]: DEBUG nova.compute.manager [None req-a67ddcc7-572b-48fd-abfe-6348f4ad31f6 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.911718] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d2c1e3-4d48-4d7d-9458-0702a4b9c9fe {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.923200] env[68872]: DEBUG nova.compute.provider_tree [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.931374] env[68872]: DEBUG oslo_vmware.api [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': task-3092156, 'name': Rename_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.951792] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.255157] env[68872]: DEBUG nova.compute.manager [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.281144] env[68872]: DEBUG nova.virt.hardware [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.281398] env[68872]: DEBUG nova.virt.hardware [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.281555] env[68872]: DEBUG nova.virt.hardware [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.281734] env[68872]: DEBUG nova.virt.hardware [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.281880] env[68872]: DEBUG nova.virt.hardware [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.282134] env[68872]: DEBUG nova.virt.hardware [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.282243] env[68872]: DEBUG nova.virt.hardware [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.282401] env[68872]: DEBUG nova.virt.hardware [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.282589] env[68872]: DEBUG nova.virt.hardware [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.282730] env[68872]: DEBUG nova.virt.hardware [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.282985] env[68872]: DEBUG nova.virt.hardware [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.283848] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105af9bc-3eb5-4bda-b417-5e04157b7f73 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.293358] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7d8f44-857b-4463-a517-f851fa22274e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.391918] env[68872]: DEBUG oslo_vmware.api [None req-f7257bf4-f781-48ce-bd56-1da2715476c7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092155, 'name': SuspendVM_Task, 'duration_secs': 1.277687} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.391918] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f7257bf4-f781-48ce-bd56-1da2715476c7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Suspended the VM {{(pid=68872) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 681.392053] env[68872]: DEBUG nova.compute.manager [None req-f7257bf4-f781-48ce-bd56-1da2715476c7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.392844] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51aeb5f1-8015-4817-a50a-97880cd83258 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.411565] env[68872]: DEBUG oslo_vmware.api [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': task-3092156, 'name': Rename_Task, 'duration_secs': 0.314492} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.411859] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.412124] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79465ade-4e82-4285-9949-f828150fa0a4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.420928] env[68872]: DEBUG oslo_vmware.api [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Waiting for the task: (returnval){ [ 681.420928] env[68872]: value = "task-3092157" [ 681.420928] env[68872]: _type = "Task" [ 681.420928] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.433506] env[68872]: DEBUG oslo_vmware.api [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': task-3092157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.434659] env[68872]: DEBUG nova.scheduler.client.report [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.445653] env[68872]: INFO nova.compute.manager [None req-a67ddcc7-572b-48fd-abfe-6348f4ad31f6 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] instance snapshotting [ 681.448673] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cca9cc-d1cb-4c51-b2dc-3529d974a8db {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.471643] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca18bc42-aa79-49e2-8b01-f633d31957dc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.813585] env[68872]: DEBUG nova.compute.manager [req-2d538ceb-97d5-4e62-a678-966a2c6340fc req-d9e4eb2c-7adf-4d1a-b344-62509584a4c6 service nova] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Received event network-vif-plugged-ad038f9b-a736-48c7-b1c1-96736f8be744 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.815116] env[68872]: DEBUG oslo_concurrency.lockutils [req-2d538ceb-97d5-4e62-a678-966a2c6340fc req-d9e4eb2c-7adf-4d1a-b344-62509584a4c6 service nova] Acquiring lock "2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.815116] env[68872]: DEBUG oslo_concurrency.lockutils [req-2d538ceb-97d5-4e62-a678-966a2c6340fc req-d9e4eb2c-7adf-4d1a-b344-62509584a4c6 service nova] Lock "2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.815116] env[68872]: DEBUG oslo_concurrency.lockutils [req-2d538ceb-97d5-4e62-a678-966a2c6340fc req-d9e4eb2c-7adf-4d1a-b344-62509584a4c6 service nova] Lock "2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.815116] env[68872]: DEBUG nova.compute.manager [req-2d538ceb-97d5-4e62-a678-966a2c6340fc req-d9e4eb2c-7adf-4d1a-b344-62509584a4c6 service nova] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] No waiting events found dispatching network-vif-plugged-ad038f9b-a736-48c7-b1c1-96736f8be744 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.815402] env[68872]: WARNING nova.compute.manager [req-2d538ceb-97d5-4e62-a678-966a2c6340fc req-d9e4eb2c-7adf-4d1a-b344-62509584a4c6 service nova] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Received unexpected event network-vif-plugged-ad038f9b-a736-48c7-b1c1-96736f8be744 for instance with vm_state building and task_state spawning. [ 681.816735] env[68872]: DEBUG nova.network.neutron [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Successfully updated port: ad038f9b-a736-48c7-b1c1-96736f8be744 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.933607] env[68872]: DEBUG oslo_vmware.api [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': task-3092157, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.948807] env[68872]: DEBUG oslo_concurrency.lockutils [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.949364] env[68872]: DEBUG nova.compute.manager [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.953555] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0b33fbcd-9dd4-4a8b-8d0e-1e0469182c85 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.102s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.953555] env[68872]: DEBUG nova.objects.instance [None req-0b33fbcd-9dd4-4a8b-8d0e-1e0469182c85 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Lazy-loading 'resources' on Instance uuid 94452cee-d071-4dc4-a073-0a42e72667c6 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 681.986313] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a67ddcc7-572b-48fd-abfe-6348f4ad31f6 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Creating Snapshot of the VM instance {{(pid=68872) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 681.986580] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-81352925-68b8-4ddd-bda4-43a1b0404151 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.994970] env[68872]: DEBUG oslo_vmware.api [None req-a67ddcc7-572b-48fd-abfe-6348f4ad31f6 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Waiting for the task: (returnval){ [ 681.994970] env[68872]: value = "task-3092158" [ 681.994970] env[68872]: _type = "Task" [ 681.994970] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.005303] env[68872]: DEBUG oslo_vmware.api [None req-a67ddcc7-572b-48fd-abfe-6348f4ad31f6 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092158, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.320830] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquiring lock "refresh_cache-2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.321064] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquired lock "refresh_cache-2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.321208] env[68872]: DEBUG nova.network.neutron [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.435341] env[68872]: DEBUG oslo_vmware.api [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': task-3092157, 'name': PowerOnVM_Task, 'duration_secs': 0.58728} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.436161] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.436407] env[68872]: INFO nova.compute.manager [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Took 5.92 seconds to spawn the instance on the hypervisor. [ 682.436587] env[68872]: DEBUG nova.compute.manager [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.437399] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb13c41-a54b-48c3-bac2-d71fd8171685 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.456942] env[68872]: DEBUG nova.compute.utils [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.458443] env[68872]: DEBUG nova.compute.manager [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.458638] env[68872]: DEBUG nova.network.neutron [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.506266] env[68872]: DEBUG oslo_vmware.api [None req-a67ddcc7-572b-48fd-abfe-6348f4ad31f6 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092158, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.523019] env[68872]: DEBUG nova.policy [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '505d8c9508d946a389f1842eb0c52285', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82727d6272e048f4acfc212225be53b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.646360] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquiring lock "dc37cf64-53d1-4b17-aa7d-2659924aef50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.646605] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lock "dc37cf64-53d1-4b17-aa7d-2659924aef50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.809614] env[68872]: DEBUG nova.network.neutron [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Successfully created port: aa3c9b51-a52a-4849-b09d-ef4b94252a59 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.878112] env[68872]: DEBUG nova.network.neutron [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.965206] env[68872]: DEBUG nova.compute.manager [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.969150] env[68872]: INFO nova.compute.manager [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Took 34.72 seconds to build instance. [ 683.023789] env[68872]: DEBUG oslo_vmware.api [None req-a67ddcc7-572b-48fd-abfe-6348f4ad31f6 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092158, 'name': CreateSnapshot_Task, 'duration_secs': 0.608709} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.027640] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a67ddcc7-572b-48fd-abfe-6348f4ad31f6 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Created Snapshot of the VM instance {{(pid=68872) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 683.029879] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f5b97b-0f2c-43c2-98f6-14b475ce83a2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.084215] env[68872]: DEBUG nova.network.neutron [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Updating instance_info_cache with network_info: [{"id": "ad038f9b-a736-48c7-b1c1-96736f8be744", "address": "fa:16:3e:18:6d:8d", "network": {"id": "f4fafaa5-3b60-4a35-9a9a-548d6bb6be4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-238414770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82727d6272e048f4acfc212225be53b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad038f9b-a7", "ovs_interfaceid": "ad038f9b-a736-48c7-b1c1-96736f8be744", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.088664] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85eb304e-856b-4a68-bbf0-468a40bced35 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.099143] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff64c18a-8ae9-4f6f-8aed-6f67bdf1c063 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.135865] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e32e58-d1e6-4750-9357-2ffe9668c430 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.145222] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bb9d70-e858-4638-8d09-f3a8ebff6862 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.160903] env[68872]: DEBUG nova.compute.provider_tree [None req-0b33fbcd-9dd4-4a8b-8d0e-1e0469182c85 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.362877] env[68872]: DEBUG nova.compute.manager [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.363851] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c425cc1d-6c79-4a6a-866d-76fdee68f209 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.475474] env[68872]: DEBUG oslo_concurrency.lockutils [None req-30fdb672-eca1-4db6-9017-a311d13e210c tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Lock "3f7997a5-fb73-4e2f-a767-e5ab6a549456" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.444s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.561168] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a67ddcc7-572b-48fd-abfe-6348f4ad31f6 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Creating linked-clone VM from snapshot {{(pid=68872) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 683.561535] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-99ec1438-ef1a-45d7-ace1-ff275abec310 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.573092] env[68872]: DEBUG oslo_vmware.api [None req-a67ddcc7-572b-48fd-abfe-6348f4ad31f6 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Waiting for the task: (returnval){ [ 683.573092] env[68872]: value = "task-3092159" [ 683.573092] env[68872]: _type = "Task" [ 683.573092] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.581519] env[68872]: DEBUG oslo_vmware.api [None req-a67ddcc7-572b-48fd-abfe-6348f4ad31f6 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092159, 'name': CloneVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.594139] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Releasing lock "refresh_cache-2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.594477] env[68872]: DEBUG nova.compute.manager [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Instance network_info: |[{"id": "ad038f9b-a736-48c7-b1c1-96736f8be744", "address": "fa:16:3e:18:6d:8d", "network": {"id": "f4fafaa5-3b60-4a35-9a9a-548d6bb6be4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-238414770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82727d6272e048f4acfc212225be53b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad038f9b-a7", "ovs_interfaceid": "ad038f9b-a736-48c7-b1c1-96736f8be744", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 683.594873] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:6d:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7041d198-66a3-40de-bf7d-cfc036e6ed69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad038f9b-a736-48c7-b1c1-96736f8be744', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.602372] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Creating folder: Project (82727d6272e048f4acfc212225be53b9). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.602642] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-787eb406-3c4d-4ca9-a8b0-060a92bacdd2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.613430] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Created folder: Project (82727d6272e048f4acfc212225be53b9) in parent group-v618835. [ 683.613625] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Creating folder: Instances. Parent ref: group-v618915. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.613867] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e574763f-d4f6-4e70-b061-7fdb1f1bf757 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.625432] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Created folder: Instances in parent group-v618915. [ 683.625686] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.625889] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.626121] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e26969f1-f139-4d89-8366-b8a912aa53f7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.646993] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.646993] env[68872]: value = "task-3092162" [ 683.646993] env[68872]: _type = "Task" [ 683.646993] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.655557] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092162, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.663694] env[68872]: DEBUG nova.scheduler.client.report [None req-0b33fbcd-9dd4-4a8b-8d0e-1e0469182c85 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.790647] env[68872]: INFO nova.compute.manager [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Rebuilding instance [ 683.831401] env[68872]: DEBUG nova.compute.manager [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.832323] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91f5d25-3886-4e2f-a247-cd579a3bc1c9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.837668] env[68872]: DEBUG nova.compute.manager [req-22400b6d-9cb6-4447-86dd-ff8115204fc2 req-6e362f89-2922-4d8f-b043-adb646e06838 service nova] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Received event network-changed-ad038f9b-a736-48c7-b1c1-96736f8be744 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.837853] env[68872]: DEBUG nova.compute.manager [req-22400b6d-9cb6-4447-86dd-ff8115204fc2 req-6e362f89-2922-4d8f-b043-adb646e06838 service nova] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Refreshing instance network info cache due to event network-changed-ad038f9b-a736-48c7-b1c1-96736f8be744. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.838090] env[68872]: DEBUG oslo_concurrency.lockutils [req-22400b6d-9cb6-4447-86dd-ff8115204fc2 req-6e362f89-2922-4d8f-b043-adb646e06838 service nova] Acquiring lock "refresh_cache-2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.838300] env[68872]: DEBUG oslo_concurrency.lockutils [req-22400b6d-9cb6-4447-86dd-ff8115204fc2 req-6e362f89-2922-4d8f-b043-adb646e06838 service nova] Acquired lock "refresh_cache-2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.838466] env[68872]: DEBUG nova.network.neutron [req-22400b6d-9cb6-4447-86dd-ff8115204fc2 req-6e362f89-2922-4d8f-b043-adb646e06838 service nova] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Refreshing network info cache for port ad038f9b-a736-48c7-b1c1-96736f8be744 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.875048] env[68872]: INFO nova.compute.manager [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] instance snapshotting [ 683.875290] env[68872]: WARNING nova.compute.manager [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 683.877754] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7473eb3-1806-4006-9931-45d65a58522c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.898940] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54e9aea-00dc-4670-b8f1-8cccfd31263b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.978061] env[68872]: DEBUG nova.compute.manager [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.981627] env[68872]: DEBUG nova.compute.manager [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.004144] env[68872]: DEBUG nova.virt.hardware [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.004446] env[68872]: DEBUG nova.virt.hardware [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.004641] env[68872]: DEBUG nova.virt.hardware [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.004850] env[68872]: DEBUG nova.virt.hardware [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.005072] env[68872]: DEBUG nova.virt.hardware [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.005286] env[68872]: DEBUG nova.virt.hardware [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.005562] env[68872]: DEBUG nova.virt.hardware [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.005755] env[68872]: DEBUG nova.virt.hardware [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.006462] env[68872]: DEBUG nova.virt.hardware [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.006462] env[68872]: DEBUG nova.virt.hardware [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.006462] env[68872]: DEBUG nova.virt.hardware [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.007319] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0942fa0f-d8d0-42bd-8014-216fa825110e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.016294] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9ee1ca-3fd4-456d-9354-00d43185d3fb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.083976] env[68872]: DEBUG oslo_vmware.api [None req-a67ddcc7-572b-48fd-abfe-6348f4ad31f6 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092159, 'name': CloneVM_Task} progress is 94%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.157505] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092162, 'name': CreateVM_Task, 'duration_secs': 0.374738} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.157621] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.158355] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.158530] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.158981] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.159148] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6d4c82b-fe03-45f5-ad00-053ff8666537 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.165275] env[68872]: DEBUG oslo_vmware.api [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 684.165275] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d0bcc1-7cae-43d7-a43d-864f011e212c" [ 684.165275] env[68872]: _type = "Task" [ 684.165275] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.169015] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0b33fbcd-9dd4-4a8b-8d0e-1e0469182c85 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.216s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.171532] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.850s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.173223] env[68872]: INFO nova.compute.claims [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.182164] env[68872]: DEBUG oslo_vmware.api [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d0bcc1-7cae-43d7-a43d-864f011e212c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.197090] env[68872]: INFO nova.scheduler.client.report [None req-0b33fbcd-9dd4-4a8b-8d0e-1e0469182c85 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Deleted allocations for instance 94452cee-d071-4dc4-a073-0a42e72667c6 [ 684.412105] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Creating Snapshot of the VM instance {{(pid=68872) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 684.412564] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-65737027-5c61-4999-a2e7-8c4b6fcb6281 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.424173] env[68872]: DEBUG oslo_vmware.api [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 684.424173] env[68872]: value = "task-3092163" [ 684.424173] env[68872]: _type = "Task" [ 684.424173] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.438748] env[68872]: DEBUG oslo_vmware.api [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092163, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.441139] env[68872]: DEBUG nova.network.neutron [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Successfully updated port: aa3c9b51-a52a-4849-b09d-ef4b94252a59 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.501145] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.586018] env[68872]: DEBUG oslo_vmware.api [None req-a67ddcc7-572b-48fd-abfe-6348f4ad31f6 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092159, 'name': CloneVM_Task} progress is 95%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.635739] env[68872]: DEBUG nova.network.neutron [req-22400b6d-9cb6-4447-86dd-ff8115204fc2 req-6e362f89-2922-4d8f-b043-adb646e06838 service nova] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Updated VIF entry in instance network info cache for port ad038f9b-a736-48c7-b1c1-96736f8be744. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.636121] env[68872]: DEBUG nova.network.neutron [req-22400b6d-9cb6-4447-86dd-ff8115204fc2 req-6e362f89-2922-4d8f-b043-adb646e06838 service nova] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Updating instance_info_cache with network_info: [{"id": "ad038f9b-a736-48c7-b1c1-96736f8be744", "address": "fa:16:3e:18:6d:8d", "network": {"id": "f4fafaa5-3b60-4a35-9a9a-548d6bb6be4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-238414770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82727d6272e048f4acfc212225be53b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad038f9b-a7", "ovs_interfaceid": "ad038f9b-a736-48c7-b1c1-96736f8be744", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.679976] env[68872]: DEBUG oslo_vmware.api [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d0bcc1-7cae-43d7-a43d-864f011e212c, 'name': SearchDatastore_Task, 'duration_secs': 0.038107} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.680593] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.680830] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.681068] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.681276] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.681389] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.681852] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8e71696-e37f-47e7-991e-70d98521bfb2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.692009] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.692267] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.693218] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90d25da3-60bc-43b9-89de-fc53f7c4f98d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.700820] env[68872]: DEBUG oslo_vmware.api [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 684.700820] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f532df-a658-2c7f-dc67-12a8572cbbc9" [ 684.700820] env[68872]: _type = "Task" [ 684.700820] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.707934] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0b33fbcd-9dd4-4a8b-8d0e-1e0469182c85 tempest-ImagesNegativeTestJSON-527096007 tempest-ImagesNegativeTestJSON-527096007-project-member] Lock "94452cee-d071-4dc4-a073-0a42e72667c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.449s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.714411] env[68872]: DEBUG oslo_vmware.api [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f532df-a658-2c7f-dc67-12a8572cbbc9, 'name': SearchDatastore_Task, 'duration_secs': 0.010936} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.715325] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f55926cf-dff8-4f35-8961-5a2363a522f0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.722103] env[68872]: DEBUG oslo_vmware.api [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 684.722103] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52e6bfbe-2f6f-9a5d-f296-793704a626b9" [ 684.722103] env[68872]: _type = "Task" [ 684.722103] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.732464] env[68872]: DEBUG oslo_vmware.api [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52e6bfbe-2f6f-9a5d-f296-793704a626b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.850720] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 684.851068] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06d7c156-61e2-43a1-9106-6e5fe9430707 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.858700] env[68872]: DEBUG oslo_vmware.api [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Waiting for the task: (returnval){ [ 684.858700] env[68872]: value = "task-3092164" [ 684.858700] env[68872]: _type = "Task" [ 684.858700] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.869370] env[68872]: DEBUG oslo_vmware.api [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': task-3092164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.935936] env[68872]: DEBUG oslo_vmware.api [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092163, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.943941] env[68872]: DEBUG oslo_concurrency.lockutils [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquiring lock "refresh_cache-9ba49303-832d-4da0-b856-a46bcb2bda5a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.944175] env[68872]: DEBUG oslo_concurrency.lockutils [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquired lock "refresh_cache-9ba49303-832d-4da0-b856-a46bcb2bda5a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.944365] env[68872]: DEBUG nova.network.neutron [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.084697] env[68872]: DEBUG oslo_vmware.api [None req-a67ddcc7-572b-48fd-abfe-6348f4ad31f6 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092159, 'name': CloneVM_Task, 'duration_secs': 1.307018} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.085835] env[68872]: INFO nova.virt.vmwareapi.vmops [None req-a67ddcc7-572b-48fd-abfe-6348f4ad31f6 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Created linked-clone VM from snapshot [ 685.085835] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba16ed6-83c1-4399-bc6f-566553cb09c9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.095019] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-a67ddcc7-572b-48fd-abfe-6348f4ad31f6 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Uploading image be089135-cef9-48da-a293-d42617aa683d {{(pid=68872) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 685.120192] env[68872]: DEBUG oslo_vmware.rw_handles [None req-a67ddcc7-572b-48fd-abfe-6348f4ad31f6 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 685.120192] env[68872]: value = "vm-618916" [ 685.120192] env[68872]: _type = "VirtualMachine" [ 685.120192] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 685.120546] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-89fe114e-d625-4c49-aed9-e14559ed5cc9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.128393] env[68872]: DEBUG oslo_vmware.rw_handles [None req-a67ddcc7-572b-48fd-abfe-6348f4ad31f6 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Lease: (returnval){ [ 685.128393] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52af576a-d65f-8b05-cbb8-bc0a956162c3" [ 685.128393] env[68872]: _type = "HttpNfcLease" [ 685.128393] env[68872]: } obtained for exporting VM: (result){ [ 685.128393] env[68872]: value = "vm-618916" [ 685.128393] env[68872]: _type = "VirtualMachine" [ 685.128393] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 685.128665] env[68872]: DEBUG oslo_vmware.api [None req-a67ddcc7-572b-48fd-abfe-6348f4ad31f6 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Waiting for the lease: (returnval){ [ 685.128665] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52af576a-d65f-8b05-cbb8-bc0a956162c3" [ 685.128665] env[68872]: _type = "HttpNfcLease" [ 685.128665] env[68872]: } to be ready. {{(pid=68872) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 685.135743] env[68872]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 685.135743] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52af576a-d65f-8b05-cbb8-bc0a956162c3" [ 685.135743] env[68872]: _type = "HttpNfcLease" [ 685.135743] env[68872]: } is initializing. {{(pid=68872) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 685.138384] env[68872]: DEBUG oslo_concurrency.lockutils [req-22400b6d-9cb6-4447-86dd-ff8115204fc2 req-6e362f89-2922-4d8f-b043-adb646e06838 service nova] Releasing lock "refresh_cache-2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.235914] env[68872]: DEBUG oslo_vmware.api [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52e6bfbe-2f6f-9a5d-f296-793704a626b9, 'name': SearchDatastore_Task, 'duration_secs': 0.011075} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.236224] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.236482] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012/2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.236832] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01e81720-f1ef-4def-ad4a-e2b2fcd4ed0b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.245966] env[68872]: DEBUG oslo_vmware.api [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 685.245966] env[68872]: value = "task-3092166" [ 685.245966] env[68872]: _type = "Task" [ 685.245966] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.256273] env[68872]: DEBUG oslo_vmware.api [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.376025] env[68872]: DEBUG oslo_vmware.api [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': task-3092164, 'name': PowerOffVM_Task, 'duration_secs': 0.13765} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.377566] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 685.378750] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 685.380240] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bb37f8-aa18-4367-8410-f38fe6fffb2e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.389555] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 685.392276] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86be36a6-23ab-45c0-85d3-28995bd7934c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.421787] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 685.422147] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 685.422415] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Deleting the datastore file [datastore1] 3f7997a5-fb73-4e2f-a767-e5ab6a549456 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 685.422723] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1d2eaaa-ddc1-4f99-8500-5694c59d19f3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.431797] env[68872]: DEBUG oslo_vmware.api [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Waiting for the task: (returnval){ [ 685.431797] env[68872]: value = "task-3092168" [ 685.431797] env[68872]: _type = "Task" [ 685.431797] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.439026] env[68872]: DEBUG oslo_vmware.api [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092163, 'name': CreateSnapshot_Task, 'duration_secs': 0.653602} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.443736] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Created Snapshot of the VM instance {{(pid=68872) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 685.445128] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e907aa-f274-4a96-95a7-3bea1bc882d4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.452697] env[68872]: DEBUG oslo_vmware.api [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': task-3092168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.642332] env[68872]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 685.642332] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52af576a-d65f-8b05-cbb8-bc0a956162c3" [ 685.642332] env[68872]: _type = "HttpNfcLease" [ 685.642332] env[68872]: } is ready. {{(pid=68872) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 685.642782] env[68872]: DEBUG oslo_vmware.rw_handles [None req-a67ddcc7-572b-48fd-abfe-6348f4ad31f6 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 685.642782] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52af576a-d65f-8b05-cbb8-bc0a956162c3" [ 685.642782] env[68872]: _type = "HttpNfcLease" [ 685.642782] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 685.643955] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0f4530-3dfc-4988-861a-ec3f24a3eeda {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.656977] env[68872]: DEBUG oslo_vmware.rw_handles [None req-a67ddcc7-572b-48fd-abfe-6348f4ad31f6 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b26ec-6fd3-b01c-49d8-4628b2f8835f/disk-0.vmdk from lease info. {{(pid=68872) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 685.657194] env[68872]: DEBUG oslo_vmware.rw_handles [None req-a67ddcc7-572b-48fd-abfe-6348f4ad31f6 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b26ec-6fd3-b01c-49d8-4628b2f8835f/disk-0.vmdk for reading. {{(pid=68872) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 685.730910] env[68872]: DEBUG nova.network.neutron [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.737772] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c017b81-7163-4bbd-a76e-09727a417da1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.745767] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfe0570-f06e-4e90-a39b-4b1415801833 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.760272] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7bad635b-d5aa-4acd-a29c-40400a1da4b6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.762218] env[68872]: DEBUG oslo_vmware.api [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092166, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.793329] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468796e0-7388-4e84-a5ff-dd6ad3226ff0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.806358] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ce9f37-9ce5-4c8f-ad03-5e582742c505 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.826046] env[68872]: DEBUG nova.compute.provider_tree [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.918471] env[68872]: DEBUG nova.compute.manager [req-ceee00cd-8992-4995-8aa3-97d9430548fb req-cbb4e40b-f405-4d65-b2b8-ea98fcd332b1 service nova] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Received event network-vif-plugged-aa3c9b51-a52a-4849-b09d-ef4b94252a59 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.918687] env[68872]: DEBUG oslo_concurrency.lockutils [req-ceee00cd-8992-4995-8aa3-97d9430548fb req-cbb4e40b-f405-4d65-b2b8-ea98fcd332b1 service nova] Acquiring lock "9ba49303-832d-4da0-b856-a46bcb2bda5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.919020] env[68872]: DEBUG oslo_concurrency.lockutils [req-ceee00cd-8992-4995-8aa3-97d9430548fb req-cbb4e40b-f405-4d65-b2b8-ea98fcd332b1 service nova] Lock "9ba49303-832d-4da0-b856-a46bcb2bda5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.919141] env[68872]: DEBUG oslo_concurrency.lockutils [req-ceee00cd-8992-4995-8aa3-97d9430548fb req-cbb4e40b-f405-4d65-b2b8-ea98fcd332b1 service nova] Lock "9ba49303-832d-4da0-b856-a46bcb2bda5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.919391] env[68872]: DEBUG nova.compute.manager [req-ceee00cd-8992-4995-8aa3-97d9430548fb req-cbb4e40b-f405-4d65-b2b8-ea98fcd332b1 service nova] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] No waiting events found dispatching network-vif-plugged-aa3c9b51-a52a-4849-b09d-ef4b94252a59 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.919495] env[68872]: WARNING nova.compute.manager [req-ceee00cd-8992-4995-8aa3-97d9430548fb req-cbb4e40b-f405-4d65-b2b8-ea98fcd332b1 service nova] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Received unexpected event network-vif-plugged-aa3c9b51-a52a-4849-b09d-ef4b94252a59 for instance with vm_state building and task_state spawning. [ 685.919642] env[68872]: DEBUG nova.compute.manager [req-ceee00cd-8992-4995-8aa3-97d9430548fb req-cbb4e40b-f405-4d65-b2b8-ea98fcd332b1 service nova] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Received event network-changed-aa3c9b51-a52a-4849-b09d-ef4b94252a59 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.919796] env[68872]: DEBUG nova.compute.manager [req-ceee00cd-8992-4995-8aa3-97d9430548fb req-cbb4e40b-f405-4d65-b2b8-ea98fcd332b1 service nova] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Refreshing instance network info cache due to event network-changed-aa3c9b51-a52a-4849-b09d-ef4b94252a59. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.919981] env[68872]: DEBUG oslo_concurrency.lockutils [req-ceee00cd-8992-4995-8aa3-97d9430548fb req-cbb4e40b-f405-4d65-b2b8-ea98fcd332b1 service nova] Acquiring lock "refresh_cache-9ba49303-832d-4da0-b856-a46bcb2bda5a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.943031] env[68872]: DEBUG oslo_vmware.api [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': task-3092168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.39728} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.943946] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.943946] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.943946] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.970105] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Creating linked-clone VM from snapshot {{(pid=68872) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 685.970817] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-14b05402-87c2-457e-9fbe-a74098ffac0c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.981426] env[68872]: DEBUG oslo_vmware.api [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 685.981426] env[68872]: value = "task-3092169" [ 685.981426] env[68872]: _type = "Task" [ 685.981426] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.991455] env[68872]: DEBUG oslo_vmware.api [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092169, 'name': CloneVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.013393] env[68872]: DEBUG nova.network.neutron [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Updating instance_info_cache with network_info: [{"id": "aa3c9b51-a52a-4849-b09d-ef4b94252a59", "address": "fa:16:3e:b6:93:b4", "network": {"id": "f4fafaa5-3b60-4a35-9a9a-548d6bb6be4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-238414770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82727d6272e048f4acfc212225be53b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa3c9b51-a5", "ovs_interfaceid": "aa3c9b51-a52a-4849-b09d-ef4b94252a59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.260573] env[68872]: DEBUG oslo_vmware.api [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092166, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516689} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.261042] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012/2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.263648] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.263648] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-034b3a4c-de18-43a6-8d03-ccd2d0d48bad {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.270832] env[68872]: DEBUG oslo_vmware.api [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 686.270832] env[68872]: value = "task-3092170" [ 686.270832] env[68872]: _type = "Task" [ 686.270832] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.283717] env[68872]: DEBUG oslo_vmware.api [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.336727] env[68872]: DEBUG nova.scheduler.client.report [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.492829] env[68872]: DEBUG oslo_vmware.api [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092169, 'name': CloneVM_Task} progress is 94%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.517153] env[68872]: DEBUG oslo_concurrency.lockutils [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Releasing lock "refresh_cache-9ba49303-832d-4da0-b856-a46bcb2bda5a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.517515] env[68872]: DEBUG nova.compute.manager [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Instance network_info: |[{"id": "aa3c9b51-a52a-4849-b09d-ef4b94252a59", "address": "fa:16:3e:b6:93:b4", "network": {"id": "f4fafaa5-3b60-4a35-9a9a-548d6bb6be4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-238414770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82727d6272e048f4acfc212225be53b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa3c9b51-a5", "ovs_interfaceid": "aa3c9b51-a52a-4849-b09d-ef4b94252a59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.517818] env[68872]: DEBUG oslo_concurrency.lockutils [req-ceee00cd-8992-4995-8aa3-97d9430548fb req-cbb4e40b-f405-4d65-b2b8-ea98fcd332b1 service nova] Acquired lock "refresh_cache-9ba49303-832d-4da0-b856-a46bcb2bda5a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.517982] env[68872]: DEBUG nova.network.neutron [req-ceee00cd-8992-4995-8aa3-97d9430548fb req-cbb4e40b-f405-4d65-b2b8-ea98fcd332b1 service nova] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Refreshing network info cache for port aa3c9b51-a52a-4849-b09d-ef4b94252a59 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.519214] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:93:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7041d198-66a3-40de-bf7d-cfc036e6ed69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa3c9b51-a52a-4849-b09d-ef4b94252a59', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.527902] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.529324] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.529578] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39e063e2-cb8c-4e3b-b320-b2f3283c9f92 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.556673] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.556673] env[68872]: value = "task-3092171" [ 686.556673] env[68872]: _type = "Task" [ 686.556673] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.565135] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092171, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.787036] env[68872]: DEBUG oslo_vmware.api [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119435} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.787550] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.790933] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68993f22-f1a6-4355-aa8b-89113df20392 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.815379] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012/2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.816482] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7c485a7-5e24-4716-80ad-a41870ca5b7b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.843531] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.844309] env[68872]: DEBUG nova.compute.manager [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.852922] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b596ce86-dc9d-45df-9bf3-f1fd80bcfa9d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.738s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.853319] env[68872]: DEBUG nova.objects.instance [None req-b596ce86-dc9d-45df-9bf3-f1fd80bcfa9d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Lazy-loading 'resources' on Instance uuid df8e52cf-3cf4-4da1-bff5-0f250cfda4d9 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 686.855125] env[68872]: DEBUG oslo_vmware.api [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 686.855125] env[68872]: value = "task-3092172" [ 686.855125] env[68872]: _type = "Task" [ 686.855125] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.867452] env[68872]: DEBUG oslo_vmware.api [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.988425] env[68872]: DEBUG nova.virt.hardware [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.988786] env[68872]: DEBUG nova.virt.hardware [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.988974] env[68872]: DEBUG nova.virt.hardware [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.989398] env[68872]: DEBUG nova.virt.hardware [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.989603] env[68872]: DEBUG nova.virt.hardware [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.989878] env[68872]: DEBUG nova.virt.hardware [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.990113] env[68872]: DEBUG nova.virt.hardware [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.990278] env[68872]: DEBUG nova.virt.hardware [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.990452] env[68872]: DEBUG nova.virt.hardware [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.990642] env[68872]: DEBUG nova.virt.hardware [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.990888] env[68872]: DEBUG nova.virt.hardware [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.991822] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3d9e8a-6f22-43d8-a17b-bb322b1b4919 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.001083] env[68872]: DEBUG oslo_vmware.api [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092169, 'name': CloneVM_Task} progress is 94%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.004847] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e2332e-b08a-46bf-9541-2567bdb0776e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.021119] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Instance VIF info [] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.026433] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.026774] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.027080] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-789509e3-5733-4cb1-8e37-43ca13cdd091 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.049297] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.049297] env[68872]: value = "task-3092173" [ 687.049297] env[68872]: _type = "Task" [ 687.049297] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.058854] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092173, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.068059] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092171, 'name': CreateVM_Task, 'duration_secs': 0.438611} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.068328] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.069063] env[68872]: DEBUG oslo_concurrency.lockutils [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.069258] env[68872]: DEBUG oslo_concurrency.lockutils [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.069696] env[68872]: DEBUG oslo_concurrency.lockutils [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.070110] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c075dcc9-1548-46e5-b433-b428a18f5824 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.075667] env[68872]: DEBUG oslo_vmware.api [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 687.075667] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]528e213c-14f2-2b2e-3ad5-8025475f4b9c" [ 687.075667] env[68872]: _type = "Task" [ 687.075667] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.085577] env[68872]: DEBUG oslo_vmware.api [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]528e213c-14f2-2b2e-3ad5-8025475f4b9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.304231] env[68872]: DEBUG nova.network.neutron [req-ceee00cd-8992-4995-8aa3-97d9430548fb req-cbb4e40b-f405-4d65-b2b8-ea98fcd332b1 service nova] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Updated VIF entry in instance network info cache for port aa3c9b51-a52a-4849-b09d-ef4b94252a59. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.304612] env[68872]: DEBUG nova.network.neutron [req-ceee00cd-8992-4995-8aa3-97d9430548fb req-cbb4e40b-f405-4d65-b2b8-ea98fcd332b1 service nova] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Updating instance_info_cache with network_info: [{"id": "aa3c9b51-a52a-4849-b09d-ef4b94252a59", "address": "fa:16:3e:b6:93:b4", "network": {"id": "f4fafaa5-3b60-4a35-9a9a-548d6bb6be4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-238414770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82727d6272e048f4acfc212225be53b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa3c9b51-a5", "ovs_interfaceid": "aa3c9b51-a52a-4849-b09d-ef4b94252a59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.360416] env[68872]: DEBUG nova.compute.utils [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.362659] env[68872]: DEBUG nova.compute.manager [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 687.362927] env[68872]: DEBUG nova.network.neutron [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 687.375842] env[68872]: DEBUG oslo_vmware.api [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092172, 'name': ReconfigVM_Task, 'duration_secs': 0.318761} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.377086] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012/2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.377836] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f516b428-5825-45b9-9462-3f03af67b97a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.388013] env[68872]: DEBUG oslo_vmware.api [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 687.388013] env[68872]: value = "task-3092174" [ 687.388013] env[68872]: _type = "Task" [ 687.388013] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.401578] env[68872]: DEBUG oslo_vmware.api [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092174, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.412147] env[68872]: DEBUG nova.policy [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7039777b29745699d1998a52761c229', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd310ae195e70437dbc04c8803c250050', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.495568] env[68872]: DEBUG oslo_vmware.api [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092169, 'name': CloneVM_Task} progress is 95%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.564871] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092173, 'name': CreateVM_Task, 'duration_secs': 0.29158} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.564871] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.565301] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.586765] env[68872]: DEBUG oslo_vmware.api [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]528e213c-14f2-2b2e-3ad5-8025475f4b9c, 'name': SearchDatastore_Task, 'duration_secs': 0.011619} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.590192] env[68872]: DEBUG oslo_concurrency.lockutils [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.590538] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.591333] env[68872]: DEBUG oslo_concurrency.lockutils [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.591333] env[68872]: DEBUG oslo_concurrency.lockutils [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.591333] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.591869] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.592221] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.594207] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e649cefa-7686-4878-8dea-04aca1c5891a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.594848] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f427eeb5-e8c5-4191-8ce8-044e7fdf834e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.600907] env[68872]: DEBUG oslo_vmware.api [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Waiting for the task: (returnval){ [ 687.600907] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526755af-48fb-eded-8ccd-8e8ae20a3629" [ 687.600907] env[68872]: _type = "Task" [ 687.600907] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.608883] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.608883] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.612539] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-285e412d-1abd-49a3-94ab-caf03c72a7e7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.615574] env[68872]: DEBUG oslo_vmware.api [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526755af-48fb-eded-8ccd-8e8ae20a3629, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.619693] env[68872]: DEBUG oslo_vmware.api [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 687.619693] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52322af2-f94f-6c07-bf69-7975ca17e721" [ 687.619693] env[68872]: _type = "Task" [ 687.619693] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.632964] env[68872]: DEBUG oslo_vmware.api [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52322af2-f94f-6c07-bf69-7975ca17e721, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.773921] env[68872]: DEBUG nova.network.neutron [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Successfully created port: c2612de2-9f8c-4dc0-a9cb-77bdc2bd9bb5 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.807239] env[68872]: DEBUG oslo_concurrency.lockutils [req-ceee00cd-8992-4995-8aa3-97d9430548fb req-cbb4e40b-f405-4d65-b2b8-ea98fcd332b1 service nova] Releasing lock "refresh_cache-9ba49303-832d-4da0-b856-a46bcb2bda5a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.864460] env[68872]: DEBUG nova.compute.manager [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 687.895042] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b08f5a-8327-4e15-8903-f5ac8c058aa2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.904558] env[68872]: DEBUG oslo_vmware.api [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092174, 'name': Rename_Task, 'duration_secs': 0.16718} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.909099] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.909561] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-caddd7ad-ec2c-4eb7-be25-f36faba7fe33 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.912284] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b6370b-dad4-43b7-828c-4522a7d87a3b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.951724] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526f2428-ddfd-4aff-b4c1-77a3301e539e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.955866] env[68872]: DEBUG oslo_vmware.api [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 687.955866] env[68872]: value = "task-3092175" [ 687.955866] env[68872]: _type = "Task" [ 687.955866] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.964165] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03a60d3-ee52-43f4-857e-40dd4337d14a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.975207] env[68872]: DEBUG oslo_vmware.api [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092175, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.986039] env[68872]: DEBUG nova.compute.provider_tree [None req-b596ce86-dc9d-45df-9bf3-f1fd80bcfa9d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.997433] env[68872]: DEBUG oslo_vmware.api [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092169, 'name': CloneVM_Task, 'duration_secs': 1.819139} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.997705] env[68872]: INFO nova.virt.vmwareapi.vmops [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Created linked-clone VM from snapshot [ 687.998671] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02b3a48-1f27-4f30-b6f4-a8824badc05a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.008930] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Uploading image 27bb3d29-b7e2-4bd9-b222-d4577ab95536 {{(pid=68872) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 688.034703] env[68872]: DEBUG oslo_vmware.rw_handles [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 688.034703] env[68872]: value = "vm-618920" [ 688.034703] env[68872]: _type = "VirtualMachine" [ 688.034703] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 688.035019] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cb79ccfe-3223-4e9c-9a4e-89f426b05ef4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.043855] env[68872]: DEBUG oslo_vmware.rw_handles [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lease: (returnval){ [ 688.043855] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]527ce7e3-5a0c-499f-101f-dd6556801f7e" [ 688.043855] env[68872]: _type = "HttpNfcLease" [ 688.043855] env[68872]: } obtained for exporting VM: (result){ [ 688.043855] env[68872]: value = "vm-618920" [ 688.043855] env[68872]: _type = "VirtualMachine" [ 688.043855] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 688.044195] env[68872]: DEBUG oslo_vmware.api [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the lease: (returnval){ [ 688.044195] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]527ce7e3-5a0c-499f-101f-dd6556801f7e" [ 688.044195] env[68872]: _type = "HttpNfcLease" [ 688.044195] env[68872]: } to be ready. {{(pid=68872) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 688.052896] env[68872]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 688.052896] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]527ce7e3-5a0c-499f-101f-dd6556801f7e" [ 688.052896] env[68872]: _type = "HttpNfcLease" [ 688.052896] env[68872]: } is initializing. {{(pid=68872) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 688.113180] env[68872]: DEBUG oslo_vmware.api [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526755af-48fb-eded-8ccd-8e8ae20a3629, 'name': SearchDatastore_Task, 'duration_secs': 0.012216} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.113501] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.113750] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.113964] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.130514] env[68872]: DEBUG oslo_vmware.api [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52322af2-f94f-6c07-bf69-7975ca17e721, 'name': SearchDatastore_Task, 'duration_secs': 0.015229} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.131441] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbbb2606-cecf-4d87-b71f-e32d2b38acc8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.138164] env[68872]: DEBUG oslo_vmware.api [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 688.138164] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52efc501-c71d-eda7-04ac-87a3b4850193" [ 688.138164] env[68872]: _type = "Task" [ 688.138164] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.148339] env[68872]: DEBUG oslo_vmware.api [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52efc501-c71d-eda7-04ac-87a3b4850193, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.467397] env[68872]: DEBUG oslo_vmware.api [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092175, 'name': PowerOnVM_Task, 'duration_secs': 0.511731} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.467606] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.467866] env[68872]: INFO nova.compute.manager [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Took 7.21 seconds to spawn the instance on the hypervisor. [ 688.468114] env[68872]: DEBUG nova.compute.manager [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.468959] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e38ab8-5f48-460c-b8f6-1261b4e70f0f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.493100] env[68872]: DEBUG nova.scheduler.client.report [None req-b596ce86-dc9d-45df-9bf3-f1fd80bcfa9d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.553832] env[68872]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 688.553832] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]527ce7e3-5a0c-499f-101f-dd6556801f7e" [ 688.553832] env[68872]: _type = "HttpNfcLease" [ 688.553832] env[68872]: } is ready. {{(pid=68872) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 688.554221] env[68872]: DEBUG oslo_vmware.rw_handles [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 688.554221] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]527ce7e3-5a0c-499f-101f-dd6556801f7e" [ 688.554221] env[68872]: _type = "HttpNfcLease" [ 688.554221] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 688.555256] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6a4802-08ab-436b-9d3d-428ec1aee9f1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.563641] env[68872]: DEBUG oslo_vmware.rw_handles [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ec5c6-f6d2-7e56-fd97-b6fc4f7a3efe/disk-0.vmdk from lease info. {{(pid=68872) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 688.563853] env[68872]: DEBUG oslo_vmware.rw_handles [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ec5c6-f6d2-7e56-fd97-b6fc4f7a3efe/disk-0.vmdk for reading. {{(pid=68872) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 688.651749] env[68872]: DEBUG oslo_vmware.api [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52efc501-c71d-eda7-04ac-87a3b4850193, 'name': SearchDatastore_Task, 'duration_secs': 0.015057} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.652088] env[68872]: DEBUG oslo_concurrency.lockutils [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.652452] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 9ba49303-832d-4da0-b856-a46bcb2bda5a/9ba49303-832d-4da0-b856-a46bcb2bda5a.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.652582] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.652698] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.652906] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0801dcfc-dba2-4e19-88f0-eb86daa0df68 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.655198] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa47b26f-a07f-4d81-84d2-176153d1a654 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.664775] env[68872]: DEBUG oslo_vmware.api [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 688.664775] env[68872]: value = "task-3092177" [ 688.664775] env[68872]: _type = "Task" [ 688.664775] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.666047] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.666166] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.670009] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1729fe3-363b-42ef-ad16-f926dab112af {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.676332] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-aedc03b9-bc29-45a4-aaa3-2ed2b01502ba {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.690161] env[68872]: DEBUG oslo_vmware.api [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.690341] env[68872]: DEBUG oslo_vmware.api [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Waiting for the task: (returnval){ [ 688.690341] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]528105bf-7960-bb5f-5229-cf66f71f31cf" [ 688.690341] env[68872]: _type = "Task" [ 688.690341] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.703752] env[68872]: DEBUG oslo_vmware.api [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]528105bf-7960-bb5f-5229-cf66f71f31cf, 'name': SearchDatastore_Task, 'duration_secs': 0.011605} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.710952] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c178ae8c-9340-4092-8ff8-bc26561afb8b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.717806] env[68872]: DEBUG oslo_vmware.api [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Waiting for the task: (returnval){ [ 688.717806] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52648ea1-65f3-af3a-88d6-580b7eed4c83" [ 688.717806] env[68872]: _type = "Task" [ 688.717806] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.733633] env[68872]: DEBUG oslo_vmware.api [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52648ea1-65f3-af3a-88d6-580b7eed4c83, 'name': SearchDatastore_Task, 'duration_secs': 0.011492} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.733900] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.734169] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 3f7997a5-fb73-4e2f-a767-e5ab6a549456/3f7997a5-fb73-4e2f-a767-e5ab6a549456.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.734464] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-829906ab-1a04-4d42-8ca1-186fdc2e770c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.743670] env[68872]: DEBUG oslo_vmware.api [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Waiting for the task: (returnval){ [ 688.743670] env[68872]: value = "task-3092178" [ 688.743670] env[68872]: _type = "Task" [ 688.743670] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.753778] env[68872]: DEBUG oslo_vmware.api [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': task-3092178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.875459] env[68872]: DEBUG nova.compute.manager [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.990449] env[68872]: INFO nova.compute.manager [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Took 36.66 seconds to build instance. [ 688.998377] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b596ce86-dc9d-45df-9bf3-f1fd80bcfa9d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.145s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.007522] env[68872]: DEBUG oslo_concurrency.lockutils [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.983s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.008455] env[68872]: INFO nova.compute.claims [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.029480] env[68872]: DEBUG nova.virt.hardware [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.029877] env[68872]: DEBUG nova.virt.hardware [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.030495] env[68872]: DEBUG nova.virt.hardware [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.030909] env[68872]: DEBUG nova.virt.hardware [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.031084] env[68872]: DEBUG nova.virt.hardware [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.031331] env[68872]: DEBUG nova.virt.hardware [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.031710] env[68872]: DEBUG nova.virt.hardware [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.031912] env[68872]: DEBUG nova.virt.hardware [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.034877] env[68872]: DEBUG nova.virt.hardware [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.034877] env[68872]: DEBUG nova.virt.hardware [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.034877] env[68872]: DEBUG nova.virt.hardware [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.034877] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3fb0ed-a0b7-4c12-be29-e21b9e2709b9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.043759] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee79d40-7577-4967-ad40-41c895a86877 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.051826] env[68872]: INFO nova.scheduler.client.report [None req-b596ce86-dc9d-45df-9bf3-f1fd80bcfa9d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Deleted allocations for instance df8e52cf-3cf4-4da1-bff5-0f250cfda4d9 [ 689.177202] env[68872]: DEBUG oslo_vmware.api [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092177, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.256331] env[68872]: DEBUG oslo_vmware.api [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': task-3092178, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.493540] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5048e5d5-8687-4bb6-99d2-9bff229180e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lock "2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.396s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.529125] env[68872]: DEBUG nova.compute.manager [req-8ab60728-5e92-46d8-832f-4b4f90a43064 req-2140208b-3a0e-4a2b-abaf-a4de5bf2b716 service nova] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Received event network-vif-plugged-c2612de2-9f8c-4dc0-a9cb-77bdc2bd9bb5 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.529125] env[68872]: DEBUG oslo_concurrency.lockutils [req-8ab60728-5e92-46d8-832f-4b4f90a43064 req-2140208b-3a0e-4a2b-abaf-a4de5bf2b716 service nova] Acquiring lock "e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.529125] env[68872]: DEBUG oslo_concurrency.lockutils [req-8ab60728-5e92-46d8-832f-4b4f90a43064 req-2140208b-3a0e-4a2b-abaf-a4de5bf2b716 service nova] Lock "e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.529125] env[68872]: DEBUG oslo_concurrency.lockutils [req-8ab60728-5e92-46d8-832f-4b4f90a43064 req-2140208b-3a0e-4a2b-abaf-a4de5bf2b716 service nova] Lock "e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.529125] env[68872]: DEBUG nova.compute.manager [req-8ab60728-5e92-46d8-832f-4b4f90a43064 req-2140208b-3a0e-4a2b-abaf-a4de5bf2b716 service nova] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] No waiting events found dispatching network-vif-plugged-c2612de2-9f8c-4dc0-a9cb-77bdc2bd9bb5 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 689.529276] env[68872]: WARNING nova.compute.manager [req-8ab60728-5e92-46d8-832f-4b4f90a43064 req-2140208b-3a0e-4a2b-abaf-a4de5bf2b716 service nova] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Received unexpected event network-vif-plugged-c2612de2-9f8c-4dc0-a9cb-77bdc2bd9bb5 for instance with vm_state building and task_state spawning. [ 689.575918] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b596ce86-dc9d-45df-9bf3-f1fd80bcfa9d tempest-InstanceActionsTestJSON-95021752 tempest-InstanceActionsTestJSON-95021752-project-member] Lock "df8e52cf-3cf4-4da1-bff5-0f250cfda4d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.131s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.636986] env[68872]: DEBUG nova.network.neutron [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Successfully updated port: c2612de2-9f8c-4dc0-a9cb-77bdc2bd9bb5 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.682407] env[68872]: DEBUG oslo_vmware.api [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533165} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.683027] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 9ba49303-832d-4da0-b856-a46bcb2bda5a/9ba49303-832d-4da0-b856-a46bcb2bda5a.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.683306] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.683631] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd3c9bb7-6380-47ba-a7eb-6e236673ba46 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.694564] env[68872]: DEBUG oslo_vmware.api [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 689.694564] env[68872]: value = "task-3092179" [ 689.694564] env[68872]: _type = "Task" [ 689.694564] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.704192] env[68872]: DEBUG oslo_vmware.api [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.758244] env[68872]: DEBUG oslo_vmware.api [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': task-3092178, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.79756} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.758928] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 3f7997a5-fb73-4e2f-a767-e5ab6a549456/3f7997a5-fb73-4e2f-a767-e5ab6a549456.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.761840] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.761840] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c52fc878-cc75-404a-857e-61c2c22a771d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.767678] env[68872]: DEBUG oslo_vmware.api [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Waiting for the task: (returnval){ [ 689.767678] env[68872]: value = "task-3092180" [ 689.767678] env[68872]: _type = "Task" [ 689.767678] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.778753] env[68872]: DEBUG oslo_vmware.api [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': task-3092180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.996444] env[68872]: DEBUG nova.compute.manager [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.147265] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "refresh_cache-e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.147265] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquired lock "refresh_cache-e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.147265] env[68872]: DEBUG nova.network.neutron [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.210530] env[68872]: DEBUG oslo_vmware.api [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069348} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.210530] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.211425] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce990167-22b1-417e-8cbb-e8baa6b1afdd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.241540] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 9ba49303-832d-4da0-b856-a46bcb2bda5a/9ba49303-832d-4da0-b856-a46bcb2bda5a.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.241540] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5348b53a-e02b-4574-8141-da416d89401c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.267902] env[68872]: DEBUG oslo_vmware.api [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 690.267902] env[68872]: value = "task-3092181" [ 690.267902] env[68872]: _type = "Task" [ 690.267902] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.285804] env[68872]: DEBUG oslo_vmware.api [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': task-3092180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090077} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.289852] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.292199] env[68872]: DEBUG oslo_vmware.api [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092181, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.292199] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0450aaf-6719-4d17-9483-6fdcf3b7f58b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.319583] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 3f7997a5-fb73-4e2f-a767-e5ab6a549456/3f7997a5-fb73-4e2f-a767-e5ab6a549456.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.322882] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-168e022c-1c67-42e8-896b-e6a011c8f597 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.346617] env[68872]: DEBUG oslo_vmware.api [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Waiting for the task: (returnval){ [ 690.346617] env[68872]: value = "task-3092182" [ 690.346617] env[68872]: _type = "Task" [ 690.346617] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.359085] env[68872]: DEBUG oslo_vmware.api [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': task-3092182, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.521756] env[68872]: DEBUG oslo_concurrency.lockutils [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.614541] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ae6a7c-2083-46b8-8cab-80fe66c4ebc7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.623970] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39412e2-61e6-448a-ab22-b8d87240c4d7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.661157] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd23b153-cf23-49ee-9c64-7f96bdd54087 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.670806] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfa9da7-7ecc-49f2-bf2a-c755155a9fe4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.687652] env[68872]: DEBUG nova.compute.provider_tree [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.705096] env[68872]: DEBUG nova.network.neutron [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.778613] env[68872]: DEBUG oslo_vmware.api [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092181, 'name': ReconfigVM_Task, 'duration_secs': 0.336572} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.778950] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 9ba49303-832d-4da0-b856-a46bcb2bda5a/9ba49303-832d-4da0-b856-a46bcb2bda5a.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.779649] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3bf2bbd5-291c-4e72-8b36-3efc25e1b789 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.789904] env[68872]: DEBUG oslo_vmware.api [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 690.789904] env[68872]: value = "task-3092183" [ 690.789904] env[68872]: _type = "Task" [ 690.789904] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.799899] env[68872]: DEBUG oslo_vmware.api [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092183, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.857740] env[68872]: DEBUG oslo_vmware.api [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': task-3092182, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.961258] env[68872]: DEBUG nova.network.neutron [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Updating instance_info_cache with network_info: [{"id": "c2612de2-9f8c-4dc0-a9cb-77bdc2bd9bb5", "address": "fa:16:3e:fd:42:2e", "network": {"id": "511b8d00-72bf-40ae-8aad-fe8733e4638f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1809232565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d310ae195e70437dbc04c8803c250050", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2612de2-9f", "ovs_interfaceid": "c2612de2-9f8c-4dc0-a9cb-77bdc2bd9bb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.190752] env[68872]: DEBUG nova.scheduler.client.report [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.302348] env[68872]: DEBUG oslo_vmware.api [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092183, 'name': Rename_Task, 'duration_secs': 0.176833} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.302643] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.302901] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9282f6e8-feb3-4c9b-a741-bd6c1095ebf5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.328924] env[68872]: DEBUG oslo_vmware.api [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 691.328924] env[68872]: value = "task-3092184" [ 691.328924] env[68872]: _type = "Task" [ 691.328924] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.340083] env[68872]: DEBUG oslo_vmware.api [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.362562] env[68872]: DEBUG oslo_vmware.api [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': task-3092182, 'name': ReconfigVM_Task, 'duration_secs': 0.541704} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.362910] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 3f7997a5-fb73-4e2f-a767-e5ab6a549456/3f7997a5-fb73-4e2f-a767-e5ab6a549456.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.363578] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a69be7c-944d-4a10-8da3-3c6060b62935 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.372853] env[68872]: DEBUG oslo_vmware.api [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Waiting for the task: (returnval){ [ 691.372853] env[68872]: value = "task-3092185" [ 691.372853] env[68872]: _type = "Task" [ 691.372853] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.383389] env[68872]: DEBUG oslo_vmware.api [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': task-3092185, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.465241] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Releasing lock "refresh_cache-e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.465590] env[68872]: DEBUG nova.compute.manager [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Instance network_info: |[{"id": "c2612de2-9f8c-4dc0-a9cb-77bdc2bd9bb5", "address": "fa:16:3e:fd:42:2e", "network": {"id": "511b8d00-72bf-40ae-8aad-fe8733e4638f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1809232565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d310ae195e70437dbc04c8803c250050", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2612de2-9f", "ovs_interfaceid": "c2612de2-9f8c-4dc0-a9cb-77bdc2bd9bb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.467025] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:42:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3c995e9-7f2f-420c-880a-d60da6e708ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2612de2-9f8c-4dc0-a9cb-77bdc2bd9bb5', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.474141] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Creating folder: Project (d310ae195e70437dbc04c8803c250050). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.474497] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fef0f676-5b9e-4393-96a8-10116e5a5326 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.491255] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Created folder: Project (d310ae195e70437dbc04c8803c250050) in parent group-v618835. [ 691.491526] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Creating folder: Instances. Parent ref: group-v618923. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.492275] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48ea0445-a662-43a5-b660-9ca073a075f7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.511390] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Created folder: Instances in parent group-v618923. [ 691.511700] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.512103] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.512369] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd273df5-4837-412d-92da-9e1ff043a85c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.542264] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.542264] env[68872]: value = "task-3092188" [ 691.542264] env[68872]: _type = "Task" [ 691.542264] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.551841] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092188, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.696887] env[68872]: DEBUG oslo_concurrency.lockutils [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.697480] env[68872]: DEBUG nova.compute.manager [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.700660] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.189s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.702349] env[68872]: INFO nova.compute.claims [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.842176] env[68872]: DEBUG oslo_vmware.api [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092184, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.885340] env[68872]: DEBUG oslo_vmware.api [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': task-3092185, 'name': Rename_Task, 'duration_secs': 0.190329} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.885340] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.885528] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23dc3d64-fe14-490d-81f1-3bc722c3551a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.894517] env[68872]: DEBUG oslo_vmware.api [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Waiting for the task: (returnval){ [ 691.894517] env[68872]: value = "task-3092189" [ 691.894517] env[68872]: _type = "Task" [ 691.894517] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.904229] env[68872]: DEBUG oslo_vmware.api [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': task-3092189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.052138] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092188, 'name': CreateVM_Task, 'duration_secs': 0.483366} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.052277] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.052970] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.053160] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.053489] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.053748] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e43186e0-3d7f-4bd7-8d39-81b64317ba0c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.059559] env[68872]: DEBUG oslo_vmware.api [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 692.059559] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520c0f32-c1ad-ffd7-b2a4-0bb9dfd59345" [ 692.059559] env[68872]: _type = "Task" [ 692.059559] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.068455] env[68872]: DEBUG oslo_vmware.api [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520c0f32-c1ad-ffd7-b2a4-0bb9dfd59345, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.209118] env[68872]: DEBUG nova.compute.utils [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.213430] env[68872]: DEBUG nova.compute.manager [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.213780] env[68872]: DEBUG nova.network.neutron [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.280162] env[68872]: DEBUG nova.policy [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6695b0deae5491c97bd442747975e90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1115aab0c62f40deb77b42831777a9b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.340785] env[68872]: DEBUG oslo_vmware.api [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092184, 'name': PowerOnVM_Task, 'duration_secs': 0.551009} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.341151] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.341292] env[68872]: INFO nova.compute.manager [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Took 8.36 seconds to spawn the instance on the hypervisor. [ 692.341523] env[68872]: DEBUG nova.compute.manager [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.342411] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab663d7a-5657-46e3-b179-37d979253c41 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.406648] env[68872]: DEBUG oslo_vmware.api [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': task-3092189, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.572444] env[68872]: DEBUG oslo_vmware.api [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520c0f32-c1ad-ffd7-b2a4-0bb9dfd59345, 'name': SearchDatastore_Task, 'duration_secs': 0.019793} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.572775] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.573081] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.573324] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.573478] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.573658] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.573950] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f65ba40-dacf-4913-bdc4-8f14d40b7d6b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.585352] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.585594] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.586473] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1225407-d737-4d84-9bdc-e8ac1f85f47a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.593183] env[68872]: DEBUG oslo_vmware.api [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 692.593183] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]525d4e65-bf55-874b-79cf-d4561d81c24e" [ 692.593183] env[68872]: _type = "Task" [ 692.593183] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.603282] env[68872]: DEBUG oslo_vmware.api [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]525d4e65-bf55-874b-79cf-d4561d81c24e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.672298] env[68872]: DEBUG nova.network.neutron [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Successfully created port: 41ba1188-cd6b-474d-8c7c-1821399d1935 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.718474] env[68872]: DEBUG nova.compute.manager [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 692.865303] env[68872]: INFO nova.compute.manager [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Took 39.45 seconds to build instance. [ 692.913393] env[68872]: DEBUG oslo_vmware.api [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': task-3092189, 'name': PowerOnVM_Task, 'duration_secs': 0.854105} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.917430] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.917715] env[68872]: DEBUG nova.compute.manager [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.919032] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0d9f4e-c3cf-45d3-b30d-f3d35277ad9e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.113824] env[68872]: DEBUG oslo_vmware.api [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]525d4e65-bf55-874b-79cf-d4561d81c24e, 'name': SearchDatastore_Task, 'duration_secs': 0.017119} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.116225] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5e17bf2-23f6-4c8b-940c-1a1d077e7bd0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.129022] env[68872]: DEBUG oslo_vmware.api [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 693.129022] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]527f5209-b038-6955-71f0-a05dde775f0f" [ 693.129022] env[68872]: _type = "Task" [ 693.129022] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.139480] env[68872]: DEBUG oslo_vmware.api [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]527f5209-b038-6955-71f0-a05dde775f0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.220127] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45eddb8c-d6f7-4714-91e6-b544454d8b96 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.232407] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3fd0e1-6ec3-4526-ad30-6d8bca7381af {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.277381] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aed5c81-c014-4f99-80fe-5a75ef2522ae {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.287681] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f6a41c-00ad-4b2a-874d-9c84d52b1bae {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.305688] env[68872]: DEBUG nova.compute.provider_tree [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.368022] env[68872]: DEBUG oslo_concurrency.lockutils [None req-70ae9f81-f9d4-442e-bafd-1e368c512dff tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lock "9ba49303-832d-4da0-b856-a46bcb2bda5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.705s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.438053] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.639435] env[68872]: DEBUG oslo_vmware.api [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]527f5209-b038-6955-71f0-a05dde775f0f, 'name': SearchDatastore_Task, 'duration_secs': 0.019764} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.639700] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.639988] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4/e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.640314] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25156e63-8162-40ff-ae28-93760a5c3938 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.649995] env[68872]: DEBUG oslo_vmware.api [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 693.649995] env[68872]: value = "task-3092190" [ 693.649995] env[68872]: _type = "Task" [ 693.649995] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.659329] env[68872]: DEBUG oslo_vmware.api [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.728246] env[68872]: DEBUG nova.compute.manager [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 693.810647] env[68872]: DEBUG nova.scheduler.client.report [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.870481] env[68872]: DEBUG nova.compute.manager [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.058023] env[68872]: DEBUG nova.virt.hardware [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.058023] env[68872]: DEBUG nova.virt.hardware [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.058023] env[68872]: DEBUG nova.virt.hardware [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.058271] env[68872]: DEBUG nova.virt.hardware [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.058271] env[68872]: DEBUG nova.virt.hardware [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.058271] env[68872]: DEBUG nova.virt.hardware [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.058271] env[68872]: DEBUG nova.virt.hardware [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.058271] env[68872]: DEBUG nova.virt.hardware [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.058488] env[68872]: DEBUG nova.virt.hardware [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.058588] env[68872]: DEBUG nova.virt.hardware [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.058780] env[68872]: DEBUG nova.virt.hardware [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.061127] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a2d80b-8a8e-4d61-9101-2b66d6d6889f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.072161] env[68872]: DEBUG oslo_vmware.rw_handles [None req-a67ddcc7-572b-48fd-abfe-6348f4ad31f6 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b26ec-6fd3-b01c-49d8-4628b2f8835f/disk-0.vmdk. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 694.073973] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e260f6-e9da-478b-8517-05d13ba96749 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.079627] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184ccbdf-a547-4c86-be45-7feaf5dc4c25 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.087288] env[68872]: DEBUG oslo_vmware.rw_handles [None req-a67ddcc7-572b-48fd-abfe-6348f4ad31f6 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b26ec-6fd3-b01c-49d8-4628b2f8835f/disk-0.vmdk is in state: ready. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 694.087288] env[68872]: ERROR oslo_vmware.rw_handles [None req-a67ddcc7-572b-48fd-abfe-6348f4ad31f6 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b26ec-6fd3-b01c-49d8-4628b2f8835f/disk-0.vmdk due to incomplete transfer. [ 694.095287] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1943125f-fe5b-4104-9181-2711ef007624 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.110811] env[68872]: DEBUG oslo_vmware.rw_handles [None req-a67ddcc7-572b-48fd-abfe-6348f4ad31f6 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b26ec-6fd3-b01c-49d8-4628b2f8835f/disk-0.vmdk. {{(pid=68872) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 694.112097] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-a67ddcc7-572b-48fd-abfe-6348f4ad31f6 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Uploaded image be089135-cef9-48da-a293-d42617aa683d to the Glance image server {{(pid=68872) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 694.113869] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67ddcc7-572b-48fd-abfe-6348f4ad31f6 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Destroying the VM {{(pid=68872) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 694.114235] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1e9984e4-c611-4051-9b2d-4f05f7feedc0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.126026] env[68872]: DEBUG oslo_vmware.api [None req-a67ddcc7-572b-48fd-abfe-6348f4ad31f6 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Waiting for the task: (returnval){ [ 694.126026] env[68872]: value = "task-3092191" [ 694.126026] env[68872]: _type = "Task" [ 694.126026] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.142575] env[68872]: DEBUG oslo_vmware.api [None req-a67ddcc7-572b-48fd-abfe-6348f4ad31f6 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092191, 'name': Destroy_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.160763] env[68872]: DEBUG oslo_vmware.api [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092190, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.319024] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.319024] env[68872]: DEBUG nova.compute.manager [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.321467] env[68872]: DEBUG oslo_concurrency.lockutils [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.089s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.323817] env[68872]: INFO nova.compute.claims [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 659c2098-556e-4403-a6f1-1a4655a95836] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.400694] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.636084] env[68872]: DEBUG oslo_vmware.api [None req-a67ddcc7-572b-48fd-abfe-6348f4ad31f6 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092191, 'name': Destroy_Task} progress is 33%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.662653] env[68872]: DEBUG oslo_vmware.api [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092190, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.831706} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.663183] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4/e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.663599] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.664018] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cac9888e-7f50-4282-a563-031d341d7433 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.676155] env[68872]: DEBUG oslo_vmware.api [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 694.676155] env[68872]: value = "task-3092192" [ 694.676155] env[68872]: _type = "Task" [ 694.676155] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.689655] env[68872]: DEBUG oslo_vmware.api [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.830873] env[68872]: DEBUG nova.compute.utils [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.838018] env[68872]: DEBUG nova.compute.manager [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 694.838268] env[68872]: DEBUG nova.network.neutron [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 694.879550] env[68872]: DEBUG nova.policy [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8a2238cceae4291a627abb5605e9dee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69018ef436ba4ca497ef24f6b1ae3005', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.079827] env[68872]: DEBUG nova.compute.manager [req-114ff2d7-75a8-44bd-b73b-12f9fbffaf3d req-c04f95fd-1915-40b2-ab82-84d1d756cf13 service nova] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Received event network-changed-c2612de2-9f8c-4dc0-a9cb-77bdc2bd9bb5 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.082483] env[68872]: DEBUG nova.compute.manager [req-114ff2d7-75a8-44bd-b73b-12f9fbffaf3d req-c04f95fd-1915-40b2-ab82-84d1d756cf13 service nova] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Refreshing instance network info cache due to event network-changed-c2612de2-9f8c-4dc0-a9cb-77bdc2bd9bb5. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 695.082483] env[68872]: DEBUG oslo_concurrency.lockutils [req-114ff2d7-75a8-44bd-b73b-12f9fbffaf3d req-c04f95fd-1915-40b2-ab82-84d1d756cf13 service nova] Acquiring lock "refresh_cache-e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.082483] env[68872]: DEBUG oslo_concurrency.lockutils [req-114ff2d7-75a8-44bd-b73b-12f9fbffaf3d req-c04f95fd-1915-40b2-ab82-84d1d756cf13 service nova] Acquired lock "refresh_cache-e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.082483] env[68872]: DEBUG nova.network.neutron [req-114ff2d7-75a8-44bd-b73b-12f9fbffaf3d req-c04f95fd-1915-40b2-ab82-84d1d756cf13 service nova] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Refreshing network info cache for port c2612de2-9f8c-4dc0-a9cb-77bdc2bd9bb5 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.091608] env[68872]: DEBUG nova.network.neutron [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Successfully updated port: 41ba1188-cd6b-474d-8c7c-1821399d1935 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.147434] env[68872]: DEBUG oslo_vmware.api [None req-a67ddcc7-572b-48fd-abfe-6348f4ad31f6 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092191, 'name': Destroy_Task, 'duration_secs': 0.565325} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.148023] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-a67ddcc7-572b-48fd-abfe-6348f4ad31f6 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Destroyed the VM [ 695.148023] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a67ddcc7-572b-48fd-abfe-6348f4ad31f6 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Deleting Snapshot of the VM instance {{(pid=68872) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 695.150246] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-993937d4-2967-41d5-91c3-68623c74223c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.160240] env[68872]: DEBUG oslo_vmware.api [None req-a67ddcc7-572b-48fd-abfe-6348f4ad31f6 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Waiting for the task: (returnval){ [ 695.160240] env[68872]: value = "task-3092193" [ 695.160240] env[68872]: _type = "Task" [ 695.160240] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.178099] env[68872]: DEBUG oslo_vmware.api [None req-a67ddcc7-572b-48fd-abfe-6348f4ad31f6 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092193, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.189402] env[68872]: DEBUG oslo_vmware.api [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116159} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.189714] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.190638] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1728386c-d9d2-42cb-b483-a950bf34988e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.230906] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4/e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.232552] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37b3904c-2ed2-4788-a1e8-5769903cc483 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.270525] env[68872]: DEBUG oslo_vmware.api [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 695.270525] env[68872]: value = "task-3092194" [ 695.270525] env[68872]: _type = "Task" [ 695.270525] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.285292] env[68872]: DEBUG oslo_vmware.api [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092194, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.314140] env[68872]: DEBUG nova.network.neutron [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Successfully created port: 2217a0e2-4b22-4ed9-8736-c4486a48a6f9 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.341191] env[68872]: DEBUG nova.compute.manager [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.594980] env[68872]: DEBUG oslo_concurrency.lockutils [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Acquiring lock "refresh_cache-84b9c497-ec98-4af0-a615-54ec54d3993b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.594980] env[68872]: DEBUG oslo_concurrency.lockutils [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Acquired lock "refresh_cache-84b9c497-ec98-4af0-a615-54ec54d3993b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.595064] env[68872]: DEBUG nova.network.neutron [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.636603] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Acquiring lock "c2a62e2c-866c-4ed8-8026-b62a834a620f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.637119] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Lock "c2a62e2c-866c-4ed8-8026-b62a834a620f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.673912] env[68872]: DEBUG oslo_vmware.api [None req-a67ddcc7-572b-48fd-abfe-6348f4ad31f6 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092193, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.701556] env[68872]: INFO nova.compute.manager [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Rescuing [ 695.702359] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquiring lock "refresh_cache-9ba49303-832d-4da0-b856-a46bcb2bda5a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.702359] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquired lock "refresh_cache-9ba49303-832d-4da0-b856-a46bcb2bda5a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.702359] env[68872]: DEBUG nova.network.neutron [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.790476] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d62c0cd-2bbf-4bc2-8985-b410e0521c53 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Acquiring lock "3f7997a5-fb73-4e2f-a767-e5ab6a549456" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.792157] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d62c0cd-2bbf-4bc2-8985-b410e0521c53 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Lock "3f7997a5-fb73-4e2f-a767-e5ab6a549456" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.792157] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d62c0cd-2bbf-4bc2-8985-b410e0521c53 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Acquiring lock "3f7997a5-fb73-4e2f-a767-e5ab6a549456-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.792312] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d62c0cd-2bbf-4bc2-8985-b410e0521c53 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Lock "3f7997a5-fb73-4e2f-a767-e5ab6a549456-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.792519] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d62c0cd-2bbf-4bc2-8985-b410e0521c53 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Lock "3f7997a5-fb73-4e2f-a767-e5ab6a549456-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.794334] env[68872]: DEBUG oslo_vmware.api [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.795030] env[68872]: INFO nova.compute.manager [None req-2d62c0cd-2bbf-4bc2-8985-b410e0521c53 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Terminating instance [ 695.891851] env[68872]: DEBUG nova.network.neutron [req-114ff2d7-75a8-44bd-b73b-12f9fbffaf3d req-c04f95fd-1915-40b2-ab82-84d1d756cf13 service nova] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Updated VIF entry in instance network info cache for port c2612de2-9f8c-4dc0-a9cb-77bdc2bd9bb5. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.892453] env[68872]: DEBUG nova.network.neutron [req-114ff2d7-75a8-44bd-b73b-12f9fbffaf3d req-c04f95fd-1915-40b2-ab82-84d1d756cf13 service nova] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Updating instance_info_cache with network_info: [{"id": "c2612de2-9f8c-4dc0-a9cb-77bdc2bd9bb5", "address": "fa:16:3e:fd:42:2e", "network": {"id": "511b8d00-72bf-40ae-8aad-fe8733e4638f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1809232565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d310ae195e70437dbc04c8803c250050", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2612de2-9f", "ovs_interfaceid": "c2612de2-9f8c-4dc0-a9cb-77bdc2bd9bb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.930342] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81d08d4-0807-429b-bbfe-51060a4fabaf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.942159] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1bca3d-017c-4a8a-8958-f405224f5771 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.979091] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718212a5-ba1a-4bf1-9679-bd7ca35cba9f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.988839] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49518765-ed4f-435c-b7d7-1eb192b95ac9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.006242] env[68872]: DEBUG nova.compute.provider_tree [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.148606] env[68872]: DEBUG nova.network.neutron [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.173490] env[68872]: DEBUG oslo_vmware.api [None req-a67ddcc7-572b-48fd-abfe-6348f4ad31f6 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092193, 'name': RemoveSnapshot_Task, 'duration_secs': 0.796988} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.173758] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a67ddcc7-572b-48fd-abfe-6348f4ad31f6 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Deleted Snapshot of the VM instance {{(pid=68872) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 696.174083] env[68872]: INFO nova.compute.manager [None req-a67ddcc7-572b-48fd-abfe-6348f4ad31f6 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Took 14.73 seconds to snapshot the instance on the hypervisor. [ 696.289429] env[68872]: DEBUG oslo_vmware.api [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092194, 'name': ReconfigVM_Task, 'duration_secs': 0.991098} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.289429] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Reconfigured VM instance instance-0000001e to attach disk [datastore1] e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4/e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.289429] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eef68b00-6c64-4b5c-b3af-e90d6c782b65 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.298774] env[68872]: DEBUG oslo_vmware.api [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 696.298774] env[68872]: value = "task-3092195" [ 696.298774] env[68872]: _type = "Task" [ 696.298774] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.306262] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d62c0cd-2bbf-4bc2-8985-b410e0521c53 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Acquiring lock "refresh_cache-3f7997a5-fb73-4e2f-a767-e5ab6a549456" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.306262] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d62c0cd-2bbf-4bc2-8985-b410e0521c53 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Acquired lock "refresh_cache-3f7997a5-fb73-4e2f-a767-e5ab6a549456" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.306262] env[68872]: DEBUG nova.network.neutron [None req-2d62c0cd-2bbf-4bc2-8985-b410e0521c53 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.330682] env[68872]: DEBUG oslo_vmware.api [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092195, 'name': Rename_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.355311] env[68872]: DEBUG nova.compute.manager [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.367594] env[68872]: DEBUG nova.network.neutron [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Updating instance_info_cache with network_info: [{"id": "41ba1188-cd6b-474d-8c7c-1821399d1935", "address": "fa:16:3e:53:14:22", "network": {"id": "d9005f28-40fc-4890-800e-7c82bc882c08", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1218719743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1115aab0c62f40deb77b42831777a9b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41ba1188-cd", "ovs_interfaceid": "41ba1188-cd6b-474d-8c7c-1821399d1935", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.384794] env[68872]: DEBUG nova.virt.hardware [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.385053] env[68872]: DEBUG nova.virt.hardware [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.385212] env[68872]: DEBUG nova.virt.hardware [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.385387] env[68872]: DEBUG nova.virt.hardware [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.385527] env[68872]: DEBUG nova.virt.hardware [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.385720] env[68872]: DEBUG nova.virt.hardware [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.385945] env[68872]: DEBUG nova.virt.hardware [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.386261] env[68872]: DEBUG nova.virt.hardware [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.386462] env[68872]: DEBUG nova.virt.hardware [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.386630] env[68872]: DEBUG nova.virt.hardware [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.386802] env[68872]: DEBUG nova.virt.hardware [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.387677] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042c58f6-987c-4804-b788-89765859613f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.397869] env[68872]: DEBUG oslo_concurrency.lockutils [req-114ff2d7-75a8-44bd-b73b-12f9fbffaf3d req-c04f95fd-1915-40b2-ab82-84d1d756cf13 service nova] Releasing lock "refresh_cache-e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.399364] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c248ee1e-41c7-4066-8e0e-211138ead6d1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.449807] env[68872]: DEBUG oslo_vmware.rw_handles [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ec5c6-f6d2-7e56-fd97-b6fc4f7a3efe/disk-0.vmdk. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 696.453363] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103f2bad-70a9-47f9-85c9-64a099b70645 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.458900] env[68872]: DEBUG oslo_vmware.rw_handles [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ec5c6-f6d2-7e56-fd97-b6fc4f7a3efe/disk-0.vmdk is in state: ready. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 696.459082] env[68872]: ERROR oslo_vmware.rw_handles [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ec5c6-f6d2-7e56-fd97-b6fc4f7a3efe/disk-0.vmdk due to incomplete transfer. [ 696.459337] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3939746f-aa21-45f0-a498-ac553ce9eb19 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.471405] env[68872]: DEBUG oslo_vmware.rw_handles [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ec5c6-f6d2-7e56-fd97-b6fc4f7a3efe/disk-0.vmdk. {{(pid=68872) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 696.471405] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Uploaded image 27bb3d29-b7e2-4bd9-b222-d4577ab95536 to the Glance image server {{(pid=68872) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 696.474179] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Destroying the VM {{(pid=68872) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 696.474179] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2966aee2-da3f-479a-8300-a97de09b3587 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.483109] env[68872]: DEBUG oslo_vmware.api [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 696.483109] env[68872]: value = "task-3092196" [ 696.483109] env[68872]: _type = "Task" [ 696.483109] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.494838] env[68872]: DEBUG oslo_vmware.api [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092196, 'name': Destroy_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.509542] env[68872]: DEBUG nova.network.neutron [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Updating instance_info_cache with network_info: [{"id": "aa3c9b51-a52a-4849-b09d-ef4b94252a59", "address": "fa:16:3e:b6:93:b4", "network": {"id": "f4fafaa5-3b60-4a35-9a9a-548d6bb6be4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-238414770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82727d6272e048f4acfc212225be53b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa3c9b51-a5", "ovs_interfaceid": "aa3c9b51-a52a-4849-b09d-ef4b94252a59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.510768] env[68872]: DEBUG nova.scheduler.client.report [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.819279] env[68872]: DEBUG oslo_vmware.api [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092195, 'name': Rename_Task, 'duration_secs': 0.31291} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.820657] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.820998] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99f3f38c-e307-474e-9264-e7dd60b7e210 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.831639] env[68872]: DEBUG oslo_vmware.api [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 696.831639] env[68872]: value = "task-3092197" [ 696.831639] env[68872]: _type = "Task" [ 696.831639] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.843187] env[68872]: DEBUG oslo_vmware.api [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.849121] env[68872]: DEBUG nova.network.neutron [None req-2d62c0cd-2bbf-4bc2-8985-b410e0521c53 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.873774] env[68872]: DEBUG oslo_concurrency.lockutils [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Releasing lock "refresh_cache-84b9c497-ec98-4af0-a615-54ec54d3993b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.873774] env[68872]: DEBUG nova.compute.manager [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Instance network_info: |[{"id": "41ba1188-cd6b-474d-8c7c-1821399d1935", "address": "fa:16:3e:53:14:22", "network": {"id": "d9005f28-40fc-4890-800e-7c82bc882c08", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1218719743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1115aab0c62f40deb77b42831777a9b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41ba1188-cd", "ovs_interfaceid": "41ba1188-cd6b-474d-8c7c-1821399d1935", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.874077] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:14:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbd2870d-a51d-472a-8034-1b3e132b5cb6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41ba1188-cd6b-474d-8c7c-1821399d1935', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.886592] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Creating folder: Project (1115aab0c62f40deb77b42831777a9b8). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.886592] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce9fbb9a-4c6a-4ac8-98af-faf1514c0eef {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.898254] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Created folder: Project (1115aab0c62f40deb77b42831777a9b8) in parent group-v618835. [ 696.901047] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Creating folder: Instances. Parent ref: group-v618926. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.901047] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06fa6735-e276-49b4-8a24-8ab4413e1558 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.913935] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Created folder: Instances in parent group-v618926. [ 696.917066] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.917066] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.917066] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c5331ba-78ce-44a0-9a02-f2f04e55b9ae {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.945346] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.945346] env[68872]: value = "task-3092200" [ 696.945346] env[68872]: _type = "Task" [ 696.945346] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.957908] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092200, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.980623] env[68872]: DEBUG nova.network.neutron [None req-2d62c0cd-2bbf-4bc2-8985-b410e0521c53 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.995013] env[68872]: DEBUG oslo_vmware.api [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092196, 'name': Destroy_Task, 'duration_secs': 0.367239} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.995485] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Destroyed the VM [ 696.995637] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Deleting Snapshot of the VM instance {{(pid=68872) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 696.995949] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-241a45b4-91a7-4cef-b0f9-214368ed92ac {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.003740] env[68872]: DEBUG oslo_vmware.api [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 697.003740] env[68872]: value = "task-3092201" [ 697.003740] env[68872]: _type = "Task" [ 697.003740] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.011947] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "547b97db-c690-457e-8d82-6bfbdc576f52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.012292] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "547b97db-c690-457e-8d82-6bfbdc576f52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.019826] env[68872]: DEBUG oslo_concurrency.lockutils [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.020276] env[68872]: DEBUG nova.compute.manager [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 659c2098-556e-4403-a6f1-1a4655a95836] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.023636] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Releasing lock "refresh_cache-9ba49303-832d-4da0-b856-a46bcb2bda5a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.026113] env[68872]: DEBUG oslo_vmware.api [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092201, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.027137] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 30.070s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.027419] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.027513] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68872) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 697.027746] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.817s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.029483] env[68872]: INFO nova.compute.claims [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.033162] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f07465e-061d-4d2c-a54e-6ea4312a1889 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.044748] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d936e6a5-ebd7-428d-8a45-c4aa5be887b3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.068412] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ec0af0-42e9-4cca-a724-942555ba610f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.077871] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca340fe-52b8-4f41-baba-c69cdacb171a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.110486] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179694MB free_disk=137GB free_vcpus=48 pci_devices=None {{(pid=68872) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 697.110639] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.187399] env[68872]: DEBUG nova.network.neutron [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Successfully updated port: 2217a0e2-4b22-4ed9-8736-c4486a48a6f9 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.341995] env[68872]: DEBUG oslo_vmware.api [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092197, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.390872] env[68872]: DEBUG nova.compute.manager [req-83fe418e-a174-4473-854e-e9cf21548559 req-aefec2ea-1778-4a0c-a499-6b79157e2140 service nova] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Received event network-vif-plugged-2217a0e2-4b22-4ed9-8736-c4486a48a6f9 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.390872] env[68872]: DEBUG oslo_concurrency.lockutils [req-83fe418e-a174-4473-854e-e9cf21548559 req-aefec2ea-1778-4a0c-a499-6b79157e2140 service nova] Acquiring lock "623ccafe-c6f5-4713-a556-80eb794cc74d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.391232] env[68872]: DEBUG oslo_concurrency.lockutils [req-83fe418e-a174-4473-854e-e9cf21548559 req-aefec2ea-1778-4a0c-a499-6b79157e2140 service nova] Lock "623ccafe-c6f5-4713-a556-80eb794cc74d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.391232] env[68872]: DEBUG oslo_concurrency.lockutils [req-83fe418e-a174-4473-854e-e9cf21548559 req-aefec2ea-1778-4a0c-a499-6b79157e2140 service nova] Lock "623ccafe-c6f5-4713-a556-80eb794cc74d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.391404] env[68872]: DEBUG nova.compute.manager [req-83fe418e-a174-4473-854e-e9cf21548559 req-aefec2ea-1778-4a0c-a499-6b79157e2140 service nova] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] No waiting events found dispatching network-vif-plugged-2217a0e2-4b22-4ed9-8736-c4486a48a6f9 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 697.391568] env[68872]: WARNING nova.compute.manager [req-83fe418e-a174-4473-854e-e9cf21548559 req-aefec2ea-1778-4a0c-a499-6b79157e2140 service nova] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Received unexpected event network-vif-plugged-2217a0e2-4b22-4ed9-8736-c4486a48a6f9 for instance with vm_state building and task_state spawning. [ 697.406632] env[68872]: DEBUG nova.compute.manager [req-ee2e3d52-f3d2-4302-b0dc-6d14aea92286 req-f6217c95-d54d-4260-87eb-0a4770d24aea service nova] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Received event network-vif-plugged-41ba1188-cd6b-474d-8c7c-1821399d1935 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.407494] env[68872]: DEBUG oslo_concurrency.lockutils [req-ee2e3d52-f3d2-4302-b0dc-6d14aea92286 req-f6217c95-d54d-4260-87eb-0a4770d24aea service nova] Acquiring lock "84b9c497-ec98-4af0-a615-54ec54d3993b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.407494] env[68872]: DEBUG oslo_concurrency.lockutils [req-ee2e3d52-f3d2-4302-b0dc-6d14aea92286 req-f6217c95-d54d-4260-87eb-0a4770d24aea service nova] Lock "84b9c497-ec98-4af0-a615-54ec54d3993b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.407494] env[68872]: DEBUG oslo_concurrency.lockutils [req-ee2e3d52-f3d2-4302-b0dc-6d14aea92286 req-f6217c95-d54d-4260-87eb-0a4770d24aea service nova] Lock "84b9c497-ec98-4af0-a615-54ec54d3993b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.407494] env[68872]: DEBUG nova.compute.manager [req-ee2e3d52-f3d2-4302-b0dc-6d14aea92286 req-f6217c95-d54d-4260-87eb-0a4770d24aea service nova] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] No waiting events found dispatching network-vif-plugged-41ba1188-cd6b-474d-8c7c-1821399d1935 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 697.407745] env[68872]: WARNING nova.compute.manager [req-ee2e3d52-f3d2-4302-b0dc-6d14aea92286 req-f6217c95-d54d-4260-87eb-0a4770d24aea service nova] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Received unexpected event network-vif-plugged-41ba1188-cd6b-474d-8c7c-1821399d1935 for instance with vm_state building and task_state spawning. [ 697.407745] env[68872]: DEBUG nova.compute.manager [req-ee2e3d52-f3d2-4302-b0dc-6d14aea92286 req-f6217c95-d54d-4260-87eb-0a4770d24aea service nova] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Received event network-changed-41ba1188-cd6b-474d-8c7c-1821399d1935 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.407856] env[68872]: DEBUG nova.compute.manager [req-ee2e3d52-f3d2-4302-b0dc-6d14aea92286 req-f6217c95-d54d-4260-87eb-0a4770d24aea service nova] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Refreshing instance network info cache due to event network-changed-41ba1188-cd6b-474d-8c7c-1821399d1935. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.408014] env[68872]: DEBUG oslo_concurrency.lockutils [req-ee2e3d52-f3d2-4302-b0dc-6d14aea92286 req-f6217c95-d54d-4260-87eb-0a4770d24aea service nova] Acquiring lock "refresh_cache-84b9c497-ec98-4af0-a615-54ec54d3993b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.408156] env[68872]: DEBUG oslo_concurrency.lockutils [req-ee2e3d52-f3d2-4302-b0dc-6d14aea92286 req-f6217c95-d54d-4260-87eb-0a4770d24aea service nova] Acquired lock "refresh_cache-84b9c497-ec98-4af0-a615-54ec54d3993b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.408309] env[68872]: DEBUG nova.network.neutron [req-ee2e3d52-f3d2-4302-b0dc-6d14aea92286 req-f6217c95-d54d-4260-87eb-0a4770d24aea service nova] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Refreshing network info cache for port 41ba1188-cd6b-474d-8c7c-1821399d1935 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.454193] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092200, 'name': CreateVM_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.484009] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d62c0cd-2bbf-4bc2-8985-b410e0521c53 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Releasing lock "refresh_cache-3f7997a5-fb73-4e2f-a767-e5ab6a549456" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.484571] env[68872]: DEBUG nova.compute.manager [None req-2d62c0cd-2bbf-4bc2-8985-b410e0521c53 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 697.484785] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2d62c0cd-2bbf-4bc2-8985-b410e0521c53 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.485754] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b13fbf-56fb-4bd4-9c00-ed2424f0c535 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.494676] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d62c0cd-2bbf-4bc2-8985-b410e0521c53 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.494929] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b472d5f3-0750-42dd-97a0-6e91e261cfc7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.502811] env[68872]: DEBUG oslo_vmware.api [None req-2d62c0cd-2bbf-4bc2-8985-b410e0521c53 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Waiting for the task: (returnval){ [ 697.502811] env[68872]: value = "task-3092202" [ 697.502811] env[68872]: _type = "Task" [ 697.502811] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.516569] env[68872]: DEBUG oslo_vmware.api [None req-2d62c0cd-2bbf-4bc2-8985-b410e0521c53 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': task-3092202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.519975] env[68872]: DEBUG oslo_vmware.api [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092201, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.528785] env[68872]: DEBUG nova.compute.utils [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.530429] env[68872]: DEBUG nova.compute.manager [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 659c2098-556e-4403-a6f1-1a4655a95836] Not allocating networking since 'none' was specified. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 697.619960] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ea3fecd4-03e4-4b0a-aa6d-7b7d710f73f2 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquiring lock "56a9ffd3-650b-4a48-b9e4-ab5cd5974de8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.620263] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ea3fecd4-03e4-4b0a-aa6d-7b7d710f73f2 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "56a9ffd3-650b-4a48-b9e4-ab5cd5974de8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.620539] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ea3fecd4-03e4-4b0a-aa6d-7b7d710f73f2 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquiring lock "56a9ffd3-650b-4a48-b9e4-ab5cd5974de8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.620649] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ea3fecd4-03e4-4b0a-aa6d-7b7d710f73f2 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "56a9ffd3-650b-4a48-b9e4-ab5cd5974de8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.620808] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ea3fecd4-03e4-4b0a-aa6d-7b7d710f73f2 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "56a9ffd3-650b-4a48-b9e4-ab5cd5974de8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.623181] env[68872]: INFO nova.compute.manager [None req-ea3fecd4-03e4-4b0a-aa6d-7b7d710f73f2 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Terminating instance [ 697.690829] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Acquiring lock "refresh_cache-623ccafe-c6f5-4713-a556-80eb794cc74d" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.691062] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Acquired lock "refresh_cache-623ccafe-c6f5-4713-a556-80eb794cc74d" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.691297] env[68872]: DEBUG nova.network.neutron [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.845190] env[68872]: DEBUG oslo_vmware.api [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092197, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.955975] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092200, 'name': CreateVM_Task, 'duration_secs': 0.773872} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.956310] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.956892] env[68872]: DEBUG oslo_concurrency.lockutils [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.957076] env[68872]: DEBUG oslo_concurrency.lockutils [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.957988] env[68872]: DEBUG oslo_concurrency.lockutils [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.957988] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b70dbe60-479a-448e-87f3-ce19e31f5127 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.963765] env[68872]: DEBUG oslo_vmware.api [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Waiting for the task: (returnval){ [ 697.963765] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52bc69bf-0d56-6e2e-b983-43257729d0a3" [ 697.963765] env[68872]: _type = "Task" [ 697.963765] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.975087] env[68872]: DEBUG oslo_vmware.api [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52bc69bf-0d56-6e2e-b983-43257729d0a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.020233] env[68872]: DEBUG oslo_vmware.api [None req-2d62c0cd-2bbf-4bc2-8985-b410e0521c53 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': task-3092202, 'name': PowerOffVM_Task, 'duration_secs': 0.193146} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.020462] env[68872]: DEBUG oslo_vmware.api [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092201, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.020720] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d62c0cd-2bbf-4bc2-8985-b410e0521c53 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.020908] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2d62c0cd-2bbf-4bc2-8985-b410e0521c53 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.021175] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-785efc09-ca93-4db7-aa9b-0752a03c612a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.031422] env[68872]: DEBUG nova.compute.manager [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 659c2098-556e-4403-a6f1-1a4655a95836] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.051916] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2d62c0cd-2bbf-4bc2-8985-b410e0521c53 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.052162] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2d62c0cd-2bbf-4bc2-8985-b410e0521c53 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.052339] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d62c0cd-2bbf-4bc2-8985-b410e0521c53 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Deleting the datastore file [datastore1] 3f7997a5-fb73-4e2f-a767-e5ab6a549456 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.055223] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff714574-8a78-4599-b111-d7ede6bd4368 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.064110] env[68872]: DEBUG oslo_vmware.api [None req-2d62c0cd-2bbf-4bc2-8985-b410e0521c53 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Waiting for the task: (returnval){ [ 698.064110] env[68872]: value = "task-3092204" [ 698.064110] env[68872]: _type = "Task" [ 698.064110] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.079112] env[68872]: DEBUG oslo_vmware.api [None req-2d62c0cd-2bbf-4bc2-8985-b410e0521c53 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': task-3092204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.131483] env[68872]: DEBUG nova.compute.manager [None req-ea3fecd4-03e4-4b0a-aa6d-7b7d710f73f2 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 698.131716] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3fecd4-03e4-4b0a-aa6d-7b7d710f73f2 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 698.133204] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df22807-6d05-4610-9786-3641096ac289 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.141988] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3fecd4-03e4-4b0a-aa6d-7b7d710f73f2 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.142435] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36cc1d0a-13a7-4774-8888-edb6679e4ff8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.182746] env[68872]: DEBUG nova.network.neutron [req-ee2e3d52-f3d2-4302-b0dc-6d14aea92286 req-f6217c95-d54d-4260-87eb-0a4770d24aea service nova] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Updated VIF entry in instance network info cache for port 41ba1188-cd6b-474d-8c7c-1821399d1935. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.183161] env[68872]: DEBUG nova.network.neutron [req-ee2e3d52-f3d2-4302-b0dc-6d14aea92286 req-f6217c95-d54d-4260-87eb-0a4770d24aea service nova] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Updating instance_info_cache with network_info: [{"id": "41ba1188-cd6b-474d-8c7c-1821399d1935", "address": "fa:16:3e:53:14:22", "network": {"id": "d9005f28-40fc-4890-800e-7c82bc882c08", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1218719743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1115aab0c62f40deb77b42831777a9b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41ba1188-cd", "ovs_interfaceid": "41ba1188-cd6b-474d-8c7c-1821399d1935", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.228189] env[68872]: DEBUG nova.network.neutron [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.300250] env[68872]: DEBUG nova.compute.manager [None req-bd666fcf-de74-44a2-af01-af4222e03bec tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.301204] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1eebed-ec08-4c20-b4e7-61a0f4b08f18 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.346187] env[68872]: DEBUG oslo_vmware.api [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092197, 'name': PowerOnVM_Task, 'duration_secs': 1.019659} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.346434] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.346580] env[68872]: INFO nova.compute.manager [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Took 9.47 seconds to spawn the instance on the hypervisor. [ 698.346762] env[68872]: DEBUG nova.compute.manager [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.349845] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4152d10b-ae58-4e4a-a7f6-ff5792f012eb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.353098] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquiring lock "f55dd82e-62d1-4489-8376-614bcc41312c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.353322] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "f55dd82e-62d1-4489-8376-614bcc41312c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.417924] env[68872]: DEBUG nova.network.neutron [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Updating instance_info_cache with network_info: [{"id": "2217a0e2-4b22-4ed9-8736-c4486a48a6f9", "address": "fa:16:3e:73:bd:ad", "network": {"id": "7dc6a7f7-0c62-4b03-91c8-83988003b985", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1586112010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69018ef436ba4ca497ef24f6b1ae3005", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2217a0e2-4b", "ovs_interfaceid": "2217a0e2-4b22-4ed9-8736-c4486a48a6f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.474736] env[68872]: DEBUG oslo_vmware.api [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52bc69bf-0d56-6e2e-b983-43257729d0a3, 'name': SearchDatastore_Task, 'duration_secs': 0.0149} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.477635] env[68872]: DEBUG oslo_concurrency.lockutils [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.478020] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.478147] env[68872]: DEBUG oslo_concurrency.lockutils [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.480022] env[68872]: DEBUG oslo_concurrency.lockutils [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.480022] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.480022] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1444e89-c1f5-4aad-9ea5-be75b7e21378 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.490282] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.490282] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.493025] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81522692-f3fa-4ab9-8bb6-fa1fea9f4350 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.499778] env[68872]: DEBUG oslo_vmware.api [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Waiting for the task: (returnval){ [ 698.499778] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]528bc89c-711d-d508-586b-7b3ec48a1481" [ 698.499778] env[68872]: _type = "Task" [ 698.499778] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.508491] env[68872]: DEBUG oslo_vmware.api [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]528bc89c-711d-d508-586b-7b3ec48a1481, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.522388] env[68872]: DEBUG oslo_vmware.api [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092201, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.562721] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e7b7e0-f510-42f2-abaf-85f1c655c1b4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.574264] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cecb89-8ad2-4ff9-8d5d-4c02695b10e9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.583566] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.583971] env[68872]: DEBUG oslo_vmware.api [None req-2d62c0cd-2bbf-4bc2-8985-b410e0521c53 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Task: {'id': task-3092204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219703} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.613275] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a464a3a6-75a9-4ff2-9897-cc729208c16b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.615297] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d62c0cd-2bbf-4bc2-8985-b410e0521c53 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.615574] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2d62c0cd-2bbf-4bc2-8985-b410e0521c53 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.615810] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2d62c0cd-2bbf-4bc2-8985-b410e0521c53 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.616054] env[68872]: INFO nova.compute.manager [None req-2d62c0cd-2bbf-4bc2-8985-b410e0521c53 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Took 1.13 seconds to destroy the instance on the hypervisor. [ 698.616395] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d62c0cd-2bbf-4bc2-8985-b410e0521c53 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.617672] env[68872]: DEBUG nova.compute.manager [-] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 698.617807] env[68872]: DEBUG nova.network.neutron [-] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 698.620128] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a3f88d-1712-4153-918e-eab3fcd779f1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.628566] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cfcc76-c51d-4d90-8527-03036a728f6e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.634531] env[68872]: DEBUG oslo_vmware.api [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 698.634531] env[68872]: value = "task-3092206" [ 698.634531] env[68872]: _type = "Task" [ 698.634531] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.647918] env[68872]: DEBUG nova.compute.provider_tree [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.649980] env[68872]: DEBUG nova.network.neutron [-] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.654842] env[68872]: DEBUG oslo_vmware.api [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.685565] env[68872]: DEBUG oslo_concurrency.lockutils [req-ee2e3d52-f3d2-4302-b0dc-6d14aea92286 req-f6217c95-d54d-4260-87eb-0a4770d24aea service nova] Releasing lock "refresh_cache-84b9c497-ec98-4af0-a615-54ec54d3993b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.832352] env[68872]: INFO nova.compute.manager [None req-bd666fcf-de74-44a2-af01-af4222e03bec tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] instance snapshotting [ 698.835188] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ae25a4-2140-4888-a42b-3c1b14ca2378 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.859129] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accb2109-730d-46af-89ad-a2040cc5745c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.861268] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3fecd4-03e4-4b0a-aa6d-7b7d710f73f2 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.861268] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3fecd4-03e4-4b0a-aa6d-7b7d710f73f2 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.861373] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea3fecd4-03e4-4b0a-aa6d-7b7d710f73f2 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Deleting the datastore file [datastore1] 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.865659] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44f5cb01-07cb-4bf0-87ce-f75926658eff {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.870901] env[68872]: INFO nova.compute.manager [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Took 40.57 seconds to build instance. [ 698.878767] env[68872]: DEBUG oslo_vmware.api [None req-ea3fecd4-03e4-4b0a-aa6d-7b7d710f73f2 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 698.878767] env[68872]: value = "task-3092207" [ 698.878767] env[68872]: _type = "Task" [ 698.878767] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.887362] env[68872]: DEBUG oslo_vmware.api [None req-ea3fecd4-03e4-4b0a-aa6d-7b7d710f73f2 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.920536] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Releasing lock "refresh_cache-623ccafe-c6f5-4713-a556-80eb794cc74d" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.921485] env[68872]: DEBUG nova.compute.manager [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Instance network_info: |[{"id": "2217a0e2-4b22-4ed9-8736-c4486a48a6f9", "address": "fa:16:3e:73:bd:ad", "network": {"id": "7dc6a7f7-0c62-4b03-91c8-83988003b985", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1586112010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69018ef436ba4ca497ef24f6b1ae3005", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2217a0e2-4b", "ovs_interfaceid": "2217a0e2-4b22-4ed9-8736-c4486a48a6f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 698.921621] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:bd:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a10c88d7-d13f-44fd-acee-7a734eb5f56a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2217a0e2-4b22-4ed9-8736-c4486a48a6f9', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.929167] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Creating folder: Project (69018ef436ba4ca497ef24f6b1ae3005). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.929800] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8fba311-a276-4c81-9d54-45f3ff3e5913 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.944447] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Created folder: Project (69018ef436ba4ca497ef24f6b1ae3005) in parent group-v618835. [ 698.944678] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Creating folder: Instances. Parent ref: group-v618929. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.944969] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90a287ef-6a12-449e-ad76-a67b26ef21e3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.959323] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Created folder: Instances in parent group-v618929. [ 698.959666] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.959833] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.960085] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-feea022c-4e16-4103-a2fb-84ae522b7baa {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.981308] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.981308] env[68872]: value = "task-3092210" [ 698.981308] env[68872]: _type = "Task" [ 698.981308] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.990116] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092210, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.009948] env[68872]: DEBUG oslo_vmware.api [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]528bc89c-711d-d508-586b-7b3ec48a1481, 'name': SearchDatastore_Task, 'duration_secs': 0.014316} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.019666] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7e1c2b9-7780-4901-8313-f272a404bf72 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.021763] env[68872]: DEBUG oslo_vmware.api [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Waiting for the task: (returnval){ [ 699.021763] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52fa1a25-95df-6817-eb22-7205b3d1c851" [ 699.021763] env[68872]: _type = "Task" [ 699.021763] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.025317] env[68872]: DEBUG oslo_vmware.api [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092201, 'name': RemoveSnapshot_Task, 'duration_secs': 1.73064} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.027848] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Deleted Snapshot of the VM instance {{(pid=68872) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 699.028094] env[68872]: INFO nova.compute.manager [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Took 15.15 seconds to snapshot the instance on the hypervisor. [ 699.035100] env[68872]: DEBUG oslo_vmware.api [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52fa1a25-95df-6817-eb22-7205b3d1c851, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.042397] env[68872]: DEBUG nova.compute.manager [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 659c2098-556e-4403-a6f1-1a4655a95836] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.066234] env[68872]: DEBUG nova.virt.hardware [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.066558] env[68872]: DEBUG nova.virt.hardware [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.066759] env[68872]: DEBUG nova.virt.hardware [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.066968] env[68872]: DEBUG nova.virt.hardware [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.067149] env[68872]: DEBUG nova.virt.hardware [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.067305] env[68872]: DEBUG nova.virt.hardware [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.067516] env[68872]: DEBUG nova.virt.hardware [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.067680] env[68872]: DEBUG nova.virt.hardware [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.067879] env[68872]: DEBUG nova.virt.hardware [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.068076] env[68872]: DEBUG nova.virt.hardware [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.068265] env[68872]: DEBUG nova.virt.hardware [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.069393] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20676a9-d9eb-460f-9540-13b3f8708dd1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.078938] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef3a8fd-1c1c-41c7-983e-318f64952a4f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.093193] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 659c2098-556e-4403-a6f1-1a4655a95836] Instance VIF info [] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.098657] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Creating folder: Project (a341fb51d6bc4a929fa455d80fca147c). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.098925] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-920ab4c6-4551-4b12-ac33-2b23a575a67a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.111125] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Created folder: Project (a341fb51d6bc4a929fa455d80fca147c) in parent group-v618835. [ 699.111311] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Creating folder: Instances. Parent ref: group-v618932. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.111538] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db936cb7-e21e-4d03-a503-c96e827113c4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.120912] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Created folder: Instances in parent group-v618932. [ 699.121167] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.121371] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 659c2098-556e-4403-a6f1-1a4655a95836] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.121561] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5aca9a6e-1d68-4839-9c3f-803c4127f47b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.140126] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.140126] env[68872]: value = "task-3092213" [ 699.140126] env[68872]: _type = "Task" [ 699.140126] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.146716] env[68872]: DEBUG oslo_vmware.api [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092206, 'name': PowerOffVM_Task, 'duration_secs': 0.261701} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.147283] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.148072] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9afc3e78-ecc9-40ee-addb-d4d1633288cf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.153102] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092213, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.169218] env[68872]: DEBUG nova.network.neutron [-] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.170768] env[68872]: DEBUG nova.scheduler.client.report [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.175497] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa71ede1-1ff4-4727-91f0-a8c639718bd8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.207377] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.207967] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-480d7760-9470-4f55-b44a-eadeeed0d126 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.217258] env[68872]: DEBUG oslo_vmware.api [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 699.217258] env[68872]: value = "task-3092214" [ 699.217258] env[68872]: _type = "Task" [ 699.217258] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.230515] env[68872]: DEBUG oslo_vmware.api [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.374019] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f127b764-6e08-4c7a-b400-ee6c9f9d8499 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.414s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.380229] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-bd666fcf-de74-44a2-af01-af4222e03bec tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Creating Snapshot of the VM instance {{(pid=68872) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 699.380608] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-efce5348-f2c3-46b6-854d-8c103928a590 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.392313] env[68872]: DEBUG oslo_vmware.api [None req-ea3fecd4-03e4-4b0a-aa6d-7b7d710f73f2 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171718} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.393752] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea3fecd4-03e4-4b0a-aa6d-7b7d710f73f2 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 699.393947] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3fecd4-03e4-4b0a-aa6d-7b7d710f73f2 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 699.394410] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3fecd4-03e4-4b0a-aa6d-7b7d710f73f2 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 699.394410] env[68872]: INFO nova.compute.manager [None req-ea3fecd4-03e4-4b0a-aa6d-7b7d710f73f2 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Took 1.26 seconds to destroy the instance on the hypervisor. [ 699.394603] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea3fecd4-03e4-4b0a-aa6d-7b7d710f73f2 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.394901] env[68872]: DEBUG oslo_vmware.api [None req-bd666fcf-de74-44a2-af01-af4222e03bec tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Waiting for the task: (returnval){ [ 699.394901] env[68872]: value = "task-3092215" [ 699.394901] env[68872]: _type = "Task" [ 699.394901] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.395070] env[68872]: DEBUG nova.compute.manager [-] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 699.395150] env[68872]: DEBUG nova.network.neutron [-] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 699.409861] env[68872]: DEBUG oslo_vmware.api [None req-bd666fcf-de74-44a2-af01-af4222e03bec tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092215, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.421875] env[68872]: DEBUG nova.compute.manager [req-83c665aa-9528-4c79-b3b9-2ad05016457a req-19749ba8-c12b-480f-961e-623e62f1aae1 service nova] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Received event network-changed-2217a0e2-4b22-4ed9-8736-c4486a48a6f9 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.422050] env[68872]: DEBUG nova.compute.manager [req-83c665aa-9528-4c79-b3b9-2ad05016457a req-19749ba8-c12b-480f-961e-623e62f1aae1 service nova] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Refreshing instance network info cache due to event network-changed-2217a0e2-4b22-4ed9-8736-c4486a48a6f9. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 699.422254] env[68872]: DEBUG oslo_concurrency.lockutils [req-83c665aa-9528-4c79-b3b9-2ad05016457a req-19749ba8-c12b-480f-961e-623e62f1aae1 service nova] Acquiring lock "refresh_cache-623ccafe-c6f5-4713-a556-80eb794cc74d" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.422477] env[68872]: DEBUG oslo_concurrency.lockutils [req-83c665aa-9528-4c79-b3b9-2ad05016457a req-19749ba8-c12b-480f-961e-623e62f1aae1 service nova] Acquired lock "refresh_cache-623ccafe-c6f5-4713-a556-80eb794cc74d" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.422575] env[68872]: DEBUG nova.network.neutron [req-83c665aa-9528-4c79-b3b9-2ad05016457a req-19749ba8-c12b-480f-961e-623e62f1aae1 service nova] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Refreshing network info cache for port 2217a0e2-4b22-4ed9-8736-c4486a48a6f9 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.492816] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092210, 'name': CreateVM_Task, 'duration_secs': 0.450178} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.493061] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.493734] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.493894] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.494237] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.494509] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a43d0ce8-7886-48ea-afc6-0547a91ff26f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.499811] env[68872]: DEBUG oslo_vmware.api [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Waiting for the task: (returnval){ [ 699.499811] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529f1aca-c053-21b6-1198-4ca94e2eb3f4" [ 699.499811] env[68872]: _type = "Task" [ 699.499811] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.508194] env[68872]: DEBUG oslo_vmware.api [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529f1aca-c053-21b6-1198-4ca94e2eb3f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.535758] env[68872]: DEBUG nova.compute.manager [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Instance disappeared during snapshot {{(pid=68872) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 699.538225] env[68872]: DEBUG oslo_vmware.api [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52fa1a25-95df-6817-eb22-7205b3d1c851, 'name': SearchDatastore_Task, 'duration_secs': 0.019385} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.539627] env[68872]: DEBUG oslo_concurrency.lockutils [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.539895] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 84b9c497-ec98-4af0-a615-54ec54d3993b/84b9c497-ec98-4af0-a615-54ec54d3993b.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.540444] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbee9721-3478-400d-b26f-da22b9805ecc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.548128] env[68872]: DEBUG oslo_vmware.api [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Waiting for the task: (returnval){ [ 699.548128] env[68872]: value = "task-3092216" [ 699.548128] env[68872]: _type = "Task" [ 699.548128] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.552865] env[68872]: DEBUG nova.compute.manager [None req-fcaedcd2-afd7-43f2-891d-bb29452ac42c tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Image not found during clean up 27bb3d29-b7e2-4bd9-b222-d4577ab95536 {{(pid=68872) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 699.563681] env[68872]: DEBUG oslo_vmware.api [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Task: {'id': task-3092216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.651196] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092213, 'name': CreateVM_Task, 'duration_secs': 0.371058} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.651196] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 659c2098-556e-4403-a6f1-1a4655a95836] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.651369] env[68872]: DEBUG oslo_concurrency.lockutils [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.675747] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.676327] env[68872]: DEBUG nova.compute.manager [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.682736] env[68872]: INFO nova.compute.manager [-] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Took 1.06 seconds to deallocate network for instance. [ 699.683787] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fb88a167-eb22-4444-834b-bc0569213649 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.842s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.683787] env[68872]: DEBUG nova.objects.instance [None req-fb88a167-eb22-4444-834b-bc0569213649 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Lazy-loading 'resources' on Instance uuid e5160d66-7228-4d64-9adf-d7c26c5fab5f {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 699.735729] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] VM already powered off {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 699.735729] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.735729] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.735729] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.735921] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.735921] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1b44ff6-92f1-4eff-80b6-764239274a21 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.758867] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.758928] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.759716] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-991053b9-d4bb-4285-87a4-437c5d3605da {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.769976] env[68872]: DEBUG oslo_vmware.api [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 699.769976] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a912f2-aeb3-0bc6-dece-ce1bf3a5e744" [ 699.769976] env[68872]: _type = "Task" [ 699.769976] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.782456] env[68872]: DEBUG oslo_vmware.api [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a912f2-aeb3-0bc6-dece-ce1bf3a5e744, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.876836] env[68872]: DEBUG nova.compute.manager [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 699.910256] env[68872]: DEBUG oslo_vmware.api [None req-bd666fcf-de74-44a2-af01-af4222e03bec tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092215, 'name': CreateSnapshot_Task, 'duration_secs': 0.504834} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.910544] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-bd666fcf-de74-44a2-af01-af4222e03bec tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Created Snapshot of the VM instance {{(pid=68872) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 699.912186] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d28482d-1f6a-4839-afd0-e970e4374489 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.014142] env[68872]: DEBUG oslo_vmware.api [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529f1aca-c053-21b6-1198-4ca94e2eb3f4, 'name': SearchDatastore_Task, 'duration_secs': 0.018736} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.015808] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.016203] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.016519] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.020018] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.020018] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.020018] env[68872]: DEBUG nova.compute.manager [req-9c560a3b-eb7a-49fb-8141-60f60da6beb2 req-15089316-aa89-4b62-bb93-d942c3457052 service nova] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Received event network-changed-c2612de2-9f8c-4dc0-a9cb-77bdc2bd9bb5 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.020018] env[68872]: DEBUG nova.compute.manager [req-9c560a3b-eb7a-49fb-8141-60f60da6beb2 req-15089316-aa89-4b62-bb93-d942c3457052 service nova] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Refreshing instance network info cache due to event network-changed-c2612de2-9f8c-4dc0-a9cb-77bdc2bd9bb5. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.020018] env[68872]: DEBUG oslo_concurrency.lockutils [req-9c560a3b-eb7a-49fb-8141-60f60da6beb2 req-15089316-aa89-4b62-bb93-d942c3457052 service nova] Acquiring lock "refresh_cache-e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.020305] env[68872]: DEBUG oslo_concurrency.lockutils [req-9c560a3b-eb7a-49fb-8141-60f60da6beb2 req-15089316-aa89-4b62-bb93-d942c3457052 service nova] Acquired lock "refresh_cache-e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.020305] env[68872]: DEBUG nova.network.neutron [req-9c560a3b-eb7a-49fb-8141-60f60da6beb2 req-15089316-aa89-4b62-bb93-d942c3457052 service nova] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Refreshing network info cache for port c2612de2-9f8c-4dc0-a9cb-77bdc2bd9bb5 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.020610] env[68872]: DEBUG oslo_concurrency.lockutils [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.020964] env[68872]: DEBUG oslo_concurrency.lockutils [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.021501] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2c67d35-3bbe-46f0-bb4e-8cc084b1b988 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.023968] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e90efc9b-e6f2-4ebb-9c19-19fcfba93797 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.031791] env[68872]: DEBUG oslo_vmware.api [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Waiting for the task: (returnval){ [ 700.031791] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f15f3f-219b-767b-ac85-a65ace5f0f16" [ 700.031791] env[68872]: _type = "Task" [ 700.031791] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.045885] env[68872]: DEBUG oslo_vmware.api [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f15f3f-219b-767b-ac85-a65ace5f0f16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.047195] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.047410] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.048175] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1d34bbb-090b-499b-9da4-c4a46ea0b381 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.063041] env[68872]: DEBUG oslo_vmware.api [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Task: {'id': task-3092216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485628} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.063329] env[68872]: DEBUG oslo_vmware.api [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Waiting for the task: (returnval){ [ 700.063329] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f8f531-0271-3f97-a86a-3d35a2017ed4" [ 700.063329] env[68872]: _type = "Task" [ 700.063329] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.063901] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 84b9c497-ec98-4af0-a615-54ec54d3993b/84b9c497-ec98-4af0-a615-54ec54d3993b.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.063901] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.064136] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0469588-447b-4629-901b-d284c782772d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.075487] env[68872]: DEBUG oslo_vmware.api [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f8f531-0271-3f97-a86a-3d35a2017ed4, 'name': SearchDatastore_Task, 'duration_secs': 0.010788} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.078140] env[68872]: DEBUG oslo_vmware.api [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Waiting for the task: (returnval){ [ 700.078140] env[68872]: value = "task-3092217" [ 700.078140] env[68872]: _type = "Task" [ 700.078140] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.079199] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f6516f5-5531-4227-b8db-69b0c8e7b49f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.088937] env[68872]: DEBUG oslo_vmware.api [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Task: {'id': task-3092217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.090245] env[68872]: DEBUG oslo_vmware.api [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Waiting for the task: (returnval){ [ 700.090245] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520c58eb-4926-2bea-ec09-7ce263659ca8" [ 700.090245] env[68872]: _type = "Task" [ 700.090245] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.101248] env[68872]: DEBUG oslo_vmware.api [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520c58eb-4926-2bea-ec09-7ce263659ca8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.184525] env[68872]: DEBUG nova.compute.utils [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.186651] env[68872]: DEBUG nova.compute.manager [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.186651] env[68872]: DEBUG nova.network.neutron [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.192510] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d62c0cd-2bbf-4bc2-8985-b410e0521c53 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.232952] env[68872]: DEBUG nova.network.neutron [req-83c665aa-9528-4c79-b3b9-2ad05016457a req-19749ba8-c12b-480f-961e-623e62f1aae1 service nova] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Updated VIF entry in instance network info cache for port 2217a0e2-4b22-4ed9-8736-c4486a48a6f9. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.232952] env[68872]: DEBUG nova.network.neutron [req-83c665aa-9528-4c79-b3b9-2ad05016457a req-19749ba8-c12b-480f-961e-623e62f1aae1 service nova] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Updating instance_info_cache with network_info: [{"id": "2217a0e2-4b22-4ed9-8736-c4486a48a6f9", "address": "fa:16:3e:73:bd:ad", "network": {"id": "7dc6a7f7-0c62-4b03-91c8-83988003b985", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1586112010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69018ef436ba4ca497ef24f6b1ae3005", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2217a0e2-4b", "ovs_interfaceid": "2217a0e2-4b22-4ed9-8736-c4486a48a6f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.244270] env[68872]: DEBUG nova.policy [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '467722f583964c338c9f32c8cabaa273', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb345a6871294759aac94287b70029f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.246337] env[68872]: DEBUG nova.network.neutron [-] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.284296] env[68872]: DEBUG oslo_vmware.api [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a912f2-aeb3-0bc6-dece-ce1bf3a5e744, 'name': SearchDatastore_Task, 'duration_secs': 0.021142} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.285328] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1954904f-6fe6-4be7-b87c-aa11674b43c5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.294765] env[68872]: DEBUG oslo_vmware.api [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 700.294765] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5254faba-c518-7e66-4985-af9dbadbfec3" [ 700.294765] env[68872]: _type = "Task" [ 700.294765] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.307266] env[68872]: DEBUG oslo_vmware.api [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5254faba-c518-7e66-4985-af9dbadbfec3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.397511] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.437112] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-bd666fcf-de74-44a2-af01-af4222e03bec tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Creating linked-clone VM from snapshot {{(pid=68872) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 700.440318] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6bb13d95-694d-4f95-a1dc-5066a9ba5565 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.451294] env[68872]: DEBUG oslo_vmware.api [None req-bd666fcf-de74-44a2-af01-af4222e03bec tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Waiting for the task: (returnval){ [ 700.451294] env[68872]: value = "task-3092218" [ 700.451294] env[68872]: _type = "Task" [ 700.451294] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.464666] env[68872]: DEBUG oslo_vmware.api [None req-bd666fcf-de74-44a2-af01-af4222e03bec tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092218, 'name': CloneVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.545901] env[68872]: DEBUG oslo_vmware.api [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f15f3f-219b-767b-ac85-a65ace5f0f16, 'name': SearchDatastore_Task, 'duration_secs': 0.025073} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.545901] env[68872]: DEBUG oslo_concurrency.lockutils [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.546055] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 659c2098-556e-4403-a6f1-1a4655a95836] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.546293] env[68872]: DEBUG oslo_concurrency.lockutils [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.572972] env[68872]: DEBUG nova.network.neutron [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Successfully created port: ce913781-a2dc-4bff-b46c-cf679d66ea1a {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.591647] env[68872]: DEBUG oslo_vmware.api [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Task: {'id': task-3092217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.233651} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.598790] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.599976] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e9b86e-9d2a-4249-a556-85f9b02926a3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.610437] env[68872]: DEBUG oslo_vmware.api [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520c58eb-4926-2bea-ec09-7ce263659ca8, 'name': SearchDatastore_Task, 'duration_secs': 0.012635} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.624529] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.624684] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 623ccafe-c6f5-4713-a556-80eb794cc74d/623ccafe-c6f5-4713-a556-80eb794cc74d.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.633729] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 84b9c497-ec98-4af0-a615-54ec54d3993b/84b9c497-ec98-4af0-a615-54ec54d3993b.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.634431] env[68872]: DEBUG oslo_concurrency.lockutils [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.634636] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.634880] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04776d44-348d-4c3e-9726-14fdd3054143 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.637376] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5418fd5d-59c3-4f5a-9c3e-e18d9f23948b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.653951] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54ea2730-bddb-488f-988c-f5eab3518369 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.663727] env[68872]: DEBUG oslo_vmware.api [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Waiting for the task: (returnval){ [ 700.663727] env[68872]: value = "task-3092219" [ 700.663727] env[68872]: _type = "Task" [ 700.663727] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.665353] env[68872]: DEBUG oslo_vmware.api [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Waiting for the task: (returnval){ [ 700.665353] env[68872]: value = "task-3092220" [ 700.665353] env[68872]: _type = "Task" [ 700.665353] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.677773] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.678119] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.680129] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2632d7fa-c0bd-4dd6-baf2-67ddd04ce857 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.689084] env[68872]: DEBUG oslo_vmware.api [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Task: {'id': task-3092219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.693853] env[68872]: DEBUG nova.compute.manager [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.709130] env[68872]: DEBUG oslo_vmware.api [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Task: {'id': task-3092220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.709130] env[68872]: DEBUG oslo_vmware.api [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Waiting for the task: (returnval){ [ 700.709130] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52acefa7-4c45-4a39-b645-b36fd704b4fb" [ 700.709130] env[68872]: _type = "Task" [ 700.709130] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.719756] env[68872]: DEBUG oslo_vmware.api [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52acefa7-4c45-4a39-b645-b36fd704b4fb, 'name': SearchDatastore_Task, 'duration_secs': 0.011421} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.720999] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-496ed785-1401-44a2-9f4c-0aaed02a3538 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.733044] env[68872]: DEBUG oslo_vmware.api [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Waiting for the task: (returnval){ [ 700.733044] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52957d08-5c0c-1c6d-72b3-22ae27bf2028" [ 700.733044] env[68872]: _type = "Task" [ 700.733044] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.733931] env[68872]: DEBUG oslo_concurrency.lockutils [req-83c665aa-9528-4c79-b3b9-2ad05016457a req-19749ba8-c12b-480f-961e-623e62f1aae1 service nova] Releasing lock "refresh_cache-623ccafe-c6f5-4713-a556-80eb794cc74d" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.746548] env[68872]: DEBUG oslo_vmware.api [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52957d08-5c0c-1c6d-72b3-22ae27bf2028, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.751608] env[68872]: INFO nova.compute.manager [-] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Took 1.36 seconds to deallocate network for instance. [ 700.782685] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376103ba-57da-40a0-a241-9936cc0005e6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.791767] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388f9042-7d39-4d60-9612-b7862978ad31 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.831108] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89dd8eb2-0c21-4239-80ea-46e3f3218c26 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.838175] env[68872]: DEBUG oslo_vmware.api [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5254faba-c518-7e66-4985-af9dbadbfec3, 'name': SearchDatastore_Task, 'duration_secs': 0.012342} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.838972] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.839282] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 9ba49303-832d-4da0-b856-a46bcb2bda5a/f385dd18-ac06-4518-90be-b739920d18c6-rescue.vmdk. {{(pid=68872) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 700.839565] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34831575-ed9a-4ea1-99a0-cb76ab00372c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.847747] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab35f12-4c38-4327-8f22-e7016a5fe76c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.853577] env[68872]: DEBUG oslo_vmware.api [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 700.853577] env[68872]: value = "task-3092221" [ 700.853577] env[68872]: _type = "Task" [ 700.853577] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.867754] env[68872]: DEBUG nova.compute.provider_tree [None req-fb88a167-eb22-4444-834b-bc0569213649 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.873225] env[68872]: DEBUG oslo_vmware.api [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.963729] env[68872]: DEBUG oslo_vmware.api [None req-bd666fcf-de74-44a2-af01-af4222e03bec tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092218, 'name': CloneVM_Task} progress is 94%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.176907] env[68872]: DEBUG oslo_vmware.api [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Task: {'id': task-3092219, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.183208] env[68872]: DEBUG oslo_vmware.api [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Task: {'id': task-3092220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.224840] env[68872]: DEBUG nova.network.neutron [req-9c560a3b-eb7a-49fb-8141-60f60da6beb2 req-15089316-aa89-4b62-bb93-d942c3457052 service nova] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Updated VIF entry in instance network info cache for port c2612de2-9f8c-4dc0-a9cb-77bdc2bd9bb5. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.225228] env[68872]: DEBUG nova.network.neutron [req-9c560a3b-eb7a-49fb-8141-60f60da6beb2 req-15089316-aa89-4b62-bb93-d942c3457052 service nova] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Updating instance_info_cache with network_info: [{"id": "c2612de2-9f8c-4dc0-a9cb-77bdc2bd9bb5", "address": "fa:16:3e:fd:42:2e", "network": {"id": "511b8d00-72bf-40ae-8aad-fe8733e4638f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1809232565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d310ae195e70437dbc04c8803c250050", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2612de2-9f", "ovs_interfaceid": "c2612de2-9f8c-4dc0-a9cb-77bdc2bd9bb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.245930] env[68872]: DEBUG oslo_vmware.api [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52957d08-5c0c-1c6d-72b3-22ae27bf2028, 'name': SearchDatastore_Task, 'duration_secs': 0.011686} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.246276] env[68872]: DEBUG oslo_concurrency.lockutils [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.248026] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 659c2098-556e-4403-a6f1-1a4655a95836/659c2098-556e-4403-a6f1-1a4655a95836.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.248026] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6af8da7-fdc8-4e37-8451-80ee2bf65406 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.257218] env[68872]: DEBUG oslo_vmware.api [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Waiting for the task: (returnval){ [ 701.257218] env[68872]: value = "task-3092222" [ 701.257218] env[68872]: _type = "Task" [ 701.257218] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.267126] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ea3fecd4-03e4-4b0a-aa6d-7b7d710f73f2 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.275981] env[68872]: DEBUG oslo_vmware.api [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.370869] env[68872]: DEBUG oslo_vmware.api [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092221, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.374986] env[68872]: DEBUG nova.scheduler.client.report [None req-fb88a167-eb22-4444-834b-bc0569213649 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.464321] env[68872]: DEBUG oslo_vmware.api [None req-bd666fcf-de74-44a2-af01-af4222e03bec tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092218, 'name': CloneVM_Task} progress is 94%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.530579] env[68872]: DEBUG nova.compute.manager [req-f850a0db-2d06-4270-a89c-80cf81ac6b61 req-8aa5dcdf-11cd-46b8-8750-960ec2eab4d7 service nova] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Received event network-vif-deleted-84952acd-ef49-4fa3-9066-0bea4576f0b1 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.683113] env[68872]: DEBUG oslo_vmware.api [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Task: {'id': task-3092219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532607} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.687045] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 623ccafe-c6f5-4713-a556-80eb794cc74d/623ccafe-c6f5-4713-a556-80eb794cc74d.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 701.687045] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 701.687045] env[68872]: DEBUG oslo_vmware.api [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Task: {'id': task-3092220, 'name': ReconfigVM_Task, 'duration_secs': 0.741856} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.687485] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-adf7c4d8-7156-4460-91ba-74e6e754007a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.689399] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 84b9c497-ec98-4af0-a615-54ec54d3993b/84b9c497-ec98-4af0-a615-54ec54d3993b.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.690057] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-382b0500-759d-4551-a2a9-8cb51cdbd620 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.700130] env[68872]: DEBUG oslo_vmware.api [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Waiting for the task: (returnval){ [ 701.700130] env[68872]: value = "task-3092224" [ 701.700130] env[68872]: _type = "Task" [ 701.700130] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.701920] env[68872]: DEBUG oslo_vmware.api [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Waiting for the task: (returnval){ [ 701.701920] env[68872]: value = "task-3092223" [ 701.701920] env[68872]: _type = "Task" [ 701.701920] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.714078] env[68872]: DEBUG nova.compute.manager [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.720734] env[68872]: DEBUG oslo_vmware.api [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Task: {'id': task-3092224, 'name': Rename_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.724628] env[68872]: DEBUG oslo_vmware.api [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Task: {'id': task-3092223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.728690] env[68872]: DEBUG oslo_concurrency.lockutils [req-9c560a3b-eb7a-49fb-8141-60f60da6beb2 req-15089316-aa89-4b62-bb93-d942c3457052 service nova] Releasing lock "refresh_cache-e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.746747] env[68872]: DEBUG nova.virt.hardware [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.747172] env[68872]: DEBUG nova.virt.hardware [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.747403] env[68872]: DEBUG nova.virt.hardware [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.747805] env[68872]: DEBUG nova.virt.hardware [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.748068] env[68872]: DEBUG nova.virt.hardware [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.748390] env[68872]: DEBUG nova.virt.hardware [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.748799] env[68872]: DEBUG nova.virt.hardware [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.749113] env[68872]: DEBUG nova.virt.hardware [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.749392] env[68872]: DEBUG nova.virt.hardware [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.749647] env[68872]: DEBUG nova.virt.hardware [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.749917] env[68872]: DEBUG nova.virt.hardware [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.751465] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feab79ec-be69-4ad6-a38d-c76d89646a5e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.770506] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8275e8-3d59-49ee-b883-c20cb4c5a48e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.782940] env[68872]: DEBUG oslo_vmware.api [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092222, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.870847] env[68872]: DEBUG oslo_vmware.api [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092221, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.741743} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.871343] env[68872]: INFO nova.virt.vmwareapi.ds_util [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 9ba49303-832d-4da0-b856-a46bcb2bda5a/f385dd18-ac06-4518-90be-b739920d18c6-rescue.vmdk. [ 701.872510] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595b98b6-f314-416a-bd27-596a9c7f495b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.880061] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fb88a167-eb22-4444-834b-bc0569213649 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.883707] env[68872]: DEBUG oslo_concurrency.lockutils [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.471s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.885894] env[68872]: INFO nova.compute.claims [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.912095] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 9ba49303-832d-4da0-b856-a46bcb2bda5a/f385dd18-ac06-4518-90be-b739920d18c6-rescue.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.913343] env[68872]: INFO nova.scheduler.client.report [None req-fb88a167-eb22-4444-834b-bc0569213649 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Deleted allocations for instance e5160d66-7228-4d64-9adf-d7c26c5fab5f [ 701.914852] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adfde412-aeb4-4dc4-a8d3-3e2c070ac882 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.938788] env[68872]: DEBUG oslo_vmware.api [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 701.938788] env[68872]: value = "task-3092225" [ 701.938788] env[68872]: _type = "Task" [ 701.938788] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.949600] env[68872]: DEBUG oslo_vmware.api [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092225, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.967297] env[68872]: DEBUG oslo_vmware.api [None req-bd666fcf-de74-44a2-af01-af4222e03bec tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092218, 'name': CloneVM_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.217234] env[68872]: DEBUG oslo_vmware.api [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Task: {'id': task-3092223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107471} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.219228] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.219655] env[68872]: DEBUG oslo_vmware.api [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Task: {'id': task-3092224, 'name': Rename_Task, 'duration_secs': 0.38051} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.220483] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d898865-3f3d-474b-b4ce-58f95eadf904 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.223203] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.223514] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8578898a-5e2c-41cb-8cfe-dddc45be23f0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.248826] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 623ccafe-c6f5-4713-a556-80eb794cc74d/623ccafe-c6f5-4713-a556-80eb794cc74d.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.250452] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e031285-f8fd-4114-8c94-2c8e119798d7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.266186] env[68872]: DEBUG oslo_vmware.api [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Waiting for the task: (returnval){ [ 702.266186] env[68872]: value = "task-3092226" [ 702.266186] env[68872]: _type = "Task" [ 702.266186] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.276725] env[68872]: DEBUG oslo_vmware.api [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Waiting for the task: (returnval){ [ 702.276725] env[68872]: value = "task-3092227" [ 702.276725] env[68872]: _type = "Task" [ 702.276725] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.283712] env[68872]: DEBUG oslo_vmware.api [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092222, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669066} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.283956] env[68872]: DEBUG oslo_vmware.api [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Task: {'id': task-3092226, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.287185] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 659c2098-556e-4403-a6f1-1a4655a95836/659c2098-556e-4403-a6f1-1a4655a95836.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.287408] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 659c2098-556e-4403-a6f1-1a4655a95836] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.287662] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ca7f227-315e-4e6f-8c1d-65b22761bd8e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.298256] env[68872]: DEBUG oslo_vmware.api [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Task: {'id': task-3092227, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.300083] env[68872]: DEBUG oslo_vmware.api [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Waiting for the task: (returnval){ [ 702.300083] env[68872]: value = "task-3092228" [ 702.300083] env[68872]: _type = "Task" [ 702.300083] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.309042] env[68872]: DEBUG oslo_vmware.api [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.435702] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fb88a167-eb22-4444-834b-bc0569213649 tempest-FloatingIPsAssociationNegativeTestJSON-349901357 tempest-FloatingIPsAssociationNegativeTestJSON-349901357-project-member] Lock "e5160d66-7228-4d64-9adf-d7c26c5fab5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.484s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.450899] env[68872]: DEBUG oslo_vmware.api [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092225, 'name': ReconfigVM_Task, 'duration_secs': 0.334353} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.451742] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 9ba49303-832d-4da0-b856-a46bcb2bda5a/f385dd18-ac06-4518-90be-b739920d18c6-rescue.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.452621] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77922877-dcc1-4138-99bc-6cc526e0cdbe {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.465265] env[68872]: DEBUG oslo_vmware.api [None req-bd666fcf-de74-44a2-af01-af4222e03bec tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092218, 'name': CloneVM_Task, 'duration_secs': 1.580532} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.481710] env[68872]: INFO nova.virt.vmwareapi.vmops [None req-bd666fcf-de74-44a2-af01-af4222e03bec tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Created linked-clone VM from snapshot [ 702.487725] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5bbae9-9664-499b-a8a1-0ba4a6683e6e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.490421] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f316d8e-df3e-480c-941f-796356a66ac0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.509990] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-bd666fcf-de74-44a2-af01-af4222e03bec tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Uploading image a3e161c6-9ef7-41b3-ba2c-5b6516e05fb2 {{(pid=68872) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 702.513315] env[68872]: DEBUG oslo_vmware.api [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 702.513315] env[68872]: value = "task-3092229" [ 702.513315] env[68872]: _type = "Task" [ 702.513315] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.524621] env[68872]: DEBUG oslo_vmware.api [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092229, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.543188] env[68872]: DEBUG oslo_vmware.rw_handles [None req-bd666fcf-de74-44a2-af01-af4222e03bec tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 702.543188] env[68872]: value = "vm-618936" [ 702.543188] env[68872]: _type = "VirtualMachine" [ 702.543188] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 702.543537] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-92f69135-ee8e-4ef7-90a8-94aa20f58e6b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.553671] env[68872]: DEBUG oslo_vmware.rw_handles [None req-bd666fcf-de74-44a2-af01-af4222e03bec tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Lease: (returnval){ [ 702.553671] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5261efb7-ddef-de73-92cb-58dd80742fc8" [ 702.553671] env[68872]: _type = "HttpNfcLease" [ 702.553671] env[68872]: } obtained for exporting VM: (result){ [ 702.553671] env[68872]: value = "vm-618936" [ 702.553671] env[68872]: _type = "VirtualMachine" [ 702.553671] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 702.553962] env[68872]: DEBUG oslo_vmware.api [None req-bd666fcf-de74-44a2-af01-af4222e03bec tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Waiting for the lease: (returnval){ [ 702.553962] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5261efb7-ddef-de73-92cb-58dd80742fc8" [ 702.553962] env[68872]: _type = "HttpNfcLease" [ 702.553962] env[68872]: } to be ready. {{(pid=68872) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 702.562091] env[68872]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 702.562091] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5261efb7-ddef-de73-92cb-58dd80742fc8" [ 702.562091] env[68872]: _type = "HttpNfcLease" [ 702.562091] env[68872]: } is initializing. {{(pid=68872) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 702.640476] env[68872]: DEBUG nova.network.neutron [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Successfully updated port: ce913781-a2dc-4bff-b46c-cf679d66ea1a {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.777839] env[68872]: DEBUG oslo_vmware.api [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Task: {'id': task-3092226, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.793216] env[68872]: DEBUG oslo_vmware.api [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Task: {'id': task-3092227, 'name': ReconfigVM_Task, 'duration_secs': 0.342797} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.793792] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 623ccafe-c6f5-4713-a556-80eb794cc74d/623ccafe-c6f5-4713-a556-80eb794cc74d.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.794753] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64e9200d-2342-47a1-ac65-429179d48f1e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.804549] env[68872]: DEBUG oslo_vmware.api [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Waiting for the task: (returnval){ [ 702.804549] env[68872]: value = "task-3092231" [ 702.804549] env[68872]: _type = "Task" [ 702.804549] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.813451] env[68872]: DEBUG oslo_vmware.api [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067573} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.813451] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 659c2098-556e-4403-a6f1-1a4655a95836] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.813451] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79988fa-45f4-431e-addc-2ac14dc43d34 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.819817] env[68872]: DEBUG oslo_vmware.api [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Task: {'id': task-3092231, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.839325] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 659c2098-556e-4403-a6f1-1a4655a95836] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 659c2098-556e-4403-a6f1-1a4655a95836/659c2098-556e-4403-a6f1-1a4655a95836.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.839777] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55a4ce54-28b4-4d2a-80b0-a5598d4b2457 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.860964] env[68872]: DEBUG oslo_vmware.api [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Waiting for the task: (returnval){ [ 702.860964] env[68872]: value = "task-3092232" [ 702.860964] env[68872]: _type = "Task" [ 702.860964] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.870130] env[68872]: DEBUG oslo_vmware.api [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092232, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.030016] env[68872]: DEBUG oslo_vmware.api [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092229, 'name': ReconfigVM_Task, 'duration_secs': 0.264588} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.032668] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.032668] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9627da32-1b33-4915-a874-91c51a80270e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.039959] env[68872]: DEBUG oslo_vmware.api [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 703.039959] env[68872]: value = "task-3092233" [ 703.039959] env[68872]: _type = "Task" [ 703.039959] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.052904] env[68872]: DEBUG oslo_vmware.api [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.066537] env[68872]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 703.066537] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5261efb7-ddef-de73-92cb-58dd80742fc8" [ 703.066537] env[68872]: _type = "HttpNfcLease" [ 703.066537] env[68872]: } is ready. {{(pid=68872) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 703.066846] env[68872]: DEBUG oslo_vmware.rw_handles [None req-bd666fcf-de74-44a2-af01-af4222e03bec tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 703.066846] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5261efb7-ddef-de73-92cb-58dd80742fc8" [ 703.066846] env[68872]: _type = "HttpNfcLease" [ 703.066846] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 703.067711] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9777c6fb-402c-4dd3-abcb-7551ca63c081 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.077097] env[68872]: DEBUG oslo_vmware.rw_handles [None req-bd666fcf-de74-44a2-af01-af4222e03bec tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5206f54f-c765-5d8c-389d-7fb76c93179a/disk-0.vmdk from lease info. {{(pid=68872) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 703.077291] env[68872]: DEBUG oslo_vmware.rw_handles [None req-bd666fcf-de74-44a2-af01-af4222e03bec tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5206f54f-c765-5d8c-389d-7fb76c93179a/disk-0.vmdk for reading. {{(pid=68872) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 703.142405] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Acquiring lock "refresh_cache-b13197ec-f292-49a5-863f-cfe9f4932870" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.142564] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Acquired lock "refresh_cache-b13197ec-f292-49a5-863f-cfe9f4932870" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.142716] env[68872]: DEBUG nova.network.neutron [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.261657] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b0426bad-e212-4d76-b43b-dedc027768fa {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.281313] env[68872]: DEBUG oslo_vmware.api [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Task: {'id': task-3092226, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.329989] env[68872]: DEBUG oslo_vmware.api [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Task: {'id': task-3092231, 'name': Rename_Task, 'duration_secs': 0.163021} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.333171] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.333728] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8006218-6f25-441a-8368-e94d95cafd12 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.341526] env[68872]: DEBUG oslo_vmware.api [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Waiting for the task: (returnval){ [ 703.341526] env[68872]: value = "task-3092234" [ 703.341526] env[68872]: _type = "Task" [ 703.341526] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.354837] env[68872]: DEBUG oslo_vmware.api [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Task: {'id': task-3092234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.373541] env[68872]: DEBUG oslo_vmware.api [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092232, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.540765] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1037509-b520-4576-8290-6ea9f49f014e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.559044] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4121781b-5557-4d1b-8c1d-4ab14574d69c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.562889] env[68872]: DEBUG oslo_vmware.api [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092233, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.565272] env[68872]: DEBUG nova.compute.manager [req-1ea8b50a-8d84-4251-9bf2-c1a263719896 req-231e8e6d-80d7-424b-9739-f89e7520845c service nova] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Received event network-vif-plugged-ce913781-a2dc-4bff-b46c-cf679d66ea1a {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.565509] env[68872]: DEBUG oslo_concurrency.lockutils [req-1ea8b50a-8d84-4251-9bf2-c1a263719896 req-231e8e6d-80d7-424b-9739-f89e7520845c service nova] Acquiring lock "b13197ec-f292-49a5-863f-cfe9f4932870-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.565734] env[68872]: DEBUG oslo_concurrency.lockutils [req-1ea8b50a-8d84-4251-9bf2-c1a263719896 req-231e8e6d-80d7-424b-9739-f89e7520845c service nova] Lock "b13197ec-f292-49a5-863f-cfe9f4932870-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.565915] env[68872]: DEBUG oslo_concurrency.lockutils [req-1ea8b50a-8d84-4251-9bf2-c1a263719896 req-231e8e6d-80d7-424b-9739-f89e7520845c service nova] Lock "b13197ec-f292-49a5-863f-cfe9f4932870-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.566108] env[68872]: DEBUG nova.compute.manager [req-1ea8b50a-8d84-4251-9bf2-c1a263719896 req-231e8e6d-80d7-424b-9739-f89e7520845c service nova] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] No waiting events found dispatching network-vif-plugged-ce913781-a2dc-4bff-b46c-cf679d66ea1a {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.566444] env[68872]: WARNING nova.compute.manager [req-1ea8b50a-8d84-4251-9bf2-c1a263719896 req-231e8e6d-80d7-424b-9739-f89e7520845c service nova] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Received unexpected event network-vif-plugged-ce913781-a2dc-4bff-b46c-cf679d66ea1a for instance with vm_state building and task_state spawning. [ 703.566624] env[68872]: DEBUG nova.compute.manager [req-1ea8b50a-8d84-4251-9bf2-c1a263719896 req-231e8e6d-80d7-424b-9739-f89e7520845c service nova] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Received event network-changed-ce913781-a2dc-4bff-b46c-cf679d66ea1a {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.566797] env[68872]: DEBUG nova.compute.manager [req-1ea8b50a-8d84-4251-9bf2-c1a263719896 req-231e8e6d-80d7-424b-9739-f89e7520845c service nova] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Refreshing instance network info cache due to event network-changed-ce913781-a2dc-4bff-b46c-cf679d66ea1a. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.566977] env[68872]: DEBUG oslo_concurrency.lockutils [req-1ea8b50a-8d84-4251-9bf2-c1a263719896 req-231e8e6d-80d7-424b-9739-f89e7520845c service nova] Acquiring lock "refresh_cache-b13197ec-f292-49a5-863f-cfe9f4932870" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.603711] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf59b86-40d5-481f-9d5a-6230fb961cd5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.614224] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399f15f6-0e4d-4cb5-ac99-cc3cff214004 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.633029] env[68872]: DEBUG nova.compute.provider_tree [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.712985] env[68872]: DEBUG nova.network.neutron [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.782588] env[68872]: DEBUG oslo_vmware.api [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Task: {'id': task-3092226, 'name': PowerOnVM_Task, 'duration_secs': 1.064891} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.783029] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.783468] env[68872]: INFO nova.compute.manager [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Took 10.05 seconds to spawn the instance on the hypervisor. [ 703.783862] env[68872]: DEBUG nova.compute.manager [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.784753] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e79387-3d2c-49cf-8ec2-b3ce88d8ffea {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.858724] env[68872]: DEBUG oslo_vmware.api [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Task: {'id': task-3092234, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.873423] env[68872]: DEBUG oslo_vmware.api [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092232, 'name': ReconfigVM_Task, 'duration_secs': 0.547034} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.873982] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 659c2098-556e-4403-a6f1-1a4655a95836] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 659c2098-556e-4403-a6f1-1a4655a95836/659c2098-556e-4403-a6f1-1a4655a95836.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.875273] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d184d9a1-f1dd-4ce0-b125-bbb65dd0056a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.884436] env[68872]: DEBUG oslo_vmware.api [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Waiting for the task: (returnval){ [ 703.884436] env[68872]: value = "task-3092235" [ 703.884436] env[68872]: _type = "Task" [ 703.884436] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.896542] env[68872]: DEBUG oslo_vmware.api [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092235, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.962770] env[68872]: DEBUG nova.network.neutron [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Updating instance_info_cache with network_info: [{"id": "ce913781-a2dc-4bff-b46c-cf679d66ea1a", "address": "fa:16:3e:c1:b2:da", "network": {"id": "97ddbc47-c088-4096-b6c7-c07133e30ef7", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2124391701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb345a6871294759aac94287b70029f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce913781-a2", "ovs_interfaceid": "ce913781-a2dc-4bff-b46c-cf679d66ea1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.058471] env[68872]: DEBUG oslo_vmware.api [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092233, 'name': PowerOnVM_Task, 'duration_secs': 0.551706} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.058803] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.063386] env[68872]: DEBUG nova.compute.manager [None req-c9fdc563-325d-4c4a-84df-51c8da88f6fc tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.065060] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1dd059-5e91-4778-8890-bf94910cf00e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.139191] env[68872]: DEBUG nova.scheduler.client.report [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.302967] env[68872]: INFO nova.compute.manager [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Took 41.31 seconds to build instance. [ 704.358174] env[68872]: DEBUG oslo_vmware.api [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Task: {'id': task-3092234, 'name': PowerOnVM_Task, 'duration_secs': 0.828932} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.358473] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.358692] env[68872]: INFO nova.compute.manager [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Took 8.00 seconds to spawn the instance on the hypervisor. [ 704.360590] env[68872]: DEBUG nova.compute.manager [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.361529] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0064d2-a316-4023-b149-37ba378a1848 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.402490] env[68872]: DEBUG oslo_vmware.api [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092235, 'name': Rename_Task, 'duration_secs': 0.182019} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.402877] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 659c2098-556e-4403-a6f1-1a4655a95836] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.403215] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8335f846-437d-47d2-a5a8-a9612c280e59 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.413034] env[68872]: DEBUG oslo_vmware.api [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Waiting for the task: (returnval){ [ 704.413034] env[68872]: value = "task-3092236" [ 704.413034] env[68872]: _type = "Task" [ 704.413034] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.430267] env[68872]: DEBUG oslo_vmware.api [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.466405] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Releasing lock "refresh_cache-b13197ec-f292-49a5-863f-cfe9f4932870" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.466601] env[68872]: DEBUG nova.compute.manager [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Instance network_info: |[{"id": "ce913781-a2dc-4bff-b46c-cf679d66ea1a", "address": "fa:16:3e:c1:b2:da", "network": {"id": "97ddbc47-c088-4096-b6c7-c07133e30ef7", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2124391701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb345a6871294759aac94287b70029f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce913781-a2", "ovs_interfaceid": "ce913781-a2dc-4bff-b46c-cf679d66ea1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.466881] env[68872]: DEBUG oslo_concurrency.lockutils [req-1ea8b50a-8d84-4251-9bf2-c1a263719896 req-231e8e6d-80d7-424b-9739-f89e7520845c service nova] Acquired lock "refresh_cache-b13197ec-f292-49a5-863f-cfe9f4932870" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.467083] env[68872]: DEBUG nova.network.neutron [req-1ea8b50a-8d84-4251-9bf2-c1a263719896 req-231e8e6d-80d7-424b-9739-f89e7520845c service nova] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Refreshing network info cache for port ce913781-a2dc-4bff-b46c-cf679d66ea1a {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.470301] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:b2:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce913781-a2dc-4bff-b46c-cf679d66ea1a', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.478026] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Creating folder: Project (cb345a6871294759aac94287b70029f1). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.478157] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b3d6470-f68b-4ffd-9bdd-f6b348ff0768 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.495045] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Created folder: Project (cb345a6871294759aac94287b70029f1) in parent group-v618835. [ 704.495045] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Creating folder: Instances. Parent ref: group-v618937. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.495045] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b4530ed-3072-40f0-bbb2-0550fef363b6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.512516] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Created folder: Instances in parent group-v618937. [ 704.512832] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.513072] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.513306] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-380e120a-4d39-4332-86dc-b0403e9e3e28 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.544594] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.544594] env[68872]: value = "task-3092239" [ 704.544594] env[68872]: _type = "Task" [ 704.544594] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.558374] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092239, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.646843] env[68872]: DEBUG oslo_concurrency.lockutils [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.646843] env[68872]: DEBUG nova.compute.manager [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.648645] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c0126e7f-636a-4f77-b912-996815a95001 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.347s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.648882] env[68872]: DEBUG nova.objects.instance [None req-c0126e7f-636a-4f77-b912-996815a95001 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Lazy-loading 'resources' on Instance uuid 738adc74-ccb7-4788-89d9-4fe6873cbd30 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.809042] env[68872]: DEBUG oslo_concurrency.lockutils [None req-51ffe1bb-b4cd-45ee-943e-82ccc9846081 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Lock "84b9c497-ec98-4af0-a615-54ec54d3993b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.985s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.885528] env[68872]: INFO nova.compute.manager [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Took 41.39 seconds to build instance. [ 704.931844] env[68872]: DEBUG oslo_vmware.api [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092236, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.056041] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092239, 'name': CreateVM_Task, 'duration_secs': 0.434332} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.056228] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.057417] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.057417] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.057579] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.057694] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7836ac19-a06b-4980-867e-378c0347bdb8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.063347] env[68872]: DEBUG oslo_vmware.api [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Waiting for the task: (returnval){ [ 705.063347] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52b5ae42-e08b-b44f-9131-147482b1d8a2" [ 705.063347] env[68872]: _type = "Task" [ 705.063347] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.072853] env[68872]: DEBUG oslo_vmware.api [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52b5ae42-e08b-b44f-9131-147482b1d8a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.153011] env[68872]: DEBUG nova.compute.utils [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.157765] env[68872]: DEBUG nova.compute.manager [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 705.158045] env[68872]: DEBUG nova.network.neutron [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] [instance: b1807389-9864-40a7-9738-c2bfb472a003] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 705.225861] env[68872]: DEBUG nova.policy [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76667f9d14a64cdd81ef63e8461a8bd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27f7ea93fdc347a9b7d7e4d461aeb66c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.298904] env[68872]: DEBUG nova.network.neutron [req-1ea8b50a-8d84-4251-9bf2-c1a263719896 req-231e8e6d-80d7-424b-9739-f89e7520845c service nova] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Updated VIF entry in instance network info cache for port ce913781-a2dc-4bff-b46c-cf679d66ea1a. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.299509] env[68872]: DEBUG nova.network.neutron [req-1ea8b50a-8d84-4251-9bf2-c1a263719896 req-231e8e6d-80d7-424b-9739-f89e7520845c service nova] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Updating instance_info_cache with network_info: [{"id": "ce913781-a2dc-4bff-b46c-cf679d66ea1a", "address": "fa:16:3e:c1:b2:da", "network": {"id": "97ddbc47-c088-4096-b6c7-c07133e30ef7", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2124391701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb345a6871294759aac94287b70029f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce913781-a2", "ovs_interfaceid": "ce913781-a2dc-4bff-b46c-cf679d66ea1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.317892] env[68872]: DEBUG nova.compute.manager [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.391302] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6101a366-25ab-4323-89e6-b2fa16a7e3f1 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Lock "623ccafe-c6f5-4713-a556-80eb794cc74d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.424s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.430236] env[68872]: DEBUG oslo_vmware.api [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092236, 'name': PowerOnVM_Task, 'duration_secs': 0.640553} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.430905] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 659c2098-556e-4403-a6f1-1a4655a95836] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.430905] env[68872]: INFO nova.compute.manager [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 659c2098-556e-4403-a6f1-1a4655a95836] Took 6.39 seconds to spawn the instance on the hypervisor. [ 705.431137] env[68872]: DEBUG nova.compute.manager [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 659c2098-556e-4403-a6f1-1a4655a95836] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.434106] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf417550-3a73-4c9d-a33f-9a55da2b499b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.580388] env[68872]: DEBUG oslo_vmware.api [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52b5ae42-e08b-b44f-9131-147482b1d8a2, 'name': SearchDatastore_Task, 'duration_secs': 0.013116} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.580718] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.580999] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.581270] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.581524] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.581736] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.582333] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-919d15ef-d595-4471-a1b8-1eb2f2859e66 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.595706] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.596087] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.597625] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-458e3e9c-8b0c-477b-a21d-1da6f373be9b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.605757] env[68872]: DEBUG oslo_vmware.api [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Waiting for the task: (returnval){ [ 705.605757] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c18d8c-782a-e0e4-b555-c40f794147ad" [ 705.605757] env[68872]: _type = "Task" [ 705.605757] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.620715] env[68872]: DEBUG oslo_vmware.api [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c18d8c-782a-e0e4-b555-c40f794147ad, 'name': SearchDatastore_Task} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.622738] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe0fc46e-293c-46a4-b86f-25aec4554599 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.629416] env[68872]: DEBUG oslo_vmware.api [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Waiting for the task: (returnval){ [ 705.629416] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52209dc0-21dd-37a3-b78a-89b60b46bcd7" [ 705.629416] env[68872]: _type = "Task" [ 705.629416] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.648916] env[68872]: DEBUG nova.compute.manager [req-24245f50-272f-4805-bc6d-05b9741f3ed4 req-e9bbaab6-e4a9-4b1b-ac71-0a8f2458799b service nova] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Received event network-changed-2217a0e2-4b22-4ed9-8736-c4486a48a6f9 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.649159] env[68872]: DEBUG nova.compute.manager [req-24245f50-272f-4805-bc6d-05b9741f3ed4 req-e9bbaab6-e4a9-4b1b-ac71-0a8f2458799b service nova] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Refreshing instance network info cache due to event network-changed-2217a0e2-4b22-4ed9-8736-c4486a48a6f9. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.650027] env[68872]: DEBUG oslo_concurrency.lockutils [req-24245f50-272f-4805-bc6d-05b9741f3ed4 req-e9bbaab6-e4a9-4b1b-ac71-0a8f2458799b service nova] Acquiring lock "refresh_cache-623ccafe-c6f5-4713-a556-80eb794cc74d" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.650027] env[68872]: DEBUG oslo_concurrency.lockutils [req-24245f50-272f-4805-bc6d-05b9741f3ed4 req-e9bbaab6-e4a9-4b1b-ac71-0a8f2458799b service nova] Acquired lock "refresh_cache-623ccafe-c6f5-4713-a556-80eb794cc74d" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.650027] env[68872]: DEBUG nova.network.neutron [req-24245f50-272f-4805-bc6d-05b9741f3ed4 req-e9bbaab6-e4a9-4b1b-ac71-0a8f2458799b service nova] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Refreshing network info cache for port 2217a0e2-4b22-4ed9-8736-c4486a48a6f9 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.656909] env[68872]: DEBUG oslo_vmware.api [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52209dc0-21dd-37a3-b78a-89b60b46bcd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.663251] env[68872]: DEBUG nova.compute.manager [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.758281] env[68872]: DEBUG nova.network.neutron [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Successfully created port: d2a64d59-db08-4abb-bf44-755c507af197 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.803527] env[68872]: DEBUG oslo_concurrency.lockutils [req-1ea8b50a-8d84-4251-9bf2-c1a263719896 req-231e8e6d-80d7-424b-9739-f89e7520845c service nova] Releasing lock "refresh_cache-b13197ec-f292-49a5-863f-cfe9f4932870" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.846222] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20d136a-2cf4-4041-a991-47df70bb2489 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.854973] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.856495] env[68872]: DEBUG nova.compute.manager [req-5b2d2dfb-8d39-4088-b00f-91671791ad1c req-ab573bc9-4100-4985-841c-a753e04ec3fe service nova] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Received event network-changed-41ba1188-cd6b-474d-8c7c-1821399d1935 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.856724] env[68872]: DEBUG nova.compute.manager [req-5b2d2dfb-8d39-4088-b00f-91671791ad1c req-ab573bc9-4100-4985-841c-a753e04ec3fe service nova] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Refreshing instance network info cache due to event network-changed-41ba1188-cd6b-474d-8c7c-1821399d1935. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.857026] env[68872]: DEBUG oslo_concurrency.lockutils [req-5b2d2dfb-8d39-4088-b00f-91671791ad1c req-ab573bc9-4100-4985-841c-a753e04ec3fe service nova] Acquiring lock "refresh_cache-84b9c497-ec98-4af0-a615-54ec54d3993b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.857206] env[68872]: DEBUG oslo_concurrency.lockutils [req-5b2d2dfb-8d39-4088-b00f-91671791ad1c req-ab573bc9-4100-4985-841c-a753e04ec3fe service nova] Acquired lock "refresh_cache-84b9c497-ec98-4af0-a615-54ec54d3993b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.857443] env[68872]: DEBUG nova.network.neutron [req-5b2d2dfb-8d39-4088-b00f-91671791ad1c req-ab573bc9-4100-4985-841c-a753e04ec3fe service nova] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Refreshing network info cache for port 41ba1188-cd6b-474d-8c7c-1821399d1935 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.868425] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b01b44b-ad26-451c-b195-72288449389e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.907821] env[68872]: DEBUG nova.compute.manager [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.912428] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b42cdc-36e1-4531-bb52-4f25369f0994 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.922406] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f80581a-bb6b-4218-8902-ce629c0945d9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.942509] env[68872]: DEBUG nova.compute.provider_tree [None req-c0126e7f-636a-4f77-b912-996815a95001 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.962427] env[68872]: INFO nova.compute.manager [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 659c2098-556e-4403-a6f1-1a4655a95836] Took 39.75 seconds to build instance. [ 706.142888] env[68872]: DEBUG oslo_vmware.api [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52209dc0-21dd-37a3-b78a-89b60b46bcd7, 'name': SearchDatastore_Task, 'duration_secs': 0.016919} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.143672] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.143971] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] b13197ec-f292-49a5-863f-cfe9f4932870/b13197ec-f292-49a5-863f-cfe9f4932870.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.144272] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-888c3dfa-c348-4bdb-a89c-1a4733d9e3f8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.154143] env[68872]: DEBUG oslo_vmware.api [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Waiting for the task: (returnval){ [ 706.154143] env[68872]: value = "task-3092240" [ 706.154143] env[68872]: _type = "Task" [ 706.154143] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.170785] env[68872]: DEBUG oslo_vmware.api [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Task: {'id': task-3092240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.411404] env[68872]: DEBUG nova.network.neutron [req-24245f50-272f-4805-bc6d-05b9741f3ed4 req-e9bbaab6-e4a9-4b1b-ac71-0a8f2458799b service nova] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Updated VIF entry in instance network info cache for port 2217a0e2-4b22-4ed9-8736-c4486a48a6f9. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.411754] env[68872]: DEBUG nova.network.neutron [req-24245f50-272f-4805-bc6d-05b9741f3ed4 req-e9bbaab6-e4a9-4b1b-ac71-0a8f2458799b service nova] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Updating instance_info_cache with network_info: [{"id": "2217a0e2-4b22-4ed9-8736-c4486a48a6f9", "address": "fa:16:3e:73:bd:ad", "network": {"id": "7dc6a7f7-0c62-4b03-91c8-83988003b985", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1586112010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69018ef436ba4ca497ef24f6b1ae3005", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2217a0e2-4b", "ovs_interfaceid": "2217a0e2-4b22-4ed9-8736-c4486a48a6f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.436415] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.446812] env[68872]: DEBUG nova.scheduler.client.report [None req-c0126e7f-636a-4f77-b912-996815a95001 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.464644] env[68872]: DEBUG oslo_concurrency.lockutils [None req-26263cf4-7cb1-4545-a622-e5ec8d9c4255 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Lock "659c2098-556e-4403-a6f1-1a4655a95836" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.677s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.669185] env[68872]: DEBUG oslo_vmware.api [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Task: {'id': task-3092240, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.676027] env[68872]: DEBUG nova.compute.manager [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.708945] env[68872]: DEBUG nova.virt.hardware [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.709232] env[68872]: DEBUG nova.virt.hardware [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.709389] env[68872]: DEBUG nova.virt.hardware [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.709597] env[68872]: DEBUG nova.virt.hardware [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.709872] env[68872]: DEBUG nova.virt.hardware [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.709939] env[68872]: DEBUG nova.virt.hardware [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.710180] env[68872]: DEBUG nova.virt.hardware [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.710375] env[68872]: DEBUG nova.virt.hardware [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.710576] env[68872]: DEBUG nova.virt.hardware [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.710805] env[68872]: DEBUG nova.virt.hardware [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.711056] env[68872]: DEBUG nova.virt.hardware [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.712046] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08775fa4-ccff-4d14-8be4-ac3fd957ba68 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.718129] env[68872]: DEBUG nova.network.neutron [req-5b2d2dfb-8d39-4088-b00f-91671791ad1c req-ab573bc9-4100-4985-841c-a753e04ec3fe service nova] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Updated VIF entry in instance network info cache for port 41ba1188-cd6b-474d-8c7c-1821399d1935. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.718632] env[68872]: DEBUG nova.network.neutron [req-5b2d2dfb-8d39-4088-b00f-91671791ad1c req-ab573bc9-4100-4985-841c-a753e04ec3fe service nova] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Updating instance_info_cache with network_info: [{"id": "41ba1188-cd6b-474d-8c7c-1821399d1935", "address": "fa:16:3e:53:14:22", "network": {"id": "d9005f28-40fc-4890-800e-7c82bc882c08", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1218719743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1115aab0c62f40deb77b42831777a9b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41ba1188-cd", "ovs_interfaceid": "41ba1188-cd6b-474d-8c7c-1821399d1935", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.724793] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72baf6e1-c852-4072-b799-7b9c009ba8df {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.914609] env[68872]: DEBUG oslo_concurrency.lockutils [req-24245f50-272f-4805-bc6d-05b9741f3ed4 req-e9bbaab6-e4a9-4b1b-ac71-0a8f2458799b service nova] Releasing lock "refresh_cache-623ccafe-c6f5-4713-a556-80eb794cc74d" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.956053] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c0126e7f-636a-4f77-b912-996815a95001 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.307s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.959054] env[68872]: DEBUG oslo_concurrency.lockutils [None req-295fe437-6022-4f08-b45b-785e99aedec2 tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.060s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.959329] env[68872]: DEBUG nova.objects.instance [None req-295fe437-6022-4f08-b45b-785e99aedec2 tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Lazy-loading 'resources' on Instance uuid d6ec7fd8-35f6-480f-946a-d7eabe072670 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 706.967459] env[68872]: DEBUG nova.compute.manager [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 706.997022] env[68872]: INFO nova.scheduler.client.report [None req-c0126e7f-636a-4f77-b912-996815a95001 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Deleted allocations for instance 738adc74-ccb7-4788-89d9-4fe6873cbd30 [ 707.170143] env[68872]: DEBUG oslo_vmware.api [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Task: {'id': task-3092240, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.786348} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.170538] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] b13197ec-f292-49a5-863f-cfe9f4932870/b13197ec-f292-49a5-863f-cfe9f4932870.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.170878] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.171520] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43cf9d93-cecd-4fd6-b2a0-b65a5b3ba4ce {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.181846] env[68872]: DEBUG oslo_vmware.api [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Waiting for the task: (returnval){ [ 707.181846] env[68872]: value = "task-3092241" [ 707.181846] env[68872]: _type = "Task" [ 707.181846] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.194627] env[68872]: DEBUG oslo_vmware.api [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Task: {'id': task-3092241, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.224169] env[68872]: DEBUG oslo_concurrency.lockutils [req-5b2d2dfb-8d39-4088-b00f-91671791ad1c req-ab573bc9-4100-4985-841c-a753e04ec3fe service nova] Releasing lock "refresh_cache-84b9c497-ec98-4af0-a615-54ec54d3993b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.479439] env[68872]: INFO nova.compute.manager [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Rescuing [ 707.479887] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquiring lock "refresh_cache-2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.480204] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquired lock "refresh_cache-2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.480414] env[68872]: DEBUG nova.network.neutron [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.496367] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.503998] env[68872]: DEBUG nova.network.neutron [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Successfully updated port: d2a64d59-db08-4abb-bf44-755c507af197 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.513270] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c0126e7f-636a-4f77-b912-996815a95001 tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Lock "738adc74-ccb7-4788-89d9-4fe6873cbd30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.313s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.694576] env[68872]: DEBUG oslo_vmware.api [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Task: {'id': task-3092241, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17726} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.698066] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.699627] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbd13a5-200d-42d8-81c5-dadc2275b7ea {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.739550] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] b13197ec-f292-49a5-863f-cfe9f4932870/b13197ec-f292-49a5-863f-cfe9f4932870.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.739834] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01bde989-bd0e-4f49-a875-fb9ae6ec1dde {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.764343] env[68872]: DEBUG oslo_vmware.api [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Waiting for the task: (returnval){ [ 707.764343] env[68872]: value = "task-3092242" [ 707.764343] env[68872]: _type = "Task" [ 707.764343] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.769966] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c6ee59b4-02f6-4489-b74b-4ce308d5bdab tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Acquiring lock "ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.770257] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c6ee59b4-02f6-4489-b74b-4ce308d5bdab tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Lock "ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.770462] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c6ee59b4-02f6-4489-b74b-4ce308d5bdab tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Acquiring lock "ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.770657] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c6ee59b4-02f6-4489-b74b-4ce308d5bdab tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Lock "ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.770916] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c6ee59b4-02f6-4489-b74b-4ce308d5bdab tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Lock "ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.779391] env[68872]: DEBUG oslo_vmware.api [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Task: {'id': task-3092242, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.781349] env[68872]: INFO nova.compute.manager [None req-c6ee59b4-02f6-4489-b74b-4ce308d5bdab tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Terminating instance [ 707.900132] env[68872]: DEBUG nova.compute.manager [req-ce197480-c38f-40f1-94cd-34fbd7ca6c42 req-d64a28d8-8a59-4911-8dcd-26911f641d7a service nova] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Received event network-vif-plugged-d2a64d59-db08-4abb-bf44-755c507af197 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.900351] env[68872]: DEBUG oslo_concurrency.lockutils [req-ce197480-c38f-40f1-94cd-34fbd7ca6c42 req-d64a28d8-8a59-4911-8dcd-26911f641d7a service nova] Acquiring lock "b1807389-9864-40a7-9738-c2bfb472a003-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.900652] env[68872]: DEBUG oslo_concurrency.lockutils [req-ce197480-c38f-40f1-94cd-34fbd7ca6c42 req-d64a28d8-8a59-4911-8dcd-26911f641d7a service nova] Lock "b1807389-9864-40a7-9738-c2bfb472a003-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.900722] env[68872]: DEBUG oslo_concurrency.lockutils [req-ce197480-c38f-40f1-94cd-34fbd7ca6c42 req-d64a28d8-8a59-4911-8dcd-26911f641d7a service nova] Lock "b1807389-9864-40a7-9738-c2bfb472a003-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.900909] env[68872]: DEBUG nova.compute.manager [req-ce197480-c38f-40f1-94cd-34fbd7ca6c42 req-d64a28d8-8a59-4911-8dcd-26911f641d7a service nova] [instance: b1807389-9864-40a7-9738-c2bfb472a003] No waiting events found dispatching network-vif-plugged-d2a64d59-db08-4abb-bf44-755c507af197 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 707.901023] env[68872]: WARNING nova.compute.manager [req-ce197480-c38f-40f1-94cd-34fbd7ca6c42 req-d64a28d8-8a59-4911-8dcd-26911f641d7a service nova] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Received unexpected event network-vif-plugged-d2a64d59-db08-4abb-bf44-755c507af197 for instance with vm_state building and task_state spawning. [ 707.901186] env[68872]: DEBUG nova.compute.manager [req-ce197480-c38f-40f1-94cd-34fbd7ca6c42 req-d64a28d8-8a59-4911-8dcd-26911f641d7a service nova] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Received event network-changed-d2a64d59-db08-4abb-bf44-755c507af197 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.901361] env[68872]: DEBUG nova.compute.manager [req-ce197480-c38f-40f1-94cd-34fbd7ca6c42 req-d64a28d8-8a59-4911-8dcd-26911f641d7a service nova] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Refreshing instance network info cache due to event network-changed-d2a64d59-db08-4abb-bf44-755c507af197. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.901504] env[68872]: DEBUG oslo_concurrency.lockutils [req-ce197480-c38f-40f1-94cd-34fbd7ca6c42 req-d64a28d8-8a59-4911-8dcd-26911f641d7a service nova] Acquiring lock "refresh_cache-b1807389-9864-40a7-9738-c2bfb472a003" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.901637] env[68872]: DEBUG oslo_concurrency.lockutils [req-ce197480-c38f-40f1-94cd-34fbd7ca6c42 req-d64a28d8-8a59-4911-8dcd-26911f641d7a service nova] Acquired lock "refresh_cache-b1807389-9864-40a7-9738-c2bfb472a003" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.901878] env[68872]: DEBUG nova.network.neutron [req-ce197480-c38f-40f1-94cd-34fbd7ca6c42 req-d64a28d8-8a59-4911-8dcd-26911f641d7a service nova] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Refreshing network info cache for port d2a64d59-db08-4abb-bf44-755c507af197 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.988539] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a63d8c6-8d51-4141-91d9-1dc1ccc7fbe1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.999372] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bf9b2a-3987-4b5a-a485-266e0ce8c527 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.033780] env[68872]: DEBUG oslo_concurrency.lockutils [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Acquiring lock "refresh_cache-b1807389-9864-40a7-9738-c2bfb472a003" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.035648] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715c33ed-b4c4-40ef-ae1a-a333b09bce7f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.047343] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789c0fef-5d8c-4888-b72c-ba7690bf1c66 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.062565] env[68872]: DEBUG nova.compute.provider_tree [None req-295fe437-6022-4f08-b45b-785e99aedec2 tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.255863] env[68872]: DEBUG nova.network.neutron [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Updating instance_info_cache with network_info: [{"id": "ad038f9b-a736-48c7-b1c1-96736f8be744", "address": "fa:16:3e:18:6d:8d", "network": {"id": "f4fafaa5-3b60-4a35-9a9a-548d6bb6be4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-238414770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82727d6272e048f4acfc212225be53b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad038f9b-a7", "ovs_interfaceid": "ad038f9b-a736-48c7-b1c1-96736f8be744", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.277247] env[68872]: DEBUG oslo_vmware.api [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Task: {'id': task-3092242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.284304] env[68872]: DEBUG nova.compute.manager [None req-c6ee59b4-02f6-4489-b74b-4ce308d5bdab tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 708.284537] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c6ee59b4-02f6-4489-b74b-4ce308d5bdab tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.285405] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07f7d1c-3ed8-46cd-88fb-d59a2311c71d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.294421] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6ee59b4-02f6-4489-b74b-4ce308d5bdab tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.294687] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc21e7a3-d15d-407e-8c7d-e2cdb2b3ca63 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.302517] env[68872]: DEBUG oslo_vmware.api [None req-c6ee59b4-02f6-4489-b74b-4ce308d5bdab tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Waiting for the task: (returnval){ [ 708.302517] env[68872]: value = "task-3092243" [ 708.302517] env[68872]: _type = "Task" [ 708.302517] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.333508] env[68872]: DEBUG oslo_vmware.api [None req-c6ee59b4-02f6-4489-b74b-4ce308d5bdab tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Task: {'id': task-3092243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.454844] env[68872]: DEBUG nova.network.neutron [req-ce197480-c38f-40f1-94cd-34fbd7ca6c42 req-d64a28d8-8a59-4911-8dcd-26911f641d7a service nova] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.560312] env[68872]: DEBUG nova.network.neutron [req-ce197480-c38f-40f1-94cd-34fbd7ca6c42 req-d64a28d8-8a59-4911-8dcd-26911f641d7a service nova] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.566132] env[68872]: DEBUG nova.scheduler.client.report [None req-295fe437-6022-4f08-b45b-785e99aedec2 tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.759567] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Releasing lock "refresh_cache-2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.777157] env[68872]: DEBUG oslo_vmware.api [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Task: {'id': task-3092242, 'name': ReconfigVM_Task, 'duration_secs': 0.660884} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.779404] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Reconfigured VM instance instance-00000022 to attach disk [datastore2] b13197ec-f292-49a5-863f-cfe9f4932870/b13197ec-f292-49a5-863f-cfe9f4932870.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.780246] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69d4120f-4da5-49a9-8d2d-357caa35da22 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.789036] env[68872]: DEBUG oslo_vmware.api [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Waiting for the task: (returnval){ [ 708.789036] env[68872]: value = "task-3092244" [ 708.789036] env[68872]: _type = "Task" [ 708.789036] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.798516] env[68872]: DEBUG oslo_vmware.api [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Task: {'id': task-3092244, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.816656] env[68872]: DEBUG oslo_vmware.api [None req-c6ee59b4-02f6-4489-b74b-4ce308d5bdab tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Task: {'id': task-3092243, 'name': PowerOffVM_Task, 'duration_secs': 0.435146} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.817096] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6ee59b4-02f6-4489-b74b-4ce308d5bdab tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.817495] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c6ee59b4-02f6-4489-b74b-4ce308d5bdab tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.818187] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc220d99-3d98-4811-a8d3-7c3422a010b4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.906960] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c6ee59b4-02f6-4489-b74b-4ce308d5bdab tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.906960] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c6ee59b4-02f6-4489-b74b-4ce308d5bdab tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.906960] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6ee59b4-02f6-4489-b74b-4ce308d5bdab tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Deleting the datastore file [datastore2] ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.906960] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82b44b6d-9093-42ef-8b3c-7eaf246ca9dc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.918063] env[68872]: DEBUG oslo_vmware.api [None req-c6ee59b4-02f6-4489-b74b-4ce308d5bdab tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Waiting for the task: (returnval){ [ 708.918063] env[68872]: value = "task-3092246" [ 708.918063] env[68872]: _type = "Task" [ 708.918063] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.927389] env[68872]: DEBUG oslo_vmware.api [None req-c6ee59b4-02f6-4489-b74b-4ce308d5bdab tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Task: {'id': task-3092246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.064641] env[68872]: DEBUG oslo_concurrency.lockutils [req-ce197480-c38f-40f1-94cd-34fbd7ca6c42 req-d64a28d8-8a59-4911-8dcd-26911f641d7a service nova] Releasing lock "refresh_cache-b1807389-9864-40a7-9738-c2bfb472a003" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.064641] env[68872]: DEBUG oslo_concurrency.lockutils [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Acquired lock "refresh_cache-b1807389-9864-40a7-9738-c2bfb472a003" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.064641] env[68872]: DEBUG nova.network.neutron [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.076045] env[68872]: DEBUG oslo_concurrency.lockutils [None req-295fe437-6022-4f08-b45b-785e99aedec2 tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.076851] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.125s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.079085] env[68872]: INFO nova.compute.claims [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.105087] env[68872]: INFO nova.scheduler.client.report [None req-295fe437-6022-4f08-b45b-785e99aedec2 tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Deleted allocations for instance d6ec7fd8-35f6-480f-946a-d7eabe072670 [ 709.308038] env[68872]: DEBUG oslo_vmware.api [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Task: {'id': task-3092244, 'name': Rename_Task, 'duration_secs': 0.247388} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.308038] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.308038] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6752817a-c925-4aeb-afd3-17c3cfd47b23 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.328791] env[68872]: DEBUG oslo_vmware.api [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Waiting for the task: (returnval){ [ 709.328791] env[68872]: value = "task-3092247" [ 709.328791] env[68872]: _type = "Task" [ 709.328791] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.337744] env[68872]: DEBUG oslo_vmware.api [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Task: {'id': task-3092247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.429424] env[68872]: DEBUG oslo_vmware.api [None req-c6ee59b4-02f6-4489-b74b-4ce308d5bdab tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Task: {'id': task-3092246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279153} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.429693] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6ee59b4-02f6-4489-b74b-4ce308d5bdab tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.429904] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c6ee59b4-02f6-4489-b74b-4ce308d5bdab tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.430109] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c6ee59b4-02f6-4489-b74b-4ce308d5bdab tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.430493] env[68872]: INFO nova.compute.manager [None req-c6ee59b4-02f6-4489-b74b-4ce308d5bdab tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 709.430539] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6ee59b4-02f6-4489-b74b-4ce308d5bdab tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.430745] env[68872]: DEBUG nova.compute.manager [-] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 709.430808] env[68872]: DEBUG nova.network.neutron [-] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 709.601073] env[68872]: DEBUG nova.network.neutron [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.616237] env[68872]: DEBUG oslo_concurrency.lockutils [None req-295fe437-6022-4f08-b45b-785e99aedec2 tempest-DeleteServersAdminTestJSON-1444885288 tempest-DeleteServersAdminTestJSON-1444885288-project-member] Lock "d6ec7fd8-35f6-480f-946a-d7eabe072670" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.176s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.845332] env[68872]: DEBUG oslo_vmware.api [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Task: {'id': task-3092247, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.852393] env[68872]: DEBUG nova.network.neutron [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Updating instance_info_cache with network_info: [{"id": "d2a64d59-db08-4abb-bf44-755c507af197", "address": "fa:16:3e:c9:b2:01", "network": {"id": "5055001b-ff2e-4fc6-a1cc-70468ec23941", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1261501291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27f7ea93fdc347a9b7d7e4d461aeb66c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2a64d59-db", "ovs_interfaceid": "d2a64d59-db08-4abb-bf44-755c507af197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.927395] env[68872]: DEBUG nova.compute.manager [req-5e653f8c-21f9-477d-8d69-905fe1060c3d req-afab58ba-46ca-45a7-8974-041c0473b39c service nova] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Received event network-vif-deleted-adb2f69e-0244-4256-8abe-aaa9ffba4db8 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.928150] env[68872]: INFO nova.compute.manager [req-5e653f8c-21f9-477d-8d69-905fe1060c3d req-afab58ba-46ca-45a7-8974-041c0473b39c service nova] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Neutron deleted interface adb2f69e-0244-4256-8abe-aaa9ffba4db8; detaching it from the instance and deleting it from the info cache [ 709.928373] env[68872]: DEBUG nova.network.neutron [req-5e653f8c-21f9-477d-8d69-905fe1060c3d req-afab58ba-46ca-45a7-8974-041c0473b39c service nova] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.301634] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.302011] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04486792-c88a-4fe7-a8e4-60e794320449 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.316209] env[68872]: DEBUG oslo_vmware.api [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 710.316209] env[68872]: value = "task-3092248" [ 710.316209] env[68872]: _type = "Task" [ 710.316209] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.331043] env[68872]: DEBUG oslo_vmware.api [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.340872] env[68872]: DEBUG oslo_vmware.api [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Task: {'id': task-3092247, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.355352] env[68872]: DEBUG oslo_concurrency.lockutils [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Releasing lock "refresh_cache-b1807389-9864-40a7-9738-c2bfb472a003" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.356023] env[68872]: DEBUG nova.compute.manager [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Instance network_info: |[{"id": "d2a64d59-db08-4abb-bf44-755c507af197", "address": "fa:16:3e:c9:b2:01", "network": {"id": "5055001b-ff2e-4fc6-a1cc-70468ec23941", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1261501291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27f7ea93fdc347a9b7d7e4d461aeb66c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2a64d59-db", "ovs_interfaceid": "d2a64d59-db08-4abb-bf44-755c507af197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 710.356360] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:b2:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2a64d59-db08-4abb-bf44-755c507af197', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.364699] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Creating folder: Project (27f7ea93fdc347a9b7d7e4d461aeb66c). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.367775] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-411bbb74-2082-46d0-8ce7-e903001f299c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.381595] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Created folder: Project (27f7ea93fdc347a9b7d7e4d461aeb66c) in parent group-v618835. [ 710.381833] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Creating folder: Instances. Parent ref: group-v618940. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.384753] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a430e749-1233-4d7d-85a9-99b78a28748a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.398535] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Created folder: Instances in parent group-v618940. [ 710.398836] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.401795] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.402111] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c00d54f1-ec4e-4770-bbd1-9825c63626f2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.419304] env[68872]: DEBUG nova.network.neutron [-] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.427322] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.427322] env[68872]: value = "task-3092251" [ 710.427322] env[68872]: _type = "Task" [ 710.427322] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.431305] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66f740da-b052-4a4f-952e-0574b3db05e3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.444117] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092251, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.449290] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec05533-9643-4942-93b9-f47bf738c6cb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.499711] env[68872]: DEBUG nova.compute.manager [req-5e653f8c-21f9-477d-8d69-905fe1060c3d req-afab58ba-46ca-45a7-8974-041c0473b39c service nova] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Detach interface failed, port_id=adb2f69e-0244-4256-8abe-aaa9ffba4db8, reason: Instance ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6 could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 710.673436] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191fccf4-18ec-490f-a069-3f4a0d45cbd7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.686404] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825e50bc-221a-40a6-884f-679eb3f99b57 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.721611] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b478f668-86f1-4ffe-bea5-4f3e44579b6b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.730397] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166327b4-20d9-497f-a4c1-9fce8f728a85 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.748695] env[68872]: DEBUG nova.compute.provider_tree [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.829690] env[68872]: DEBUG oslo_vmware.api [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092248, 'name': PowerOffVM_Task, 'duration_secs': 0.38064} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.829690] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 710.830538] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f059c44f-461c-41cf-ab4d-708ba34e4605 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.842939] env[68872]: DEBUG oslo_vmware.api [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Task: {'id': task-3092247, 'name': PowerOnVM_Task, 'duration_secs': 1.243203} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.860226] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.860398] env[68872]: INFO nova.compute.manager [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Took 9.15 seconds to spawn the instance on the hypervisor. [ 710.860600] env[68872]: DEBUG nova.compute.manager [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.862316] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837d7ea6-9470-496e-8762-00a0275dd399 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.866542] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b80cacd-2ad3-49b7-b0b8-f9fabecb1465 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.918913] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.919241] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72b0e9d4-7868-4ece-b581-85eac869285a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.921852] env[68872]: INFO nova.compute.manager [-] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Took 1.49 seconds to deallocate network for instance. [ 710.933345] env[68872]: DEBUG oslo_vmware.api [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 710.933345] env[68872]: value = "task-3092252" [ 710.933345] env[68872]: _type = "Task" [ 710.933345] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.945062] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092251, 'name': CreateVM_Task, 'duration_secs': 0.49212} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.945820] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.946036] env[68872]: DEBUG oslo_concurrency.lockutils [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.946199] env[68872]: DEBUG oslo_concurrency.lockutils [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.946558] env[68872]: DEBUG oslo_concurrency.lockutils [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.946916] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bec0a45-6ca0-4b74-b386-8f7ae742fedb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.961924] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] VM already powered off {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 710.964385] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.964385] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.964385] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.964385] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.964385] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f4bf1ef-3ce2-406f-b389-76baed7e0938 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.967143] env[68872]: DEBUG oslo_vmware.api [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Waiting for the task: (returnval){ [ 710.967143] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a2cb36-ce97-7229-5883-b9c986eff504" [ 710.967143] env[68872]: _type = "Task" [ 710.967143] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.977629] env[68872]: DEBUG oslo_vmware.api [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a2cb36-ce97-7229-5883-b9c986eff504, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.991030] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.991030] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.991030] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2924f7ac-3461-4e50-b4cf-3f77c8a53cc9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.999203] env[68872]: DEBUG oslo_vmware.api [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 710.999203] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5280d7d8-3e93-aedb-3cd0-0fa44aaa3043" [ 710.999203] env[68872]: _type = "Task" [ 710.999203] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.009920] env[68872]: DEBUG oslo_vmware.api [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5280d7d8-3e93-aedb-3cd0-0fa44aaa3043, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.251662] env[68872]: DEBUG nova.scheduler.client.report [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.396853] env[68872]: INFO nova.compute.manager [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Took 39.22 seconds to build instance. [ 711.429613] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c6ee59b4-02f6-4489-b74b-4ce308d5bdab tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.479584] env[68872]: DEBUG oslo_vmware.api [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a2cb36-ce97-7229-5883-b9c986eff504, 'name': SearchDatastore_Task, 'duration_secs': 0.013825} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.479921] env[68872]: DEBUG oslo_concurrency.lockutils [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.480277] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.480616] env[68872]: DEBUG oslo_concurrency.lockutils [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.480616] env[68872]: DEBUG oslo_concurrency.lockutils [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.480729] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.481039] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b39da6b3-179e-4272-8379-4bcc546b5759 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.494760] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.494760] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.495520] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-524742bd-4583-4b55-8606-0e0f63393b16 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.504121] env[68872]: DEBUG oslo_vmware.api [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Waiting for the task: (returnval){ [ 711.504121] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a6019e-8a37-fdce-29ec-4254feddbae3" [ 711.504121] env[68872]: _type = "Task" [ 711.504121] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.513259] env[68872]: DEBUG oslo_vmware.api [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5280d7d8-3e93-aedb-3cd0-0fa44aaa3043, 'name': SearchDatastore_Task, 'duration_secs': 0.013059} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.514487] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dda8fa3-44a9-40ff-91aa-9a698a54567d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.520826] env[68872]: DEBUG oslo_vmware.api [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a6019e-8a37-fdce-29ec-4254feddbae3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.525695] env[68872]: DEBUG oslo_vmware.api [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 711.525695] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52ce35cf-219a-70e2-af23-7d91971a3bfb" [ 711.525695] env[68872]: _type = "Task" [ 711.525695] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.535657] env[68872]: DEBUG oslo_vmware.api [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52ce35cf-219a-70e2-af23-7d91971a3bfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.675125] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Acquiring lock "5fa31b97-b83c-4be5-8391-91066dcd179c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.675469] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Lock "5fa31b97-b83c-4be5-8391-91066dcd179c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.758308] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.758889] env[68872]: DEBUG nova.compute.manager [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.761659] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.261s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.763708] env[68872]: INFO nova.compute.claims [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.900474] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d9c4c23d-c733-4b28-88b0-a8fb3b32b335 tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Lock "b13197ec-f292-49a5-863f-cfe9f4932870" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.702s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.016616] env[68872]: DEBUG oslo_vmware.api [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a6019e-8a37-fdce-29ec-4254feddbae3, 'name': SearchDatastore_Task, 'duration_secs': 0.018746} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.017561] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c3af2a2-6a22-43e7-af75-ae27c1f3257b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.024501] env[68872]: DEBUG oslo_vmware.api [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Waiting for the task: (returnval){ [ 712.024501] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52710ad0-9662-67d5-bf08-ec1d6753fb8f" [ 712.024501] env[68872]: _type = "Task" [ 712.024501] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.039028] env[68872]: DEBUG oslo_vmware.api [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52ce35cf-219a-70e2-af23-7d91971a3bfb, 'name': SearchDatastore_Task, 'duration_secs': 0.017718} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.042212] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.042495] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012/f385dd18-ac06-4518-90be-b739920d18c6-rescue.vmdk. {{(pid=68872) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 712.042780] env[68872]: DEBUG oslo_vmware.api [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52710ad0-9662-67d5-bf08-ec1d6753fb8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.042991] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9040b4fa-65c0-4ede-8421-c277b54dd289 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.051163] env[68872]: DEBUG oslo_vmware.api [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 712.051163] env[68872]: value = "task-3092253" [ 712.051163] env[68872]: _type = "Task" [ 712.051163] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.060381] env[68872]: DEBUG oslo_vmware.api [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.157322] env[68872]: DEBUG nova.compute.manager [req-8d0b0e6e-1ec9-4928-9cad-81a36cb2ede4 req-d1f266bd-d0ac-4c0c-ab8f-0e19e1377b7e service nova] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Received event network-changed-ce913781-a2dc-4bff-b46c-cf679d66ea1a {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.157590] env[68872]: DEBUG nova.compute.manager [req-8d0b0e6e-1ec9-4928-9cad-81a36cb2ede4 req-d1f266bd-d0ac-4c0c-ab8f-0e19e1377b7e service nova] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Refreshing instance network info cache due to event network-changed-ce913781-a2dc-4bff-b46c-cf679d66ea1a. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 712.157764] env[68872]: DEBUG oslo_concurrency.lockutils [req-8d0b0e6e-1ec9-4928-9cad-81a36cb2ede4 req-d1f266bd-d0ac-4c0c-ab8f-0e19e1377b7e service nova] Acquiring lock "refresh_cache-b13197ec-f292-49a5-863f-cfe9f4932870" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.157914] env[68872]: DEBUG oslo_concurrency.lockutils [req-8d0b0e6e-1ec9-4928-9cad-81a36cb2ede4 req-d1f266bd-d0ac-4c0c-ab8f-0e19e1377b7e service nova] Acquired lock "refresh_cache-b13197ec-f292-49a5-863f-cfe9f4932870" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.158177] env[68872]: DEBUG nova.network.neutron [req-8d0b0e6e-1ec9-4928-9cad-81a36cb2ede4 req-d1f266bd-d0ac-4c0c-ab8f-0e19e1377b7e service nova] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Refreshing network info cache for port ce913781-a2dc-4bff-b46c-cf679d66ea1a {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.267993] env[68872]: DEBUG nova.compute.utils [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.274258] env[68872]: DEBUG nova.compute.manager [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Not allocating networking since 'none' was specified. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 712.405660] env[68872]: DEBUG nova.compute.manager [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.540026] env[68872]: DEBUG oslo_vmware.api [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52710ad0-9662-67d5-bf08-ec1d6753fb8f, 'name': SearchDatastore_Task, 'duration_secs': 0.013375} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.540026] env[68872]: DEBUG oslo_concurrency.lockutils [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.540026] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] b1807389-9864-40a7-9738-c2bfb472a003/b1807389-9864-40a7-9738-c2bfb472a003.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.540026] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c7ef686-93f8-4ffd-a5b7-5c9da53e9014 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.551332] env[68872]: DEBUG oslo_vmware.api [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Waiting for the task: (returnval){ [ 712.551332] env[68872]: value = "task-3092254" [ 712.551332] env[68872]: _type = "Task" [ 712.551332] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.569287] env[68872]: DEBUG oslo_vmware.api [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Task: {'id': task-3092254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.573622] env[68872]: DEBUG oslo_vmware.api [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092253, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.776840] env[68872]: DEBUG nova.compute.manager [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.930505] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.934324] env[68872]: DEBUG nova.network.neutron [req-8d0b0e6e-1ec9-4928-9cad-81a36cb2ede4 req-d1f266bd-d0ac-4c0c-ab8f-0e19e1377b7e service nova] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Updated VIF entry in instance network info cache for port ce913781-a2dc-4bff-b46c-cf679d66ea1a. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.935031] env[68872]: DEBUG nova.network.neutron [req-8d0b0e6e-1ec9-4928-9cad-81a36cb2ede4 req-d1f266bd-d0ac-4c0c-ab8f-0e19e1377b7e service nova] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Updating instance_info_cache with network_info: [{"id": "ce913781-a2dc-4bff-b46c-cf679d66ea1a", "address": "fa:16:3e:c1:b2:da", "network": {"id": "97ddbc47-c088-4096-b6c7-c07133e30ef7", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2124391701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb345a6871294759aac94287b70029f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce913781-a2", "ovs_interfaceid": "ce913781-a2dc-4bff-b46c-cf679d66ea1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.075186] env[68872]: DEBUG oslo_vmware.api [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Task: {'id': task-3092254, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.079866] env[68872]: DEBUG oslo_vmware.api [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092253, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690827} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.083393] env[68872]: INFO nova.virt.vmwareapi.ds_util [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012/f385dd18-ac06-4518-90be-b739920d18c6-rescue.vmdk. [ 713.085048] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0227ec71-bd78-4488-a747-ed1855334b2a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.118470] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012/f385dd18-ac06-4518-90be-b739920d18c6-rescue.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.122859] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dec9a210-2172-4767-acc2-54334cf52f58 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.147354] env[68872]: DEBUG oslo_vmware.api [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 713.147354] env[68872]: value = "task-3092255" [ 713.147354] env[68872]: _type = "Task" [ 713.147354] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.163958] env[68872]: DEBUG oslo_vmware.api [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092255, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.332012] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff9de20-7f54-4c41-8de1-d7ee3b758687 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.343560] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e5cdfc-7dbe-46bc-b307-00635b9d7e4a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.384259] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039017c2-d2a4-4753-abff-f3ccf8143ad7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.394460] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169d237e-4c3e-40de-a1a4-c9498ac3545b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.417141] env[68872]: DEBUG nova.compute.provider_tree [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.437471] env[68872]: DEBUG oslo_concurrency.lockutils [req-8d0b0e6e-1ec9-4928-9cad-81a36cb2ede4 req-d1f266bd-d0ac-4c0c-ab8f-0e19e1377b7e service nova] Releasing lock "refresh_cache-b13197ec-f292-49a5-863f-cfe9f4932870" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.471022] env[68872]: DEBUG oslo_vmware.rw_handles [None req-bd666fcf-de74-44a2-af01-af4222e03bec tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5206f54f-c765-5d8c-389d-7fb76c93179a/disk-0.vmdk. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 713.471969] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f653d5c0-18eb-481b-baee-68d778fbf9b1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.479815] env[68872]: DEBUG oslo_vmware.rw_handles [None req-bd666fcf-de74-44a2-af01-af4222e03bec tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5206f54f-c765-5d8c-389d-7fb76c93179a/disk-0.vmdk is in state: ready. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 713.479887] env[68872]: ERROR oslo_vmware.rw_handles [None req-bd666fcf-de74-44a2-af01-af4222e03bec tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5206f54f-c765-5d8c-389d-7fb76c93179a/disk-0.vmdk due to incomplete transfer. [ 713.480132] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d5b71b48-fbae-4a2d-899e-ada5573b6450 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.492463] env[68872]: DEBUG oslo_vmware.rw_handles [None req-bd666fcf-de74-44a2-af01-af4222e03bec tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5206f54f-c765-5d8c-389d-7fb76c93179a/disk-0.vmdk. {{(pid=68872) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 713.492681] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-bd666fcf-de74-44a2-af01-af4222e03bec tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Uploaded image a3e161c6-9ef7-41b3-ba2c-5b6516e05fb2 to the Glance image server {{(pid=68872) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 713.494881] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd666fcf-de74-44a2-af01-af4222e03bec tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Destroying the VM {{(pid=68872) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 713.495523] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-496a7e29-85f1-4d3e-96ec-47c757cc323c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.504342] env[68872]: DEBUG oslo_vmware.api [None req-bd666fcf-de74-44a2-af01-af4222e03bec tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Waiting for the task: (returnval){ [ 713.504342] env[68872]: value = "task-3092256" [ 713.504342] env[68872]: _type = "Task" [ 713.504342] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.516544] env[68872]: DEBUG oslo_vmware.api [None req-bd666fcf-de74-44a2-af01-af4222e03bec tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092256, 'name': Destroy_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.565390] env[68872]: DEBUG oslo_vmware.api [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Task: {'id': task-3092254, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.657962] env[68872]: DEBUG oslo_vmware.api [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092255, 'name': ReconfigVM_Task, 'duration_secs': 0.424261} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.658396] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012/f385dd18-ac06-4518-90be-b739920d18c6-rescue.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.659298] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f242152a-554c-43b1-8d91-ce464e92c015 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.686285] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7d82760-350f-40b0-8af7-f0920ea03150 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.705358] env[68872]: DEBUG oslo_vmware.api [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 713.705358] env[68872]: value = "task-3092257" [ 713.705358] env[68872]: _type = "Task" [ 713.705358] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.720108] env[68872]: DEBUG oslo_vmware.api [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092257, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.787849] env[68872]: DEBUG nova.compute.manager [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.814310] env[68872]: DEBUG nova.virt.hardware [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.814573] env[68872]: DEBUG nova.virt.hardware [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.814735] env[68872]: DEBUG nova.virt.hardware [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.814914] env[68872]: DEBUG nova.virt.hardware [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.815124] env[68872]: DEBUG nova.virt.hardware [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.815292] env[68872]: DEBUG nova.virt.hardware [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.815562] env[68872]: DEBUG nova.virt.hardware [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.815742] env[68872]: DEBUG nova.virt.hardware [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.815912] env[68872]: DEBUG nova.virt.hardware [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.816085] env[68872]: DEBUG nova.virt.hardware [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.816304] env[68872]: DEBUG nova.virt.hardware [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.817237] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360015ee-bebf-4044-acb1-bef090151718 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.826537] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7963c4cd-0187-483e-a00e-fa991cf1bb4f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.841990] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Instance VIF info [] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.847962] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.848262] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.848522] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-485f508d-437f-44f2-bf97-b6ca23a6d364 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.867815] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.867815] env[68872]: value = "task-3092258" [ 713.867815] env[68872]: _type = "Task" [ 713.867815] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.876620] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092258, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.920788] env[68872]: DEBUG nova.scheduler.client.report [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.016381] env[68872]: DEBUG oslo_vmware.api [None req-bd666fcf-de74-44a2-af01-af4222e03bec tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092256, 'name': Destroy_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.065545] env[68872]: DEBUG oslo_vmware.api [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Task: {'id': task-3092254, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.217467] env[68872]: DEBUG oslo_vmware.api [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.378901] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092258, 'name': CreateVM_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.425991] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.426586] env[68872]: DEBUG nova.compute.manager [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.429926] env[68872]: DEBUG oslo_concurrency.lockutils [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.908s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.434057] env[68872]: INFO nova.compute.claims [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.517131] env[68872]: DEBUG oslo_vmware.api [None req-bd666fcf-de74-44a2-af01-af4222e03bec tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092256, 'name': Destroy_Task, 'duration_secs': 0.957535} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.517131] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-bd666fcf-de74-44a2-af01-af4222e03bec tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Destroyed the VM [ 714.517131] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-bd666fcf-de74-44a2-af01-af4222e03bec tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Deleting Snapshot of the VM instance {{(pid=68872) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 714.517131] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b43086a6-28fa-4619-9eb0-1f62004f6709 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.525394] env[68872]: DEBUG oslo_vmware.api [None req-bd666fcf-de74-44a2-af01-af4222e03bec tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Waiting for the task: (returnval){ [ 714.525394] env[68872]: value = "task-3092259" [ 714.525394] env[68872]: _type = "Task" [ 714.525394] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.534325] env[68872]: DEBUG oslo_vmware.api [None req-bd666fcf-de74-44a2-af01-af4222e03bec tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092259, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.565753] env[68872]: DEBUG oslo_vmware.api [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Task: {'id': task-3092254, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.762494} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.566072] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] b1807389-9864-40a7-9738-c2bfb472a003/b1807389-9864-40a7-9738-c2bfb472a003.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.566299] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.566644] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-701423ff-9b2f-4bee-b3f6-7ceac7bd4d3b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.576122] env[68872]: DEBUG oslo_vmware.api [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Waiting for the task: (returnval){ [ 714.576122] env[68872]: value = "task-3092260" [ 714.576122] env[68872]: _type = "Task" [ 714.576122] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.584061] env[68872]: DEBUG oslo_vmware.api [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Task: {'id': task-3092260, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.715517] env[68872]: DEBUG oslo_vmware.api [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092257, 'name': ReconfigVM_Task, 'duration_secs': 0.99792} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.715854] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.716075] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-610c27cd-ea2d-4484-9dba-27a0d6a5eb4d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.723773] env[68872]: DEBUG oslo_vmware.api [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 714.723773] env[68872]: value = "task-3092261" [ 714.723773] env[68872]: _type = "Task" [ 714.723773] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.733310] env[68872]: DEBUG oslo_vmware.api [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.879523] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092258, 'name': CreateVM_Task, 'duration_secs': 0.923858} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.879863] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.880165] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.880333] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.880660] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.880992] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72a57f23-239e-44b4-ae04-fc4dd7c8c814 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.888473] env[68872]: DEBUG oslo_vmware.api [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Waiting for the task: (returnval){ [ 714.888473] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526ada74-2bd7-5a5d-e470-1a87f3b195a4" [ 714.888473] env[68872]: _type = "Task" [ 714.888473] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.898389] env[68872]: DEBUG oslo_vmware.api [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526ada74-2bd7-5a5d-e470-1a87f3b195a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.941950] env[68872]: DEBUG nova.compute.utils [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.944114] env[68872]: DEBUG nova.compute.manager [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.944298] env[68872]: DEBUG nova.network.neutron [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 714.992583] env[68872]: DEBUG nova.policy [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93b251a134d849d28e5ffe5ccb76e136', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfc5596ed2fc4bcab3d448e2fafd2c8e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.035907] env[68872]: DEBUG oslo_vmware.api [None req-bd666fcf-de74-44a2-af01-af4222e03bec tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092259, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.089593] env[68872]: DEBUG oslo_vmware.api [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Task: {'id': task-3092260, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070069} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.090016] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.091218] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40a0632-cb60-4545-967b-3bfe838c08d6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.120042] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] b1807389-9864-40a7-9738-c2bfb472a003/b1807389-9864-40a7-9738-c2bfb472a003.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.120370] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7e573c9-7ae9-4cef-8483-45917f346164 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.141974] env[68872]: DEBUG oslo_vmware.api [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Waiting for the task: (returnval){ [ 715.141974] env[68872]: value = "task-3092262" [ 715.141974] env[68872]: _type = "Task" [ 715.141974] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.159028] env[68872]: DEBUG oslo_vmware.api [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Task: {'id': task-3092262, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.236457] env[68872]: DEBUG oslo_vmware.api [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092261, 'name': PowerOnVM_Task, 'duration_secs': 0.465405} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.237223] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.241662] env[68872]: DEBUG nova.compute.manager [None req-4bb16410-bf6d-42c0-a2aa-a9937e33f642 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.241662] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f564e77a-eb49-4626-b673-67b42aa6ec01 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.497260] env[68872]: DEBUG nova.network.neutron [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Successfully created port: 37d941eb-e935-4228-9c88-5e28b82d3fd1 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.497260] env[68872]: DEBUG oslo_vmware.api [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526ada74-2bd7-5a5d-e470-1a87f3b195a4, 'name': SearchDatastore_Task, 'duration_secs': 0.011701} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.497260] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.497260] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.498926] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.498926] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.498926] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.498926] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1637b248-99b3-4167-83c8-ad076eae222f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.498926] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.500042] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.500042] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73ef2294-72bd-436e-a892-38ca2dad6e72 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.500042] env[68872]: DEBUG oslo_vmware.api [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Waiting for the task: (returnval){ [ 715.500042] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]523a3f16-ee5d-3add-8e84-0c4e34f5f0f1" [ 715.500042] env[68872]: _type = "Task" [ 715.500042] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.500042] env[68872]: DEBUG oslo_vmware.api [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]523a3f16-ee5d-3add-8e84-0c4e34f5f0f1, 'name': SearchDatastore_Task, 'duration_secs': 0.01208} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.500042] env[68872]: DEBUG nova.compute.manager [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.500579] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc69da7e-6477-46ed-bbff-2d98bee4a073 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.500579] env[68872]: DEBUG oslo_vmware.api [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Waiting for the task: (returnval){ [ 715.500579] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52fde1aa-efeb-fc5f-160f-af57b55d4dd4" [ 715.500579] env[68872]: _type = "Task" [ 715.500579] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.500579] env[68872]: DEBUG oslo_vmware.api [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52fde1aa-efeb-fc5f-160f-af57b55d4dd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.540655] env[68872]: DEBUG oslo_vmware.api [None req-bd666fcf-de74-44a2-af01-af4222e03bec tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092259, 'name': RemoveSnapshot_Task, 'duration_secs': 0.56481} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.541677] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-bd666fcf-de74-44a2-af01-af4222e03bec tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Deleted Snapshot of the VM instance {{(pid=68872) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 715.541677] env[68872]: INFO nova.compute.manager [None req-bd666fcf-de74-44a2-af01-af4222e03bec tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Took 16.71 seconds to snapshot the instance on the hypervisor. [ 715.653457] env[68872]: DEBUG oslo_vmware.api [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Task: {'id': task-3092262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.984439] env[68872]: DEBUG oslo_vmware.api [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52fde1aa-efeb-fc5f-160f-af57b55d4dd4, 'name': SearchDatastore_Task, 'duration_secs': 0.015842} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.984836] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.985181] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 64ddafa1-fb5d-4a59-a846-2b3254c013c1/64ddafa1-fb5d-4a59-a846-2b3254c013c1.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.985463] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cc03717-0169-4aaf-8a97-15c6043ff539 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.994889] env[68872]: DEBUG oslo_vmware.api [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Waiting for the task: (returnval){ [ 715.994889] env[68872]: value = "task-3092263" [ 715.994889] env[68872]: _type = "Task" [ 715.994889] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.004827] env[68872]: DEBUG oslo_vmware.api [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.063184] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f923dd75-5cd4-40c1-91bf-6645100ab904 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.072772] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aeacd81-5ecd-4438-a171-7d12a5b6f943 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.105447] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3383ca-5dd0-408d-a9b5-d95755ddc18b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.114047] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e192b7-4249-4d20-acda-4c93c7567edc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.129073] env[68872]: DEBUG nova.compute.provider_tree [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.152741] env[68872]: DEBUG oslo_vmware.api [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Task: {'id': task-3092262, 'name': ReconfigVM_Task, 'duration_secs': 0.765607} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.153013] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Reconfigured VM instance instance-00000023 to attach disk [datastore2] b1807389-9864-40a7-9738-c2bfb472a003/b1807389-9864-40a7-9738-c2bfb472a003.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.153682] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d6a3cba-42f9-4c15-98a7-d0e2c2d4b6d1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.161286] env[68872]: DEBUG oslo_vmware.api [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Waiting for the task: (returnval){ [ 716.161286] env[68872]: value = "task-3092264" [ 716.161286] env[68872]: _type = "Task" [ 716.161286] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.169249] env[68872]: DEBUG oslo_vmware.api [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Task: {'id': task-3092264, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.473490] env[68872]: DEBUG nova.compute.manager [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.514868] env[68872]: DEBUG nova.virt.hardware [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.515584] env[68872]: DEBUG nova.virt.hardware [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.515824] env[68872]: DEBUG nova.virt.hardware [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.516100] env[68872]: DEBUG nova.virt.hardware [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.516275] env[68872]: DEBUG nova.virt.hardware [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.516491] env[68872]: DEBUG nova.virt.hardware [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.516874] env[68872]: DEBUG nova.virt.hardware [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.517205] env[68872]: DEBUG nova.virt.hardware [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.517410] env[68872]: DEBUG nova.virt.hardware [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.517590] env[68872]: DEBUG nova.virt.hardware [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.517835] env[68872]: DEBUG nova.virt.hardware [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.518836] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2610072b-482f-4e17-94c0-bbb5cceffe1e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.525105] env[68872]: DEBUG oslo_vmware.api [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092263, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.533110] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08a799e-4b40-4d89-b97f-ac7df686a94e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.634879] env[68872]: DEBUG nova.scheduler.client.report [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.680226] env[68872]: DEBUG oslo_vmware.api [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Task: {'id': task-3092264, 'name': Rename_Task, 'duration_secs': 0.273143} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.680226] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.680226] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7473917a-b16c-4f6c-aa7d-6f7b46800461 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.691412] env[68872]: DEBUG oslo_vmware.api [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Waiting for the task: (returnval){ [ 716.691412] env[68872]: value = "task-3092265" [ 716.691412] env[68872]: _type = "Task" [ 716.691412] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.706435] env[68872]: DEBUG oslo_vmware.api [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Task: {'id': task-3092265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.013879] env[68872]: DEBUG oslo_vmware.api [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.813822} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.013879] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 64ddafa1-fb5d-4a59-a846-2b3254c013c1/64ddafa1-fb5d-4a59-a846-2b3254c013c1.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.013879] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.013879] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebecb442-cddb-46d3-bfb3-8150df7188ba {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.020247] env[68872]: DEBUG oslo_vmware.api [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Waiting for the task: (returnval){ [ 717.020247] env[68872]: value = "task-3092266" [ 717.020247] env[68872]: _type = "Task" [ 717.020247] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.033332] env[68872]: DEBUG oslo_vmware.api [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.078123] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Acquiring lock "3a696347-7405-4d53-9ea7-8f68d74b1629" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.078377] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Lock "3a696347-7405-4d53-9ea7-8f68d74b1629" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.093222] env[68872]: DEBUG nova.network.neutron [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Successfully updated port: 37d941eb-e935-4228-9c88-5e28b82d3fd1 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.104846] env[68872]: DEBUG nova.compute.manager [req-8c8e9b52-5690-4ec8-b51c-e2778b83c506 req-a9668163-0414-4781-8ea4-d4040102467a service nova] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Received event network-vif-plugged-37d941eb-e935-4228-9c88-5e28b82d3fd1 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.107137] env[68872]: DEBUG oslo_concurrency.lockutils [req-8c8e9b52-5690-4ec8-b51c-e2778b83c506 req-a9668163-0414-4781-8ea4-d4040102467a service nova] Acquiring lock "4f2942b4-a232-415b-a2b5-2bf08f288501-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.107137] env[68872]: DEBUG oslo_concurrency.lockutils [req-8c8e9b52-5690-4ec8-b51c-e2778b83c506 req-a9668163-0414-4781-8ea4-d4040102467a service nova] Lock "4f2942b4-a232-415b-a2b5-2bf08f288501-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.107137] env[68872]: DEBUG oslo_concurrency.lockutils [req-8c8e9b52-5690-4ec8-b51c-e2778b83c506 req-a9668163-0414-4781-8ea4-d4040102467a service nova] Lock "4f2942b4-a232-415b-a2b5-2bf08f288501-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.107137] env[68872]: DEBUG nova.compute.manager [req-8c8e9b52-5690-4ec8-b51c-e2778b83c506 req-a9668163-0414-4781-8ea4-d4040102467a service nova] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] No waiting events found dispatching network-vif-plugged-37d941eb-e935-4228-9c88-5e28b82d3fd1 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 717.107137] env[68872]: WARNING nova.compute.manager [req-8c8e9b52-5690-4ec8-b51c-e2778b83c506 req-a9668163-0414-4781-8ea4-d4040102467a service nova] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Received unexpected event network-vif-plugged-37d941eb-e935-4228-9c88-5e28b82d3fd1 for instance with vm_state building and task_state spawning. [ 717.140641] env[68872]: DEBUG oslo_concurrency.lockutils [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.140641] env[68872]: DEBUG nova.compute.manager [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.142409] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.705s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.142667] env[68872]: DEBUG nova.objects.instance [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68872) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 717.202387] env[68872]: DEBUG oslo_vmware.api [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Task: {'id': task-3092265, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.429724] env[68872]: INFO nova.compute.manager [None req-e79d60ba-dcb2-47c1-9561-0bca83ebf569 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Unrescuing [ 717.430087] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e79d60ba-dcb2-47c1-9561-0bca83ebf569 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquiring lock "refresh_cache-2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.430262] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e79d60ba-dcb2-47c1-9561-0bca83ebf569 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquired lock "refresh_cache-2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.430434] env[68872]: DEBUG nova.network.neutron [None req-e79d60ba-dcb2-47c1-9561-0bca83ebf569 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.531506] env[68872]: DEBUG oslo_vmware.api [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075406} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.531787] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.533127] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556c1432-7cd9-4ad3-bf22-ca94713df9c9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.553823] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 64ddafa1-fb5d-4a59-a846-2b3254c013c1/64ddafa1-fb5d-4a59-a846-2b3254c013c1.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.554331] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a148c021-8188-4eb8-83fd-24afedbeb09b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.577393] env[68872]: DEBUG oslo_vmware.api [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Waiting for the task: (returnval){ [ 717.577393] env[68872]: value = "task-3092267" [ 717.577393] env[68872]: _type = "Task" [ 717.577393] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.589851] env[68872]: DEBUG oslo_vmware.api [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092267, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.593585] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Acquiring lock "refresh_cache-4f2942b4-a232-415b-a2b5-2bf08f288501" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.593777] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Acquired lock "refresh_cache-4f2942b4-a232-415b-a2b5-2bf08f288501" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.594075] env[68872]: DEBUG nova.network.neutron [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.651015] env[68872]: DEBUG nova.compute.utils [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.655679] env[68872]: DEBUG nova.compute.manager [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.655868] env[68872]: DEBUG nova.network.neutron [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.704787] env[68872]: DEBUG oslo_vmware.api [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Task: {'id': task-3092265, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.709959] env[68872]: DEBUG nova.policy [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38dcafbc14b9486aa3f085169c15e49d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebb4c3dd3afc49979d9424f3f83d3786', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.092804] env[68872]: DEBUG oslo_vmware.api [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.141767] env[68872]: DEBUG nova.network.neutron [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.156698] env[68872]: DEBUG nova.compute.manager [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.160730] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c7a29ddb-68c0-4006-b106-27c2f82b71b3 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.161675] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.761s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.163140] env[68872]: INFO nova.compute.claims [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.169336] env[68872]: DEBUG nova.network.neutron [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Successfully created port: 7f336d16-8fca-45e8-b2ff-8af75b8cfbae {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.193277] env[68872]: DEBUG nova.network.neutron [None req-e79d60ba-dcb2-47c1-9561-0bca83ebf569 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Updating instance_info_cache with network_info: [{"id": "ad038f9b-a736-48c7-b1c1-96736f8be744", "address": "fa:16:3e:18:6d:8d", "network": {"id": "f4fafaa5-3b60-4a35-9a9a-548d6bb6be4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-238414770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82727d6272e048f4acfc212225be53b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad038f9b-a7", "ovs_interfaceid": "ad038f9b-a736-48c7-b1c1-96736f8be744", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.210056] env[68872]: DEBUG oslo_vmware.api [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Task: {'id': task-3092265, 'name': PowerOnVM_Task, 'duration_secs': 1.029227} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.210056] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.210056] env[68872]: INFO nova.compute.manager [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Took 11.53 seconds to spawn the instance on the hypervisor. [ 718.210056] env[68872]: DEBUG nova.compute.manager [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.210056] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459d0fde-0fd5-4fc1-a85c-6e53afddaaec {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.588707] env[68872]: DEBUG oslo_vmware.api [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092267, 'name': ReconfigVM_Task, 'duration_secs': 0.719442} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.589499] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 64ddafa1-fb5d-4a59-a846-2b3254c013c1/64ddafa1-fb5d-4a59-a846-2b3254c013c1.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.589759] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83ef7403-ee44-4fb1-b3b6-0662050b4e55 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.597932] env[68872]: DEBUG oslo_vmware.api [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Waiting for the task: (returnval){ [ 718.597932] env[68872]: value = "task-3092268" [ 718.597932] env[68872]: _type = "Task" [ 718.597932] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.607400] env[68872]: DEBUG oslo_vmware.api [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092268, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.656515] env[68872]: DEBUG nova.network.neutron [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Updating instance_info_cache with network_info: [{"id": "37d941eb-e935-4228-9c88-5e28b82d3fd1", "address": "fa:16:3e:54:a5:4b", "network": {"id": "9d379f7f-d53a-411e-a02a-10bbc4f0b372", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-295329892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfc5596ed2fc4bcab3d448e2fafd2c8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37d941eb-e9", "ovs_interfaceid": "37d941eb-e935-4228-9c88-5e28b82d3fd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.695546] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e79d60ba-dcb2-47c1-9561-0bca83ebf569 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Releasing lock "refresh_cache-2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.696243] env[68872]: DEBUG nova.objects.instance [None req-e79d60ba-dcb2-47c1-9561-0bca83ebf569 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lazy-loading 'flavor' on Instance uuid 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 718.733808] env[68872]: INFO nova.compute.manager [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Took 44.34 seconds to build instance. [ 719.111829] env[68872]: DEBUG oslo_vmware.api [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092268, 'name': Rename_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.115737] env[68872]: DEBUG oslo_concurrency.lockutils [None req-79c201e3-81f8-4be2-b38b-335b263aacd7 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Acquiring lock "9b09d19e-2506-413a-867d-8be41a5bada7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.115989] env[68872]: DEBUG oslo_concurrency.lockutils [None req-79c201e3-81f8-4be2-b38b-335b263aacd7 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Lock "9b09d19e-2506-413a-867d-8be41a5bada7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.116212] env[68872]: DEBUG oslo_concurrency.lockutils [None req-79c201e3-81f8-4be2-b38b-335b263aacd7 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Acquiring lock "9b09d19e-2506-413a-867d-8be41a5bada7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.116396] env[68872]: DEBUG oslo_concurrency.lockutils [None req-79c201e3-81f8-4be2-b38b-335b263aacd7 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Lock "9b09d19e-2506-413a-867d-8be41a5bada7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.116565] env[68872]: DEBUG oslo_concurrency.lockutils [None req-79c201e3-81f8-4be2-b38b-335b263aacd7 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Lock "9b09d19e-2506-413a-867d-8be41a5bada7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.118805] env[68872]: INFO nova.compute.manager [None req-79c201e3-81f8-4be2-b38b-335b263aacd7 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Terminating instance [ 719.161957] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Releasing lock "refresh_cache-4f2942b4-a232-415b-a2b5-2bf08f288501" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.162310] env[68872]: DEBUG nova.compute.manager [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Instance network_info: |[{"id": "37d941eb-e935-4228-9c88-5e28b82d3fd1", "address": "fa:16:3e:54:a5:4b", "network": {"id": "9d379f7f-d53a-411e-a02a-10bbc4f0b372", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-295329892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfc5596ed2fc4bcab3d448e2fafd2c8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37d941eb-e9", "ovs_interfaceid": "37d941eb-e935-4228-9c88-5e28b82d3fd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.162757] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:a5:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4d3f69a-b086-4c3b-b976-5a848b63dfc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37d941eb-e935-4228-9c88-5e28b82d3fd1', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.171327] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Creating folder: Project (bfc5596ed2fc4bcab3d448e2fafd2c8e). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.171644] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73eef4b3-2f70-4231-81a4-410ff5506a6f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.174897] env[68872]: DEBUG nova.compute.manager [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.187400] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Created folder: Project (bfc5596ed2fc4bcab3d448e2fafd2c8e) in parent group-v618835. [ 719.187400] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Creating folder: Instances. Parent ref: group-v618944. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.187400] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d000840-b6a2-4358-840e-50281de32422 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.191884] env[68872]: DEBUG nova.compute.manager [req-b526ff3c-4eda-4441-9f8c-1894e813d9c4 req-eddb8b83-de04-4516-a4f6-1e97ffd590bc service nova] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Received event network-changed-37d941eb-e935-4228-9c88-5e28b82d3fd1 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.192141] env[68872]: DEBUG nova.compute.manager [req-b526ff3c-4eda-4441-9f8c-1894e813d9c4 req-eddb8b83-de04-4516-a4f6-1e97ffd590bc service nova] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Refreshing instance network info cache due to event network-changed-37d941eb-e935-4228-9c88-5e28b82d3fd1. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 719.192412] env[68872]: DEBUG oslo_concurrency.lockutils [req-b526ff3c-4eda-4441-9f8c-1894e813d9c4 req-eddb8b83-de04-4516-a4f6-1e97ffd590bc service nova] Acquiring lock "refresh_cache-4f2942b4-a232-415b-a2b5-2bf08f288501" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.192803] env[68872]: DEBUG oslo_concurrency.lockutils [req-b526ff3c-4eda-4441-9f8c-1894e813d9c4 req-eddb8b83-de04-4516-a4f6-1e97ffd590bc service nova] Acquired lock "refresh_cache-4f2942b4-a232-415b-a2b5-2bf08f288501" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.193077] env[68872]: DEBUG nova.network.neutron [req-b526ff3c-4eda-4441-9f8c-1894e813d9c4 req-eddb8b83-de04-4516-a4f6-1e97ffd590bc service nova] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Refreshing network info cache for port 37d941eb-e935-4228-9c88-5e28b82d3fd1 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.207889] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ddfd6a-83df-480e-8d15-8ee9ce84475c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.209569] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Created folder: Instances in parent group-v618944. [ 719.209569] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.211842] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.214303] env[68872]: DEBUG nova.virt.hardware [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.214539] env[68872]: DEBUG nova.virt.hardware [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.214696] env[68872]: DEBUG nova.virt.hardware [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.214890] env[68872]: DEBUG nova.virt.hardware [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.215061] env[68872]: DEBUG nova.virt.hardware [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.215226] env[68872]: DEBUG nova.virt.hardware [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.215448] env[68872]: DEBUG nova.virt.hardware [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.215618] env[68872]: DEBUG nova.virt.hardware [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.215801] env[68872]: DEBUG nova.virt.hardware [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.215979] env[68872]: DEBUG nova.virt.hardware [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.216214] env[68872]: DEBUG nova.virt.hardware [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.216797] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b82d08f1-0df3-48c7-a875-1eb23204fe1b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.232276] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae7d930-09e8-4835-a8b1-ff154568f75c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.254601] env[68872]: DEBUG oslo_concurrency.lockutils [None req-993e7f77-9966-4c9c-8992-e96847719c4d tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Lock "b1807389-9864-40a7-9738-c2bfb472a003" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.020s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.255214] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e79d60ba-dcb2-47c1-9561-0bca83ebf569 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.257890] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c98f4ce6-57b2-45fc-a613-5dedaab0da3a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.262715] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d351bd8-2668-45d0-97ea-3e641bbc0611 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.272452] env[68872]: DEBUG oslo_vmware.api [None req-e79d60ba-dcb2-47c1-9561-0bca83ebf569 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 719.272452] env[68872]: value = "task-3092272" [ 719.272452] env[68872]: _type = "Task" [ 719.272452] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.273286] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.273286] env[68872]: value = "task-3092271" [ 719.273286] env[68872]: _type = "Task" [ 719.273286] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.297934] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092271, 'name': CreateVM_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.301644] env[68872]: DEBUG oslo_vmware.api [None req-e79d60ba-dcb2-47c1-9561-0bca83ebf569 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.610475] env[68872]: DEBUG oslo_vmware.api [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092268, 'name': Rename_Task, 'duration_secs': 0.808094} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.610772] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.611122] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4ead6d2-eda0-4c71-acdf-9a8a8906a052 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.617562] env[68872]: DEBUG oslo_vmware.api [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Waiting for the task: (returnval){ [ 719.617562] env[68872]: value = "task-3092273" [ 719.617562] env[68872]: _type = "Task" [ 719.617562] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.624175] env[68872]: DEBUG nova.compute.manager [None req-79c201e3-81f8-4be2-b38b-335b263aacd7 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 719.624393] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-79c201e3-81f8-4be2-b38b-335b263aacd7 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.625272] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49eb1bdc-23f1-4878-b23a-af9f3c876b05 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.639225] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c201e3-81f8-4be2-b38b-335b263aacd7 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.639534] env[68872]: DEBUG oslo_vmware.api [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.639794] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b751170-5d36-4ce8-b6c2-cf098f273eb6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.649125] env[68872]: DEBUG oslo_vmware.api [None req-79c201e3-81f8-4be2-b38b-335b263aacd7 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Waiting for the task: (returnval){ [ 719.649125] env[68872]: value = "task-3092274" [ 719.649125] env[68872]: _type = "Task" [ 719.649125] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.659656] env[68872]: DEBUG oslo_vmware.api [None req-79c201e3-81f8-4be2-b38b-335b263aacd7 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092274, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.700336] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a506ec0-886c-49e0-80e8-d87b8a558496 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.709486] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8bb67d-65a5-4d03-b109-43319e5d630f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.742602] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302826bb-b155-4b0b-876c-bedfb9e28b4e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.753081] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f309a280-f744-4f4a-94e8-890792107054 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.768090] env[68872]: DEBUG nova.compute.manager [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 719.771095] env[68872]: DEBUG nova.compute.provider_tree [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.793405] env[68872]: DEBUG oslo_vmware.api [None req-e79d60ba-dcb2-47c1-9561-0bca83ebf569 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092272, 'name': PowerOffVM_Task, 'duration_secs': 0.231432} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.799123] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e79d60ba-dcb2-47c1-9561-0bca83ebf569 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.802894] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-e79d60ba-dcb2-47c1-9561-0bca83ebf569 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Reconfiguring VM instance instance-0000001c to detach disk 2001 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 719.803144] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092271, 'name': CreateVM_Task, 'duration_secs': 0.380963} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.803818] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e10f3d7d-89fd-4325-ba67-0f99623fbd60 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.818027] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.821299] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.821475] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.822038] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.822825] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc9f68c0-3131-4719-8ff2-88358c17317e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.828968] env[68872]: DEBUG oslo_vmware.api [None req-e79d60ba-dcb2-47c1-9561-0bca83ebf569 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 719.828968] env[68872]: value = "task-3092275" [ 719.828968] env[68872]: _type = "Task" [ 719.828968] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.834352] env[68872]: DEBUG oslo_vmware.api [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Waiting for the task: (returnval){ [ 719.834352] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52ae561f-ae5e-7e22-1b10-2f50c756dad4" [ 719.834352] env[68872]: _type = "Task" [ 719.834352] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.841170] env[68872]: DEBUG oslo_vmware.api [None req-e79d60ba-dcb2-47c1-9561-0bca83ebf569 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092275, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.847946] env[68872]: DEBUG oslo_vmware.api [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52ae561f-ae5e-7e22-1b10-2f50c756dad4, 'name': SearchDatastore_Task, 'duration_secs': 0.012353} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.848271] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.848519] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.848798] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.849477] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.849477] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.849477] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57584b27-1e23-442f-b9fa-2f15a0a5d095 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.860406] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.860593] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.861341] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f94c10c-00f4-4102-9a2b-8debca35a27c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.866940] env[68872]: DEBUG oslo_vmware.api [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Waiting for the task: (returnval){ [ 719.866940] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52cce82b-ca94-593b-03a7-762d96a58934" [ 719.866940] env[68872]: _type = "Task" [ 719.866940] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.877198] env[68872]: DEBUG oslo_vmware.api [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52cce82b-ca94-593b-03a7-762d96a58934, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.914695] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4cb7d1dc-bb93-41be-8aa3-2f80251d53b3 tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Acquiring lock "b1807389-9864-40a7-9738-c2bfb472a003" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.914998] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4cb7d1dc-bb93-41be-8aa3-2f80251d53b3 tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Lock "b1807389-9864-40a7-9738-c2bfb472a003" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.915243] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4cb7d1dc-bb93-41be-8aa3-2f80251d53b3 tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Acquiring lock "b1807389-9864-40a7-9738-c2bfb472a003-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.915500] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4cb7d1dc-bb93-41be-8aa3-2f80251d53b3 tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Lock "b1807389-9864-40a7-9738-c2bfb472a003-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.915722] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4cb7d1dc-bb93-41be-8aa3-2f80251d53b3 tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Lock "b1807389-9864-40a7-9738-c2bfb472a003-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.918165] env[68872]: INFO nova.compute.manager [None req-4cb7d1dc-bb93-41be-8aa3-2f80251d53b3 tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Terminating instance [ 720.089537] env[68872]: DEBUG nova.network.neutron [req-b526ff3c-4eda-4441-9f8c-1894e813d9c4 req-eddb8b83-de04-4516-a4f6-1e97ffd590bc service nova] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Updated VIF entry in instance network info cache for port 37d941eb-e935-4228-9c88-5e28b82d3fd1. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.089921] env[68872]: DEBUG nova.network.neutron [req-b526ff3c-4eda-4441-9f8c-1894e813d9c4 req-eddb8b83-de04-4516-a4f6-1e97ffd590bc service nova] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Updating instance_info_cache with network_info: [{"id": "37d941eb-e935-4228-9c88-5e28b82d3fd1", "address": "fa:16:3e:54:a5:4b", "network": {"id": "9d379f7f-d53a-411e-a02a-10bbc4f0b372", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-295329892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfc5596ed2fc4bcab3d448e2fafd2c8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37d941eb-e9", "ovs_interfaceid": "37d941eb-e935-4228-9c88-5e28b82d3fd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.133501] env[68872]: DEBUG oslo_vmware.api [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092273, 'name': PowerOnVM_Task, 'duration_secs': 0.510819} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.133852] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.133954] env[68872]: INFO nova.compute.manager [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Took 6.35 seconds to spawn the instance on the hypervisor. [ 720.134147] env[68872]: DEBUG nova.compute.manager [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.134928] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83b7997-06ee-4614-9ad9-d1bfe5a69b6c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.158869] env[68872]: DEBUG oslo_vmware.api [None req-79c201e3-81f8-4be2-b38b-335b263aacd7 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092274, 'name': PowerOffVM_Task, 'duration_secs': 0.209755} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.159178] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c201e3-81f8-4be2-b38b-335b263aacd7 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.159354] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-79c201e3-81f8-4be2-b38b-335b263aacd7 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 720.159628] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c516d6e-7f87-4bf0-a847-bde87e09d409 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.229822] env[68872]: DEBUG nova.network.neutron [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Successfully updated port: 7f336d16-8fca-45e8-b2ff-8af75b8cfbae {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.234481] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-79c201e3-81f8-4be2-b38b-335b263aacd7 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.234578] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-79c201e3-81f8-4be2-b38b-335b263aacd7 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.234787] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-79c201e3-81f8-4be2-b38b-335b263aacd7 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Deleting the datastore file [datastore1] 9b09d19e-2506-413a-867d-8be41a5bada7 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.235152] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edea45ac-7494-4553-80d7-0fabc043de26 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.244498] env[68872]: DEBUG oslo_vmware.api [None req-79c201e3-81f8-4be2-b38b-335b263aacd7 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Waiting for the task: (returnval){ [ 720.244498] env[68872]: value = "task-3092277" [ 720.244498] env[68872]: _type = "Task" [ 720.244498] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.254764] env[68872]: DEBUG oslo_vmware.api [None req-79c201e3-81f8-4be2-b38b-335b263aacd7 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.287820] env[68872]: DEBUG nova.scheduler.client.report [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.294465] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.340350] env[68872]: DEBUG oslo_vmware.api [None req-e79d60ba-dcb2-47c1-9561-0bca83ebf569 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092275, 'name': ReconfigVM_Task, 'duration_secs': 0.315887} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.340689] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-e79d60ba-dcb2-47c1-9561-0bca83ebf569 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Reconfigured VM instance instance-0000001c to detach disk 2001 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 720.340976] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e79d60ba-dcb2-47c1-9561-0bca83ebf569 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.341303] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d408ab5e-7be4-4023-8f9f-f8d434e4a9ca {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.349435] env[68872]: DEBUG oslo_vmware.api [None req-e79d60ba-dcb2-47c1-9561-0bca83ebf569 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 720.349435] env[68872]: value = "task-3092278" [ 720.349435] env[68872]: _type = "Task" [ 720.349435] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.359517] env[68872]: DEBUG oslo_vmware.api [None req-e79d60ba-dcb2-47c1-9561-0bca83ebf569 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.379230] env[68872]: DEBUG oslo_vmware.api [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52cce82b-ca94-593b-03a7-762d96a58934, 'name': SearchDatastore_Task, 'duration_secs': 0.010413} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.380036] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-735502d4-5241-4309-bc7f-26b273e922c0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.386386] env[68872]: DEBUG oslo_vmware.api [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Waiting for the task: (returnval){ [ 720.386386] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5270f337-1988-c2fc-ee62-2f3ef2ce4e81" [ 720.386386] env[68872]: _type = "Task" [ 720.386386] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.395920] env[68872]: DEBUG oslo_vmware.api [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5270f337-1988-c2fc-ee62-2f3ef2ce4e81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.422951] env[68872]: DEBUG nova.compute.manager [None req-4cb7d1dc-bb93-41be-8aa3-2f80251d53b3 tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 720.423238] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb7d1dc-bb93-41be-8aa3-2f80251d53b3 tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.424636] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2897b57f-52aa-4943-9f36-2fac940125df {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.433298] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb7d1dc-bb93-41be-8aa3-2f80251d53b3 tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.433596] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59361212-798a-404c-9a1d-4ec1cb61b021 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.441522] env[68872]: DEBUG oslo_vmware.api [None req-4cb7d1dc-bb93-41be-8aa3-2f80251d53b3 tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Waiting for the task: (returnval){ [ 720.441522] env[68872]: value = "task-3092279" [ 720.441522] env[68872]: _type = "Task" [ 720.441522] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.451420] env[68872]: DEBUG oslo_vmware.api [None req-4cb7d1dc-bb93-41be-8aa3-2f80251d53b3 tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Task: {'id': task-3092279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.593380] env[68872]: DEBUG oslo_concurrency.lockutils [req-b526ff3c-4eda-4441-9f8c-1894e813d9c4 req-eddb8b83-de04-4516-a4f6-1e97ffd590bc service nova] Releasing lock "refresh_cache-4f2942b4-a232-415b-a2b5-2bf08f288501" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.655931] env[68872]: INFO nova.compute.manager [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Took 39.73 seconds to build instance. [ 720.735072] env[68872]: DEBUG oslo_concurrency.lockutils [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Acquiring lock "refresh_cache-b5242dbf-7805-46a6-900d-de6c7480e9c0" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.735072] env[68872]: DEBUG oslo_concurrency.lockutils [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Acquired lock "refresh_cache-b5242dbf-7805-46a6-900d-de6c7480e9c0" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.735072] env[68872]: DEBUG nova.network.neutron [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.757924] env[68872]: DEBUG oslo_vmware.api [None req-79c201e3-81f8-4be2-b38b-335b263aacd7 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21436} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.758312] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-79c201e3-81f8-4be2-b38b-335b263aacd7 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.758399] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-79c201e3-81f8-4be2-b38b-335b263aacd7 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.758571] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-79c201e3-81f8-4be2-b38b-335b263aacd7 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.758776] env[68872]: INFO nova.compute.manager [None req-79c201e3-81f8-4be2-b38b-335b263aacd7 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 720.759040] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79c201e3-81f8-4be2-b38b-335b263aacd7 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.759352] env[68872]: DEBUG nova.compute.manager [-] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 720.759453] env[68872]: DEBUG nova.network.neutron [-] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 720.793228] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.794173] env[68872]: DEBUG nova.compute.manager [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 720.798124] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 23.687s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.861139] env[68872]: DEBUG oslo_vmware.api [None req-e79d60ba-dcb2-47c1-9561-0bca83ebf569 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092278, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.900683] env[68872]: DEBUG oslo_vmware.api [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5270f337-1988-c2fc-ee62-2f3ef2ce4e81, 'name': SearchDatastore_Task, 'duration_secs': 0.011155} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.900683] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.901108] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 4f2942b4-a232-415b-a2b5-2bf08f288501/4f2942b4-a232-415b-a2b5-2bf08f288501.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 720.901535] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25f57c53-c4a6-45bc-b984-37e707f9daa5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.913863] env[68872]: DEBUG oslo_vmware.api [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Waiting for the task: (returnval){ [ 720.913863] env[68872]: value = "task-3092280" [ 720.913863] env[68872]: _type = "Task" [ 720.913863] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.924468] env[68872]: DEBUG oslo_vmware.api [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Task: {'id': task-3092280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.954484] env[68872]: DEBUG oslo_vmware.api [None req-4cb7d1dc-bb93-41be-8aa3-2f80251d53b3 tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Task: {'id': task-3092279, 'name': PowerOffVM_Task, 'duration_secs': 0.25991} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.955419] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb7d1dc-bb93-41be-8aa3-2f80251d53b3 tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.955628] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb7d1dc-bb93-41be-8aa3-2f80251d53b3 tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 720.956306] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-987a0780-769c-4aa8-acc2-dddfa0b1415d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.031501] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb7d1dc-bb93-41be-8aa3-2f80251d53b3 tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.031757] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb7d1dc-bb93-41be-8aa3-2f80251d53b3 tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.031980] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb7d1dc-bb93-41be-8aa3-2f80251d53b3 tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Deleting the datastore file [datastore2] b1807389-9864-40a7-9738-c2bfb472a003 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.032296] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0820513a-c1ae-40f5-9fef-fb2823b9319a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.041663] env[68872]: DEBUG oslo_vmware.api [None req-4cb7d1dc-bb93-41be-8aa3-2f80251d53b3 tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Waiting for the task: (returnval){ [ 721.041663] env[68872]: value = "task-3092282" [ 721.041663] env[68872]: _type = "Task" [ 721.041663] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.059125] env[68872]: DEBUG oslo_vmware.api [None req-4cb7d1dc-bb93-41be-8aa3-2f80251d53b3 tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Task: {'id': task-3092282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.158709] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6a52bfd7-09a4-455b-8708-ce30e0c0be8b tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Lock "64ddafa1-fb5d-4a59-a846-2b3254c013c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.683s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.235747] env[68872]: DEBUG nova.compute.manager [req-2d167d07-dc4e-4b37-aa7a-340c67860f6b req-d7d952d0-ee6b-433d-baa4-fa5ca7892a1b service nova] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Received event network-vif-plugged-7f336d16-8fca-45e8-b2ff-8af75b8cfbae {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.236058] env[68872]: DEBUG oslo_concurrency.lockutils [req-2d167d07-dc4e-4b37-aa7a-340c67860f6b req-d7d952d0-ee6b-433d-baa4-fa5ca7892a1b service nova] Acquiring lock "b5242dbf-7805-46a6-900d-de6c7480e9c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.236278] env[68872]: DEBUG oslo_concurrency.lockutils [req-2d167d07-dc4e-4b37-aa7a-340c67860f6b req-d7d952d0-ee6b-433d-baa4-fa5ca7892a1b service nova] Lock "b5242dbf-7805-46a6-900d-de6c7480e9c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.236514] env[68872]: DEBUG oslo_concurrency.lockutils [req-2d167d07-dc4e-4b37-aa7a-340c67860f6b req-d7d952d0-ee6b-433d-baa4-fa5ca7892a1b service nova] Lock "b5242dbf-7805-46a6-900d-de6c7480e9c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.236698] env[68872]: DEBUG nova.compute.manager [req-2d167d07-dc4e-4b37-aa7a-340c67860f6b req-d7d952d0-ee6b-433d-baa4-fa5ca7892a1b service nova] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] No waiting events found dispatching network-vif-plugged-7f336d16-8fca-45e8-b2ff-8af75b8cfbae {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 721.236867] env[68872]: WARNING nova.compute.manager [req-2d167d07-dc4e-4b37-aa7a-340c67860f6b req-d7d952d0-ee6b-433d-baa4-fa5ca7892a1b service nova] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Received unexpected event network-vif-plugged-7f336d16-8fca-45e8-b2ff-8af75b8cfbae for instance with vm_state building and task_state spawning. [ 721.237079] env[68872]: DEBUG nova.compute.manager [req-2d167d07-dc4e-4b37-aa7a-340c67860f6b req-d7d952d0-ee6b-433d-baa4-fa5ca7892a1b service nova] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Received event network-changed-7f336d16-8fca-45e8-b2ff-8af75b8cfbae {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.237254] env[68872]: DEBUG nova.compute.manager [req-2d167d07-dc4e-4b37-aa7a-340c67860f6b req-d7d952d0-ee6b-433d-baa4-fa5ca7892a1b service nova] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Refreshing instance network info cache due to event network-changed-7f336d16-8fca-45e8-b2ff-8af75b8cfbae. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.237404] env[68872]: DEBUG oslo_concurrency.lockutils [req-2d167d07-dc4e-4b37-aa7a-340c67860f6b req-d7d952d0-ee6b-433d-baa4-fa5ca7892a1b service nova] Acquiring lock "refresh_cache-b5242dbf-7805-46a6-900d-de6c7480e9c0" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.271974] env[68872]: DEBUG nova.network.neutron [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.302573] env[68872]: DEBUG nova.compute.utils [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 721.316360] env[68872]: DEBUG nova.compute.manager [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 721.319323] env[68872]: DEBUG nova.compute.manager [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 721.319323] env[68872]: DEBUG nova.network.neutron [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 721.365448] env[68872]: DEBUG oslo_vmware.api [None req-e79d60ba-dcb2-47c1-9561-0bca83ebf569 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092278, 'name': PowerOnVM_Task, 'duration_secs': 0.573234} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.365898] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e79d60ba-dcb2-47c1-9561-0bca83ebf569 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.366336] env[68872]: DEBUG nova.compute.manager [None req-e79d60ba-dcb2-47c1-9561-0bca83ebf569 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.367595] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8464dc3c-f72a-4bda-bec4-e62f56cd3d18 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.426760] env[68872]: DEBUG oslo_vmware.api [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Task: {'id': task-3092280, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.431670] env[68872]: DEBUG nova.policy [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19277d36f251466cb1fb20c8037ca446', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4c041d2417c49f4a833b427a5bee0de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.512096] env[68872]: DEBUG nova.network.neutron [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Updating instance_info_cache with network_info: [{"id": "7f336d16-8fca-45e8-b2ff-8af75b8cfbae", "address": "fa:16:3e:81:45:d4", "network": {"id": "e99212a6-ca98-4dcc-8190-53f7dbdfd577", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-975789234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebb4c3dd3afc49979d9424f3f83d3786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f336d16-8f", "ovs_interfaceid": "7f336d16-8fca-45e8-b2ff-8af75b8cfbae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.565538] env[68872]: DEBUG oslo_vmware.api [None req-4cb7d1dc-bb93-41be-8aa3-2f80251d53b3 tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Task: {'id': task-3092282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.469937} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.565832] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb7d1dc-bb93-41be-8aa3-2f80251d53b3 tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.566347] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb7d1dc-bb93-41be-8aa3-2f80251d53b3 tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.566347] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb7d1dc-bb93-41be-8aa3-2f80251d53b3 tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.566347] env[68872]: INFO nova.compute.manager [None req-4cb7d1dc-bb93-41be-8aa3-2f80251d53b3 tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Took 1.14 seconds to destroy the instance on the hypervisor. [ 721.566724] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cb7d1dc-bb93-41be-8aa3-2f80251d53b3 tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.566844] env[68872]: DEBUG nova.compute.manager [-] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 721.566933] env[68872]: DEBUG nova.network.neutron [-] [instance: b1807389-9864-40a7-9738-c2bfb472a003] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.592468] env[68872]: INFO nova.compute.manager [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Rebuilding instance [ 721.629281] env[68872]: DEBUG nova.network.neutron [-] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.650588] env[68872]: DEBUG nova.compute.manager [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.652034] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd00181-c338-4d84-9c35-a2ec3868bc62 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.661558] env[68872]: DEBUG nova.compute.manager [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.853267] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 721.853267] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 31b939ea-8b15-4302-9656-791da7b0350b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 721.853267] env[68872]: WARNING nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 721.853267] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 545fb708-58ee-4c11-9099-8a507960f7ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 721.853411] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 575d83bb-f897-4ec9-aae4-8948b0abe512 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 721.853411] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance fe5cc7b3-155a-437c-b04c-32bbfff60809 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 721.853411] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance db3e747b-e648-4fc2-86a1-d2e6ff48db08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 721.853411] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 60f355d4-0eee-48c9-93e3-42bcffa200f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 721.853534] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 9b09d19e-2506-413a-867d-8be41a5bada7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 721.853534] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 774b87de-c90c-4537-ac67-17152e43395b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 721.853534] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 9945ec86-a679-4a3e-a72b-88ad7c7e4c18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 721.853534] env[68872]: WARNING nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 721.853646] env[68872]: WARNING nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 3f7997a5-fb73-4e2f-a767-e5ab6a549456 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 721.853646] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 721.853646] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 9ba49303-832d-4da0-b856-a46bcb2bda5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 721.853646] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 721.853763] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 84b9c497-ec98-4af0-a615-54ec54d3993b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 721.853763] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 623ccafe-c6f5-4713-a556-80eb794cc74d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 721.853763] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 659c2098-556e-4403-a6f1-1a4655a95836 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 721.853763] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance b13197ec-f292-49a5-863f-cfe9f4932870 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 721.853894] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance b1807389-9864-40a7-9738-c2bfb472a003 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 721.853894] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 64ddafa1-fb5d-4a59-a846-2b3254c013c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 721.853894] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 4f2942b4-a232-415b-a2b5-2bf08f288501 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 721.853894] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance b5242dbf-7805-46a6-900d-de6c7480e9c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 721.854017] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance a71905ae-b4b8-4fec-a3ea-b3b7f2372df3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 721.923507] env[68872]: DEBUG oslo_vmware.api [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Task: {'id': task-3092280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541339} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.923886] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 4f2942b4-a232-415b-a2b5-2bf08f288501/4f2942b4-a232-415b-a2b5-2bf08f288501.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 721.924131] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.924634] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67d2015f-5f29-4dcb-af83-e3fdac37cee2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.932886] env[68872]: DEBUG oslo_vmware.api [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Waiting for the task: (returnval){ [ 721.932886] env[68872]: value = "task-3092283" [ 721.932886] env[68872]: _type = "Task" [ 721.932886] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.947015] env[68872]: DEBUG oslo_vmware.api [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Task: {'id': task-3092283, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.980280] env[68872]: DEBUG nova.network.neutron [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Successfully created port: a0f067f0-0dc2-4bb2-8203-c29fb5d02192 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 722.016492] env[68872]: DEBUG oslo_concurrency.lockutils [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Releasing lock "refresh_cache-b5242dbf-7805-46a6-900d-de6c7480e9c0" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.016492] env[68872]: DEBUG nova.compute.manager [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Instance network_info: |[{"id": "7f336d16-8fca-45e8-b2ff-8af75b8cfbae", "address": "fa:16:3e:81:45:d4", "network": {"id": "e99212a6-ca98-4dcc-8190-53f7dbdfd577", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-975789234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebb4c3dd3afc49979d9424f3f83d3786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f336d16-8f", "ovs_interfaceid": "7f336d16-8fca-45e8-b2ff-8af75b8cfbae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.016691] env[68872]: DEBUG oslo_concurrency.lockutils [req-2d167d07-dc4e-4b37-aa7a-340c67860f6b req-d7d952d0-ee6b-433d-baa4-fa5ca7892a1b service nova] Acquired lock "refresh_cache-b5242dbf-7805-46a6-900d-de6c7480e9c0" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.016691] env[68872]: DEBUG nova.network.neutron [req-2d167d07-dc4e-4b37-aa7a-340c67860f6b req-d7d952d0-ee6b-433d-baa4-fa5ca7892a1b service nova] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Refreshing network info cache for port 7f336d16-8fca-45e8-b2ff-8af75b8cfbae {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.017859] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:45:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f336d16-8fca-45e8-b2ff-8af75b8cfbae', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.026110] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.031414] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.031414] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-250074d3-f61c-4deb-9a32-9772b20a8dfb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.051254] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.051254] env[68872]: value = "task-3092284" [ 722.051254] env[68872]: _type = "Task" [ 722.051254] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.061034] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092284, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.134909] env[68872]: INFO nova.compute.manager [-] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Took 1.37 seconds to deallocate network for instance. [ 722.198927] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.335598] env[68872]: DEBUG nova.compute.manager [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 722.356833] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance d8a69a2c-2c5d-42e8-b2c0-e0c3585de439 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 722.361592] env[68872]: DEBUG nova.virt.hardware [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.363079] env[68872]: DEBUG nova.virt.hardware [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.363079] env[68872]: DEBUG nova.virt.hardware [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.363079] env[68872]: DEBUG nova.virt.hardware [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.363079] env[68872]: DEBUG nova.virt.hardware [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.363079] env[68872]: DEBUG nova.virt.hardware [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.363394] env[68872]: DEBUG nova.virt.hardware [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.363394] env[68872]: DEBUG nova.virt.hardware [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.363394] env[68872]: DEBUG nova.virt.hardware [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.363533] env[68872]: DEBUG nova.virt.hardware [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.363632] env[68872]: DEBUG nova.virt.hardware [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.364499] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0477a1fa-c529-4cbd-b805-6578ced76928 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.374837] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab2ddd9-45ca-49fb-b185-10c20e1a1eaf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.444069] env[68872]: DEBUG oslo_vmware.api [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Task: {'id': task-3092283, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073178} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.444359] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 722.445268] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba19c2d8-da71-4bb2-aa8f-99845973dc89 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.470396] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 4f2942b4-a232-415b-a2b5-2bf08f288501/4f2942b4-a232-415b-a2b5-2bf08f288501.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.470855] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75fd04f9-d2da-4dd0-86d9-9823e26d0ab0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.494463] env[68872]: DEBUG oslo_vmware.api [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Waiting for the task: (returnval){ [ 722.494463] env[68872]: value = "task-3092285" [ 722.494463] env[68872]: _type = "Task" [ 722.494463] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.503103] env[68872]: DEBUG oslo_vmware.api [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Task: {'id': task-3092285, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.531652] env[68872]: DEBUG nova.network.neutron [-] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.562804] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092284, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.642976] env[68872]: DEBUG oslo_concurrency.lockutils [None req-79c201e3-81f8-4be2-b38b-335b263aacd7 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.670593] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.671249] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be3a3d97-bcc2-4215-af6a-4e381b6b6d67 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.678860] env[68872]: DEBUG oslo_vmware.api [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Waiting for the task: (returnval){ [ 722.678860] env[68872]: value = "task-3092286" [ 722.678860] env[68872]: _type = "Task" [ 722.678860] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.688739] env[68872]: DEBUG oslo_vmware.api [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.726909] env[68872]: DEBUG nova.network.neutron [req-2d167d07-dc4e-4b37-aa7a-340c67860f6b req-d7d952d0-ee6b-433d-baa4-fa5ca7892a1b service nova] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Updated VIF entry in instance network info cache for port 7f336d16-8fca-45e8-b2ff-8af75b8cfbae. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.727438] env[68872]: DEBUG nova.network.neutron [req-2d167d07-dc4e-4b37-aa7a-340c67860f6b req-d7d952d0-ee6b-433d-baa4-fa5ca7892a1b service nova] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Updating instance_info_cache with network_info: [{"id": "7f336d16-8fca-45e8-b2ff-8af75b8cfbae", "address": "fa:16:3e:81:45:d4", "network": {"id": "e99212a6-ca98-4dcc-8190-53f7dbdfd577", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-975789234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebb4c3dd3afc49979d9424f3f83d3786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f336d16-8f", "ovs_interfaceid": "7f336d16-8fca-45e8-b2ff-8af75b8cfbae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.859924] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance c7c9ee10-b598-496a-ab2c-bf8c5fe97052 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 723.005911] env[68872]: DEBUG oslo_vmware.api [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Task: {'id': task-3092285, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.034439] env[68872]: INFO nova.compute.manager [-] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Took 1.47 seconds to deallocate network for instance. [ 723.062953] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092284, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.190169] env[68872]: DEBUG oslo_vmware.api [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092286, 'name': PowerOffVM_Task, 'duration_secs': 0.355868} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.190351] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.190597] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 723.191373] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c317b0-ec80-44a2-85f2-79b8a2b695cf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.198187] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.198438] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5fcf118f-c540-449d-b635-dd74c7f478f4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.227922] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.228281] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.228422] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Deleting the datastore file [datastore2] 64ddafa1-fb5d-4a59-a846-2b3254c013c1 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.228841] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e668fe1c-202a-4340-82c6-c0a04fb2655c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.231563] env[68872]: DEBUG oslo_concurrency.lockutils [req-2d167d07-dc4e-4b37-aa7a-340c67860f6b req-d7d952d0-ee6b-433d-baa4-fa5ca7892a1b service nova] Releasing lock "refresh_cache-b5242dbf-7805-46a6-900d-de6c7480e9c0" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.231797] env[68872]: DEBUG nova.compute.manager [req-2d167d07-dc4e-4b37-aa7a-340c67860f6b req-d7d952d0-ee6b-433d-baa4-fa5ca7892a1b service nova] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Received event network-vif-deleted-6afc466a-637d-4821-af5b-181b10ab6669 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.231996] env[68872]: INFO nova.compute.manager [req-2d167d07-dc4e-4b37-aa7a-340c67860f6b req-d7d952d0-ee6b-433d-baa4-fa5ca7892a1b service nova] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Neutron deleted interface 6afc466a-637d-4821-af5b-181b10ab6669; detaching it from the instance and deleting it from the info cache [ 723.232193] env[68872]: DEBUG nova.network.neutron [req-2d167d07-dc4e-4b37-aa7a-340c67860f6b req-d7d952d0-ee6b-433d-baa4-fa5ca7892a1b service nova] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.238724] env[68872]: DEBUG oslo_vmware.api [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Waiting for the task: (returnval){ [ 723.238724] env[68872]: value = "task-3092288" [ 723.238724] env[68872]: _type = "Task" [ 723.238724] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.248952] env[68872]: DEBUG oslo_vmware.api [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.268756] env[68872]: DEBUG nova.compute.manager [req-b3a090bd-7617-46af-bc24-e5e8a45d5732 req-6650a69d-dce5-4b78-8aa4-7592ebf4f553 service nova] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Received event network-vif-deleted-d2a64d59-db08-4abb-bf44-755c507af197 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.362780] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance dc37cf64-53d1-4b17-aa7d-2659924aef50 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 723.505885] env[68872]: DEBUG oslo_vmware.api [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Task: {'id': task-3092285, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.540973] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4cb7d1dc-bb93-41be-8aa3-2f80251d53b3 tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.548296] env[68872]: DEBUG nova.network.neutron [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Successfully updated port: a0f067f0-0dc2-4bb2-8203-c29fb5d02192 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.563900] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092284, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.734976] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-273c0627-8dd9-447e-95e3-6dfe03074361 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.747623] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5763801-b8dd-4e23-aebb-0bf5600f3028 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.761223] env[68872]: DEBUG oslo_vmware.api [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103711} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.763121] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.763402] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.763614] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.789020] env[68872]: DEBUG nova.compute.manager [req-2d167d07-dc4e-4b37-aa7a-340c67860f6b req-d7d952d0-ee6b-433d-baa4-fa5ca7892a1b service nova] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Detach interface failed, port_id=6afc466a-637d-4821-af5b-181b10ab6669, reason: Instance 9b09d19e-2506-413a-867d-8be41a5bada7 could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 723.865797] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance c2a62e2c-866c-4ed8-8026-b62a834a620f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 724.006535] env[68872]: DEBUG oslo_vmware.api [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Task: {'id': task-3092285, 'name': ReconfigVM_Task, 'duration_secs': 1.25002} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.006693] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 4f2942b4-a232-415b-a2b5-2bf08f288501/4f2942b4-a232-415b-a2b5-2bf08f288501.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.007339] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0cbd51f6-b94c-45f3-9844-f44c081e4e16 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.014988] env[68872]: DEBUG oslo_vmware.api [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Waiting for the task: (returnval){ [ 724.014988] env[68872]: value = "task-3092289" [ 724.014988] env[68872]: _type = "Task" [ 724.014988] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.024133] env[68872]: DEBUG oslo_vmware.api [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Task: {'id': task-3092289, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.052961] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquiring lock "refresh_cache-a71905ae-b4b8-4fec-a3ea-b3b7f2372df3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.053157] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquired lock "refresh_cache-a71905ae-b4b8-4fec-a3ea-b3b7f2372df3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.053295] env[68872]: DEBUG nova.network.neutron [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.064548] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092284, 'name': CreateVM_Task, 'duration_secs': 1.515156} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.065394] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.066109] env[68872]: DEBUG oslo_concurrency.lockutils [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.066296] env[68872]: DEBUG oslo_concurrency.lockutils [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.066686] env[68872]: DEBUG oslo_concurrency.lockutils [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.067226] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-045f0b2d-2833-451f-a683-672c52dfb321 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.072606] env[68872]: DEBUG oslo_vmware.api [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Waiting for the task: (returnval){ [ 724.072606] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520c3d70-f869-985a-3e8e-a1bdbd7a8ea6" [ 724.072606] env[68872]: _type = "Task" [ 724.072606] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.082043] env[68872]: DEBUG oslo_vmware.api [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520c3d70-f869-985a-3e8e-a1bdbd7a8ea6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.372523] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 547b97db-c690-457e-8d82-6bfbdc576f52 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 724.526111] env[68872]: DEBUG oslo_vmware.api [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Task: {'id': task-3092289, 'name': Rename_Task, 'duration_secs': 0.15205} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.526395] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.526675] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db31e70f-3e80-471f-83bc-4be82639588f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.534606] env[68872]: DEBUG oslo_vmware.api [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Waiting for the task: (returnval){ [ 724.534606] env[68872]: value = "task-3092290" [ 724.534606] env[68872]: _type = "Task" [ 724.534606] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.543828] env[68872]: DEBUG oslo_vmware.api [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Task: {'id': task-3092290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.584692] env[68872]: DEBUG oslo_vmware.api [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520c3d70-f869-985a-3e8e-a1bdbd7a8ea6, 'name': SearchDatastore_Task, 'duration_secs': 0.011002} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.584972] env[68872]: DEBUG oslo_concurrency.lockutils [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.585230] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.585481] env[68872]: DEBUG oslo_concurrency.lockutils [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.585625] env[68872]: DEBUG oslo_concurrency.lockutils [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.585805] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.586117] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55b52a8e-4580-4c11-8699-2d2fa4151310 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.593227] env[68872]: DEBUG nova.network.neutron [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.596553] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.596716] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.597481] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2007b876-fc38-4d5f-bb9e-b24bbcdbd921 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.604153] env[68872]: DEBUG oslo_vmware.api [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Waiting for the task: (returnval){ [ 724.604153] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]525b9805-eeba-f2b5-f552-efa69516f28b" [ 724.604153] env[68872]: _type = "Task" [ 724.604153] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.612669] env[68872]: DEBUG oslo_vmware.api [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]525b9805-eeba-f2b5-f552-efa69516f28b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.733074] env[68872]: DEBUG nova.network.neutron [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Updating instance_info_cache with network_info: [{"id": "a0f067f0-0dc2-4bb2-8203-c29fb5d02192", "address": "fa:16:3e:9e:09:68", "network": {"id": "9ddb9b42-5fa0-41e5-90d8-76c787e7299a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-527242181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4c041d2417c49f4a833b427a5bee0de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0f067f0-0d", "ovs_interfaceid": "a0f067f0-0dc2-4bb2-8203-c29fb5d02192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.797392] env[68872]: DEBUG nova.virt.hardware [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.798904] env[68872]: DEBUG nova.virt.hardware [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.798904] env[68872]: DEBUG nova.virt.hardware [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.798904] env[68872]: DEBUG nova.virt.hardware [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.798904] env[68872]: DEBUG nova.virt.hardware [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.798904] env[68872]: DEBUG nova.virt.hardware [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.798904] env[68872]: DEBUG nova.virt.hardware [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.799173] env[68872]: DEBUG nova.virt.hardware [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.799173] env[68872]: DEBUG nova.virt.hardware [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.799173] env[68872]: DEBUG nova.virt.hardware [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.799173] env[68872]: DEBUG nova.virt.hardware [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.800038] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5583bf-9376-4e9b-b0f0-5bd8951b4dc4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.808103] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac899a3-c0b1-461b-9f67-740b22234da9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.822387] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Instance VIF info [] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.827847] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.828114] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.828323] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bce420a-1cf9-4d97-952d-22212caa62c0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.847503] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.847503] env[68872]: value = "task-3092291" [ 724.847503] env[68872]: _type = "Task" [ 724.847503] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.855729] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092291, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.876742] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance f55dd82e-62d1-4489-8376-614bcc41312c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 724.986037] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquiring lock "a1ac11ff-9bf0-495c-a8cc-03dd670c64e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.986248] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lock "a1ac11ff-9bf0-495c-a8cc-03dd670c64e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.046161] env[68872]: DEBUG oslo_vmware.api [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Task: {'id': task-3092290, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.115742] env[68872]: DEBUG oslo_vmware.api [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]525b9805-eeba-f2b5-f552-efa69516f28b, 'name': SearchDatastore_Task, 'duration_secs': 0.00994} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.116315] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9447778f-aa6e-4746-8b43-0f86842cb8e6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.122295] env[68872]: DEBUG oslo_vmware.api [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Waiting for the task: (returnval){ [ 725.122295] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526d3953-31b0-8b3d-4dd9-600a826b47c9" [ 725.122295] env[68872]: _type = "Task" [ 725.122295] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.130391] env[68872]: DEBUG oslo_vmware.api [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526d3953-31b0-8b3d-4dd9-600a826b47c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.236292] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Releasing lock "refresh_cache-a71905ae-b4b8-4fec-a3ea-b3b7f2372df3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.236811] env[68872]: DEBUG nova.compute.manager [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Instance network_info: |[{"id": "a0f067f0-0dc2-4bb2-8203-c29fb5d02192", "address": "fa:16:3e:9e:09:68", "network": {"id": "9ddb9b42-5fa0-41e5-90d8-76c787e7299a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-527242181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4c041d2417c49f4a833b427a5bee0de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0f067f0-0d", "ovs_interfaceid": "a0f067f0-0dc2-4bb2-8203-c29fb5d02192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 725.237708] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:09:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb18870e-f482-4c7b-8cd4-5c933d3ad294', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0f067f0-0dc2-4bb2-8203-c29fb5d02192', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.245664] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Creating folder: Project (f4c041d2417c49f4a833b427a5bee0de). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.246358] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7320161-7909-48c4-a2e5-639546fef63e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.257622] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Created folder: Project (f4c041d2417c49f4a833b427a5bee0de) in parent group-v618835. [ 725.257622] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Creating folder: Instances. Parent ref: group-v618949. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.257834] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7816042-2258-45be-9790-d331a756d229 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.269310] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Created folder: Instances in parent group-v618949. [ 725.269445] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.269637] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.269847] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70ff95ae-21b8-433f-a1fd-324833d17507 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.290238] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.290238] env[68872]: value = "task-3092294" [ 725.290238] env[68872]: _type = "Task" [ 725.290238] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.298747] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092294, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.301055] env[68872]: DEBUG nova.compute.manager [req-e49b0352-b86d-45d5-a59e-35c64e051165 req-79a0aa62-7af0-470d-bd0f-835db94f4174 service nova] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Received event network-vif-plugged-a0f067f0-0dc2-4bb2-8203-c29fb5d02192 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.301266] env[68872]: DEBUG oslo_concurrency.lockutils [req-e49b0352-b86d-45d5-a59e-35c64e051165 req-79a0aa62-7af0-470d-bd0f-835db94f4174 service nova] Acquiring lock "a71905ae-b4b8-4fec-a3ea-b3b7f2372df3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.301466] env[68872]: DEBUG oslo_concurrency.lockutils [req-e49b0352-b86d-45d5-a59e-35c64e051165 req-79a0aa62-7af0-470d-bd0f-835db94f4174 service nova] Lock "a71905ae-b4b8-4fec-a3ea-b3b7f2372df3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.301632] env[68872]: DEBUG oslo_concurrency.lockutils [req-e49b0352-b86d-45d5-a59e-35c64e051165 req-79a0aa62-7af0-470d-bd0f-835db94f4174 service nova] Lock "a71905ae-b4b8-4fec-a3ea-b3b7f2372df3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.301796] env[68872]: DEBUG nova.compute.manager [req-e49b0352-b86d-45d5-a59e-35c64e051165 req-79a0aa62-7af0-470d-bd0f-835db94f4174 service nova] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] No waiting events found dispatching network-vif-plugged-a0f067f0-0dc2-4bb2-8203-c29fb5d02192 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 725.301950] env[68872]: WARNING nova.compute.manager [req-e49b0352-b86d-45d5-a59e-35c64e051165 req-79a0aa62-7af0-470d-bd0f-835db94f4174 service nova] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Received unexpected event network-vif-plugged-a0f067f0-0dc2-4bb2-8203-c29fb5d02192 for instance with vm_state building and task_state spawning. [ 725.302116] env[68872]: DEBUG nova.compute.manager [req-e49b0352-b86d-45d5-a59e-35c64e051165 req-79a0aa62-7af0-470d-bd0f-835db94f4174 service nova] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Received event network-changed-a0f067f0-0dc2-4bb2-8203-c29fb5d02192 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.302269] env[68872]: DEBUG nova.compute.manager [req-e49b0352-b86d-45d5-a59e-35c64e051165 req-79a0aa62-7af0-470d-bd0f-835db94f4174 service nova] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Refreshing instance network info cache due to event network-changed-a0f067f0-0dc2-4bb2-8203-c29fb5d02192. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.302444] env[68872]: DEBUG oslo_concurrency.lockutils [req-e49b0352-b86d-45d5-a59e-35c64e051165 req-79a0aa62-7af0-470d-bd0f-835db94f4174 service nova] Acquiring lock "refresh_cache-a71905ae-b4b8-4fec-a3ea-b3b7f2372df3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.302574] env[68872]: DEBUG oslo_concurrency.lockutils [req-e49b0352-b86d-45d5-a59e-35c64e051165 req-79a0aa62-7af0-470d-bd0f-835db94f4174 service nova] Acquired lock "refresh_cache-a71905ae-b4b8-4fec-a3ea-b3b7f2372df3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.302724] env[68872]: DEBUG nova.network.neutron [req-e49b0352-b86d-45d5-a59e-35c64e051165 req-79a0aa62-7af0-470d-bd0f-835db94f4174 service nova] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Refreshing network info cache for port a0f067f0-0dc2-4bb2-8203-c29fb5d02192 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.357938] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092291, 'name': CreateVM_Task, 'duration_secs': 0.501383} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.358418] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.359499] env[68872]: DEBUG oslo_concurrency.lockutils [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.359499] env[68872]: DEBUG oslo_concurrency.lockutils [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.359499] env[68872]: DEBUG oslo_concurrency.lockutils [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.359774] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53c4510e-12c4-459b-a223-7acb4e072910 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.364940] env[68872]: DEBUG oslo_vmware.api [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Waiting for the task: (returnval){ [ 725.364940] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52aa9021-d2c0-eaf3-ae79-c50693691a92" [ 725.364940] env[68872]: _type = "Task" [ 725.364940] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.375436] env[68872]: DEBUG oslo_vmware.api [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52aa9021-d2c0-eaf3-ae79-c50693691a92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.379659] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 5fa31b97-b83c-4be5-8391-91066dcd179c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 725.545632] env[68872]: DEBUG oslo_vmware.api [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Task: {'id': task-3092290, 'name': PowerOnVM_Task, 'duration_secs': 0.573643} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.545893] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.546115] env[68872]: INFO nova.compute.manager [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Took 9.07 seconds to spawn the instance on the hypervisor. [ 725.546310] env[68872]: DEBUG nova.compute.manager [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.547113] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39735d34-3bd3-41c4-af5a-d5bf45912f00 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.634239] env[68872]: DEBUG oslo_vmware.api [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526d3953-31b0-8b3d-4dd9-600a826b47c9, 'name': SearchDatastore_Task, 'duration_secs': 0.011314} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.634549] env[68872]: DEBUG oslo_concurrency.lockutils [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.634842] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] b5242dbf-7805-46a6-900d-de6c7480e9c0/b5242dbf-7805-46a6-900d-de6c7480e9c0.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.635182] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-618f2851-f357-4b30-bc53-59949819794b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.643478] env[68872]: DEBUG oslo_vmware.api [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Waiting for the task: (returnval){ [ 725.643478] env[68872]: value = "task-3092295" [ 725.643478] env[68872]: _type = "Task" [ 725.643478] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.651849] env[68872]: DEBUG oslo_vmware.api [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': task-3092295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.800603] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092294, 'name': CreateVM_Task, 'duration_secs': 0.370358} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.800804] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.801502] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.877055] env[68872]: DEBUG oslo_vmware.api [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52aa9021-d2c0-eaf3-ae79-c50693691a92, 'name': SearchDatastore_Task, 'duration_secs': 0.018241} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.877382] env[68872]: DEBUG oslo_concurrency.lockutils [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.877657] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.877908] env[68872]: DEBUG oslo_concurrency.lockutils [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.878065] env[68872]: DEBUG oslo_concurrency.lockutils [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.878247] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.878638] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.878968] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.879227] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-071cd53a-fb11-4b91-87d1-eaaf18cb616d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.881362] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddfbca55-0b4a-43e2-84d6-17706152d869 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.883606] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 3a696347-7405-4d53-9ea7-8f68d74b1629 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 725.883915] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=68872) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 725.884084] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4800MB phys_disk=200GB used_disk=22GB total_vcpus=48 used_vcpus=22 pci_stats=[] {{(pid=68872) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 725.890946] env[68872]: DEBUG oslo_vmware.api [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 725.890946] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5210e155-1469-abf1-f5f4-6a37d31d2a9c" [ 725.890946] env[68872]: _type = "Task" [ 725.890946] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.900356] env[68872]: DEBUG oslo_vmware.api [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5210e155-1469-abf1-f5f4-6a37d31d2a9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.901865] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.902118] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.903010] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdfa4873-7059-496f-862a-808803c7264c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.910994] env[68872]: DEBUG oslo_vmware.api [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Waiting for the task: (returnval){ [ 725.910994] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52737621-e8da-5c9b-cb95-6de62fe6cfb0" [ 725.910994] env[68872]: _type = "Task" [ 725.910994] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.923857] env[68872]: DEBUG oslo_vmware.api [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52737621-e8da-5c9b-cb95-6de62fe6cfb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.070055] env[68872]: INFO nova.compute.manager [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Took 41.58 seconds to build instance. [ 726.075484] env[68872]: DEBUG nova.network.neutron [req-e49b0352-b86d-45d5-a59e-35c64e051165 req-79a0aa62-7af0-470d-bd0f-835db94f4174 service nova] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Updated VIF entry in instance network info cache for port a0f067f0-0dc2-4bb2-8203-c29fb5d02192. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.075949] env[68872]: DEBUG nova.network.neutron [req-e49b0352-b86d-45d5-a59e-35c64e051165 req-79a0aa62-7af0-470d-bd0f-835db94f4174 service nova] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Updating instance_info_cache with network_info: [{"id": "a0f067f0-0dc2-4bb2-8203-c29fb5d02192", "address": "fa:16:3e:9e:09:68", "network": {"id": "9ddb9b42-5fa0-41e5-90d8-76c787e7299a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-527242181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4c041d2417c49f4a833b427a5bee0de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0f067f0-0d", "ovs_interfaceid": "a0f067f0-0dc2-4bb2-8203-c29fb5d02192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.156697] env[68872]: DEBUG oslo_vmware.api [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': task-3092295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490365} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.160224] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] b5242dbf-7805-46a6-900d-de6c7480e9c0/b5242dbf-7805-46a6-900d-de6c7480e9c0.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.160496] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.163419] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cab12087-b136-4a29-8bd2-da60be427c7b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.171900] env[68872]: DEBUG oslo_vmware.api [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Waiting for the task: (returnval){ [ 726.171900] env[68872]: value = "task-3092296" [ 726.171900] env[68872]: _type = "Task" [ 726.171900] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.181965] env[68872]: DEBUG oslo_vmware.api [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': task-3092296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.365297] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb99e595-7a47-4231-9f59-85b34d3e5ce0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.375088] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e701bac2-1541-4a85-acc4-45ff2c0f6e96 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.414341] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051bda51-06f8-4442-8115-e0d9f48d2aff {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.426232] env[68872]: DEBUG oslo_vmware.api [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5210e155-1469-abf1-f5f4-6a37d31d2a9c, 'name': SearchDatastore_Task, 'duration_secs': 0.078923} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.431241] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.431490] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.431707] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.431999] env[68872]: DEBUG oslo_vmware.api [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52737621-e8da-5c9b-cb95-6de62fe6cfb0, 'name': SearchDatastore_Task, 'duration_secs': 0.063154} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.433202] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc816d1-369f-4032-a2fb-3477c76965c9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.437585] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de222f6f-7a7b-4ec5-96e5-ec30cebeb6d4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.444695] env[68872]: DEBUG oslo_vmware.api [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Waiting for the task: (returnval){ [ 726.444695] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]527261a1-81f9-9599-cac2-17dbae585cb8" [ 726.444695] env[68872]: _type = "Task" [ 726.444695] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.452848] env[68872]: DEBUG nova.compute.provider_tree [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.466037] env[68872]: DEBUG oslo_vmware.api [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]527261a1-81f9-9599-cac2-17dbae585cb8, 'name': SearchDatastore_Task, 'duration_secs': 0.010248} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.466490] env[68872]: DEBUG oslo_concurrency.lockutils [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.466791] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 64ddafa1-fb5d-4a59-a846-2b3254c013c1/64ddafa1-fb5d-4a59-a846-2b3254c013c1.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.467292] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.467368] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.468164] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9dfc393e-4c62-4ff7-aae7-76377696a13c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.469956] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-903e5472-0675-45ee-bc2f-d07913855d90 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.479045] env[68872]: DEBUG oslo_vmware.api [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Waiting for the task: (returnval){ [ 726.479045] env[68872]: value = "task-3092297" [ 726.479045] env[68872]: _type = "Task" [ 726.479045] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.483477] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.484110] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.484725] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f422f4f2-d455-4d76-a292-1cf67ff734c6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.490509] env[68872]: DEBUG oslo_vmware.api [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092297, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.493786] env[68872]: DEBUG oslo_vmware.api [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 726.493786] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52521317-28af-bc14-ec0e-7ea5ca4e0102" [ 726.493786] env[68872]: _type = "Task" [ 726.493786] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.504310] env[68872]: DEBUG oslo_vmware.api [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52521317-28af-bc14-ec0e-7ea5ca4e0102, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.575120] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b700bff2-896a-47c6-aa94-431caf1c8d24 tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Lock "4f2942b4-a232-415b-a2b5-2bf08f288501" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.311s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.581415] env[68872]: DEBUG oslo_concurrency.lockutils [req-e49b0352-b86d-45d5-a59e-35c64e051165 req-79a0aa62-7af0-470d-bd0f-835db94f4174 service nova] Releasing lock "refresh_cache-a71905ae-b4b8-4fec-a3ea-b3b7f2372df3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.684374] env[68872]: DEBUG oslo_vmware.api [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': task-3092296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091263} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.684696] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.685612] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747ed4d0-58ea-4cad-b538-5ec679ee9927 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.710593] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] b5242dbf-7805-46a6-900d-de6c7480e9c0/b5242dbf-7805-46a6-900d-de6c7480e9c0.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.711056] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-941d08fa-5692-4240-b4d9-dd3305a4912a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.734802] env[68872]: DEBUG oslo_vmware.api [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Waiting for the task: (returnval){ [ 726.734802] env[68872]: value = "task-3092298" [ 726.734802] env[68872]: _type = "Task" [ 726.734802] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.744529] env[68872]: DEBUG oslo_vmware.api [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': task-3092298, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.960499] env[68872]: DEBUG nova.scheduler.client.report [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.990319] env[68872]: DEBUG oslo_vmware.api [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092297, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509578} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.990590] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 64ddafa1-fb5d-4a59-a846-2b3254c013c1/64ddafa1-fb5d-4a59-a846-2b3254c013c1.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.991450] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.991787] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6061bd87-6990-41e2-8e61-120f8c7a0dce {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.999414] env[68872]: DEBUG oslo_vmware.api [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Waiting for the task: (returnval){ [ 726.999414] env[68872]: value = "task-3092299" [ 726.999414] env[68872]: _type = "Task" [ 726.999414] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.002980] env[68872]: DEBUG oslo_vmware.api [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52521317-28af-bc14-ec0e-7ea5ca4e0102, 'name': SearchDatastore_Task, 'duration_secs': 0.010783} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.006454] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7e2f632-c7ca-40df-a657-b264d124d27c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.015031] env[68872]: DEBUG oslo_vmware.api [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092299, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.017275] env[68872]: DEBUG oslo_vmware.api [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 727.017275] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52df5065-d958-6510-9241-218516030103" [ 727.017275] env[68872]: _type = "Task" [ 727.017275] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.026459] env[68872]: DEBUG oslo_vmware.api [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52df5065-d958-6510-9241-218516030103, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.077720] env[68872]: DEBUG nova.compute.manager [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.246180] env[68872]: DEBUG oslo_vmware.api [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': task-3092298, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.448659] env[68872]: DEBUG oslo_concurrency.lockutils [None req-15382588-31ba-440e-96ec-f778ffb1bafb tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Acquiring lock "4f2942b4-a232-415b-a2b5-2bf08f288501" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.449130] env[68872]: DEBUG oslo_concurrency.lockutils [None req-15382588-31ba-440e-96ec-f778ffb1bafb tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Lock "4f2942b4-a232-415b-a2b5-2bf08f288501" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.449403] env[68872]: DEBUG oslo_concurrency.lockutils [None req-15382588-31ba-440e-96ec-f778ffb1bafb tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Acquiring lock "4f2942b4-a232-415b-a2b5-2bf08f288501-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.449613] env[68872]: DEBUG oslo_concurrency.lockutils [None req-15382588-31ba-440e-96ec-f778ffb1bafb tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Lock "4f2942b4-a232-415b-a2b5-2bf08f288501-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.449793] env[68872]: DEBUG oslo_concurrency.lockutils [None req-15382588-31ba-440e-96ec-f778ffb1bafb tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Lock "4f2942b4-a232-415b-a2b5-2bf08f288501-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.452171] env[68872]: INFO nova.compute.manager [None req-15382588-31ba-440e-96ec-f778ffb1bafb tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Terminating instance [ 727.466726] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68872) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 727.466726] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.669s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.466929] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d62c0cd-2bbf-4bc2-8985-b410e0521c53 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.275s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.467108] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d62c0cd-2bbf-4bc2-8985-b410e0521c53 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.469373] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.072s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.470743] env[68872]: INFO nova.compute.claims [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.495077] env[68872]: INFO nova.scheduler.client.report [None req-2d62c0cd-2bbf-4bc2-8985-b410e0521c53 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Deleted allocations for instance 3f7997a5-fb73-4e2f-a767-e5ab6a549456 [ 727.516117] env[68872]: DEBUG oslo_vmware.api [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092299, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079874} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.516427] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.517249] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636a05ae-d507-4d45-9ffc-b4ca5d758df8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.530258] env[68872]: DEBUG oslo_vmware.api [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52df5065-d958-6510-9241-218516030103, 'name': SearchDatastore_Task, 'duration_secs': 0.013124} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.537853] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.538299] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] a71905ae-b4b8-4fec-a3ea-b3b7f2372df3/a71905ae-b4b8-4fec-a3ea-b3b7f2372df3.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.547253] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 64ddafa1-fb5d-4a59-a846-2b3254c013c1/64ddafa1-fb5d-4a59-a846-2b3254c013c1.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.548135] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-104319b3-7e0d-4d03-bee8-3877c1ab48e7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.550309] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-144ea8df-de34-4307-8417-e39840a496f2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.573126] env[68872]: DEBUG oslo_vmware.api [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Waiting for the task: (returnval){ [ 727.573126] env[68872]: value = "task-3092301" [ 727.573126] env[68872]: _type = "Task" [ 727.573126] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.574620] env[68872]: DEBUG oslo_vmware.api [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 727.574620] env[68872]: value = "task-3092300" [ 727.574620] env[68872]: _type = "Task" [ 727.574620] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.588706] env[68872]: DEBUG oslo_vmware.api [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092301, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.597123] env[68872]: DEBUG oslo_vmware.api [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.602384] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.746030] env[68872]: DEBUG oslo_vmware.api [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': task-3092298, 'name': ReconfigVM_Task, 'duration_secs': 0.918283} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.746381] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Reconfigured VM instance instance-00000026 to attach disk [datastore1] b5242dbf-7805-46a6-900d-de6c7480e9c0/b5242dbf-7805-46a6-900d-de6c7480e9c0.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.747086] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e1eb365-a01d-4404-af80-a2b0c077fe3e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.756198] env[68872]: DEBUG oslo_vmware.api [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Waiting for the task: (returnval){ [ 727.756198] env[68872]: value = "task-3092302" [ 727.756198] env[68872]: _type = "Task" [ 727.756198] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.765941] env[68872]: DEBUG oslo_vmware.api [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': task-3092302, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.956741] env[68872]: DEBUG nova.compute.manager [None req-15382588-31ba-440e-96ec-f778ffb1bafb tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 727.957124] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-15382588-31ba-440e-96ec-f778ffb1bafb tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 727.958109] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc77aa31-d7f8-412d-a0af-6adfa4ea3942 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.968460] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-15382588-31ba-440e-96ec-f778ffb1bafb tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 727.969113] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3df5290f-2f10-41fe-8b62-242bd8d974ab {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.980753] env[68872]: DEBUG oslo_vmware.api [None req-15382588-31ba-440e-96ec-f778ffb1bafb tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Waiting for the task: (returnval){ [ 727.980753] env[68872]: value = "task-3092303" [ 727.980753] env[68872]: _type = "Task" [ 727.980753] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.991252] env[68872]: DEBUG oslo_vmware.api [None req-15382588-31ba-440e-96ec-f778ffb1bafb tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Task: {'id': task-3092303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.002414] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d62c0cd-2bbf-4bc2-8985-b410e0521c53 tempest-ServersListShow296Test-678514452 tempest-ServersListShow296Test-678514452-project-member] Lock "3f7997a5-fb73-4e2f-a767-e5ab6a549456" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.211s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.092249] env[68872]: DEBUG oslo_vmware.api [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092300, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.092515] env[68872]: DEBUG oslo_vmware.api [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.267914] env[68872]: DEBUG oslo_vmware.api [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': task-3092302, 'name': Rename_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.491357] env[68872]: DEBUG oslo_vmware.api [None req-15382588-31ba-440e-96ec-f778ffb1bafb tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Task: {'id': task-3092303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.593195] env[68872]: DEBUG oslo_vmware.api [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.602019] env[68872]: DEBUG oslo_vmware.api [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092300, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.763875} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.602019] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] a71905ae-b4b8-4fec-a3ea-b3b7f2372df3/a71905ae-b4b8-4fec-a3ea-b3b7f2372df3.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.602019] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.602019] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-695d9b8d-23e6-4737-91bc-523958492762 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.608798] env[68872]: DEBUG oslo_vmware.api [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 728.608798] env[68872]: value = "task-3092304" [ 728.608798] env[68872]: _type = "Task" [ 728.608798] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.621545] env[68872]: DEBUG oslo_vmware.api [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.766255] env[68872]: DEBUG oslo_vmware.api [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': task-3092302, 'name': Rename_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.945785] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528b3a4b-3d35-49dc-9218-b7c296a799e8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.954212] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f830e7a-e8c7-4826-a935-03e96fb0265b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.988729] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9496b506-2c67-4ba6-8e93-995a06e4814c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.996762] env[68872]: DEBUG oslo_vmware.api [None req-15382588-31ba-440e-96ec-f778ffb1bafb tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Task: {'id': task-3092303, 'name': PowerOffVM_Task, 'duration_secs': 0.914217} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.998834] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-15382588-31ba-440e-96ec-f778ffb1bafb tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.999028] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-15382588-31ba-440e-96ec-f778ffb1bafb tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 728.999328] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-725799e7-5a4e-408f-b735-b0a65e1685ab {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.001685] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680f23ea-7d27-447b-b5ef-430360af16f1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.020766] env[68872]: DEBUG nova.compute.provider_tree [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.085938] env[68872]: DEBUG oslo_vmware.api [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092301, 'name': ReconfigVM_Task, 'duration_secs': 1.190609} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.086252] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 64ddafa1-fb5d-4a59-a846-2b3254c013c1/64ddafa1-fb5d-4a59-a846-2b3254c013c1.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.086965] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-559f649b-e43b-4f98-8210-3815a86307dc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.095143] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-15382588-31ba-440e-96ec-f778ffb1bafb tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.095373] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-15382588-31ba-440e-96ec-f778ffb1bafb tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.095553] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-15382588-31ba-440e-96ec-f778ffb1bafb tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Deleting the datastore file [datastore2] 4f2942b4-a232-415b-a2b5-2bf08f288501 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.096924] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be810dd6-cbd0-4c00-a440-c327f03aa454 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.098918] env[68872]: DEBUG oslo_vmware.api [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Waiting for the task: (returnval){ [ 729.098918] env[68872]: value = "task-3092306" [ 729.098918] env[68872]: _type = "Task" [ 729.098918] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.105888] env[68872]: DEBUG oslo_vmware.api [None req-15382588-31ba-440e-96ec-f778ffb1bafb tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Waiting for the task: (returnval){ [ 729.105888] env[68872]: value = "task-3092307" [ 729.105888] env[68872]: _type = "Task" [ 729.105888] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.112756] env[68872]: DEBUG oslo_vmware.api [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092306, 'name': Rename_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.119208] env[68872]: DEBUG oslo_vmware.api [None req-15382588-31ba-440e-96ec-f778ffb1bafb tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Task: {'id': task-3092307, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.124539] env[68872]: DEBUG oslo_vmware.api [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089354} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.124804] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.125653] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8f1562-21fd-48e2-9a7a-05e13d5f0d9d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.148861] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] a71905ae-b4b8-4fec-a3ea-b3b7f2372df3/a71905ae-b4b8-4fec-a3ea-b3b7f2372df3.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.149112] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efa20e7c-d457-4cb6-90bf-586b4aca4ebf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.173812] env[68872]: DEBUG oslo_vmware.api [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 729.173812] env[68872]: value = "task-3092308" [ 729.173812] env[68872]: _type = "Task" [ 729.173812] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.183225] env[68872]: DEBUG oslo_vmware.api [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092308, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.267156] env[68872]: DEBUG oslo_vmware.api [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': task-3092302, 'name': Rename_Task, 'duration_secs': 1.119136} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.267525] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.267668] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9868f606-b979-4147-b6e2-260459f53122 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.275379] env[68872]: DEBUG oslo_vmware.api [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Waiting for the task: (returnval){ [ 729.275379] env[68872]: value = "task-3092309" [ 729.275379] env[68872]: _type = "Task" [ 729.275379] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.284602] env[68872]: DEBUG oslo_vmware.api [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': task-3092309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.527161] env[68872]: DEBUG nova.scheduler.client.report [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.614254] env[68872]: DEBUG oslo_vmware.api [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092306, 'name': Rename_Task, 'duration_secs': 0.18071} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.614921] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.615374] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e90f5454-c73c-4680-8962-464e2f169ad7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.620097] env[68872]: DEBUG oslo_vmware.api [None req-15382588-31ba-440e-96ec-f778ffb1bafb tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Task: {'id': task-3092307, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.432632} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.620796] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-15382588-31ba-440e-96ec-f778ffb1bafb tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 729.621065] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-15382588-31ba-440e-96ec-f778ffb1bafb tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 729.621269] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-15382588-31ba-440e-96ec-f778ffb1bafb tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 729.621443] env[68872]: INFO nova.compute.manager [None req-15382588-31ba-440e-96ec-f778ffb1bafb tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Took 1.66 seconds to destroy the instance on the hypervisor. [ 729.621697] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15382588-31ba-440e-96ec-f778ffb1bafb tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.621890] env[68872]: DEBUG nova.compute.manager [-] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 729.622034] env[68872]: DEBUG nova.network.neutron [-] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 729.626122] env[68872]: DEBUG oslo_vmware.api [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Waiting for the task: (returnval){ [ 729.626122] env[68872]: value = "task-3092310" [ 729.626122] env[68872]: _type = "Task" [ 729.626122] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.634588] env[68872]: DEBUG oslo_vmware.api [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.686215] env[68872]: DEBUG oslo_vmware.api [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.786299] env[68872]: DEBUG oslo_vmware.api [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': task-3092309, 'name': PowerOnVM_Task, 'duration_secs': 0.493874} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.786625] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.786859] env[68872]: INFO nova.compute.manager [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Took 10.61 seconds to spawn the instance on the hypervisor. [ 729.787048] env[68872]: DEBUG nova.compute.manager [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.788182] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d624ec0c-f515-4fab-b952-b161050f6d93 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.996854] env[68872]: DEBUG nova.compute.manager [req-98d136e2-bad2-4ec6-b38a-0fac42f0cce6 req-ed8881f9-e735-4bbb-8465-661cdb2933d9 service nova] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Received event network-vif-deleted-37d941eb-e935-4228-9c88-5e28b82d3fd1 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.997101] env[68872]: INFO nova.compute.manager [req-98d136e2-bad2-4ec6-b38a-0fac42f0cce6 req-ed8881f9-e735-4bbb-8465-661cdb2933d9 service nova] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Neutron deleted interface 37d941eb-e935-4228-9c88-5e28b82d3fd1; detaching it from the instance and deleting it from the info cache [ 729.997332] env[68872]: DEBUG nova.network.neutron [req-98d136e2-bad2-4ec6-b38a-0fac42f0cce6 req-ed8881f9-e735-4bbb-8465-661cdb2933d9 service nova] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.031991] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.032599] env[68872]: DEBUG nova.compute.manager [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 730.037602] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ea3fecd4-03e4-4b0a-aa6d-7b7d710f73f2 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.774s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.037834] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ea3fecd4-03e4-4b0a-aa6d-7b7d710f73f2 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.040077] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.185s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.041820] env[68872]: INFO nova.compute.claims [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.072159] env[68872]: INFO nova.scheduler.client.report [None req-ea3fecd4-03e4-4b0a-aa6d-7b7d710f73f2 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Deleted allocations for instance 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8 [ 730.139394] env[68872]: DEBUG oslo_vmware.api [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092310, 'name': PowerOnVM_Task, 'duration_secs': 0.451032} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.139868] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.140364] env[68872]: DEBUG nova.compute.manager [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.141305] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c0eb34-bf0c-49dc-872a-c69cbd4b81d9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.185513] env[68872]: DEBUG oslo_vmware.api [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092308, 'name': ReconfigVM_Task, 'duration_secs': 0.676235} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.185805] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Reconfigured VM instance instance-00000027 to attach disk [datastore1] a71905ae-b4b8-4fec-a3ea-b3b7f2372df3/a71905ae-b4b8-4fec-a3ea-b3b7f2372df3.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.186448] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e2e4ae3-c77a-4f13-9704-e3ec79e39e97 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.194777] env[68872]: DEBUG oslo_vmware.api [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 730.194777] env[68872]: value = "task-3092311" [ 730.194777] env[68872]: _type = "Task" [ 730.194777] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.204870] env[68872]: DEBUG oslo_vmware.api [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092311, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.308200] env[68872]: INFO nova.compute.manager [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Took 39.81 seconds to build instance. [ 730.484289] env[68872]: DEBUG nova.network.neutron [-] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.500914] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9823d209-0afc-4c16-8cc5-460fb20cc6bb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.512246] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cab6ba-1f81-4746-b382-346f2b311aa5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.557551] env[68872]: DEBUG nova.compute.utils [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 730.560376] env[68872]: DEBUG nova.compute.manager [req-98d136e2-bad2-4ec6-b38a-0fac42f0cce6 req-ed8881f9-e735-4bbb-8465-661cdb2933d9 service nova] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Detach interface failed, port_id=37d941eb-e935-4228-9c88-5e28b82d3fd1, reason: Instance 4f2942b4-a232-415b-a2b5-2bf08f288501 could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 730.560376] env[68872]: DEBUG nova.compute.manager [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 730.560376] env[68872]: DEBUG nova.network.neutron [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 730.579078] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ea3fecd4-03e4-4b0a-aa6d-7b7d710f73f2 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "56a9ffd3-650b-4a48-b9e4-ab5cd5974de8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.959s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.619494] env[68872]: DEBUG nova.policy [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ccedb4fa5578487497027687143ec3eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5fbe3c3c1e347548cc8dffa7cc6149d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.662349] env[68872]: DEBUG oslo_concurrency.lockutils [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.710041] env[68872]: DEBUG oslo_vmware.api [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092311, 'name': Rename_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.810985] env[68872]: DEBUG oslo_concurrency.lockutils [None req-62b664c5-1d66-47c4-8b19-6787c8af2d1b tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Lock "b5242dbf-7805-46a6-900d-de6c7480e9c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.156s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.969096] env[68872]: DEBUG nova.network.neutron [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Successfully created port: 421e03e6-0046-4940-a9f2-5919bcb5978f {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 730.990228] env[68872]: INFO nova.compute.manager [-] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Took 1.37 seconds to deallocate network for instance. [ 731.063385] env[68872]: DEBUG nova.compute.manager [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 731.207658] env[68872]: DEBUG oslo_vmware.api [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092311, 'name': Rename_Task, 'duration_secs': 0.633754} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.208233] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.212362] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be67366a-fe60-4e01-9dc7-cc0e8ecabb42 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.219843] env[68872]: DEBUG oslo_vmware.api [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 731.219843] env[68872]: value = "task-3092312" [ 731.219843] env[68872]: _type = "Task" [ 731.219843] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.230834] env[68872]: DEBUG oslo_vmware.api [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.314586] env[68872]: DEBUG nova.compute.manager [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 731.452921] env[68872]: DEBUG nova.compute.manager [req-a4d090a7-ebf5-49c2-8491-98edce1f255d req-dbdb8603-16a9-4922-ba3e-ceb902a5c245 service nova] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Received event network-changed-7f336d16-8fca-45e8-b2ff-8af75b8cfbae {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.452921] env[68872]: DEBUG nova.compute.manager [req-a4d090a7-ebf5-49c2-8491-98edce1f255d req-dbdb8603-16a9-4922-ba3e-ceb902a5c245 service nova] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Refreshing instance network info cache due to event network-changed-7f336d16-8fca-45e8-b2ff-8af75b8cfbae. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.452921] env[68872]: DEBUG oslo_concurrency.lockutils [req-a4d090a7-ebf5-49c2-8491-98edce1f255d req-dbdb8603-16a9-4922-ba3e-ceb902a5c245 service nova] Acquiring lock "refresh_cache-b5242dbf-7805-46a6-900d-de6c7480e9c0" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.452921] env[68872]: DEBUG oslo_concurrency.lockutils [req-a4d090a7-ebf5-49c2-8491-98edce1f255d req-dbdb8603-16a9-4922-ba3e-ceb902a5c245 service nova] Acquired lock "refresh_cache-b5242dbf-7805-46a6-900d-de6c7480e9c0" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.452921] env[68872]: DEBUG nova.network.neutron [req-a4d090a7-ebf5-49c2-8491-98edce1f255d req-dbdb8603-16a9-4922-ba3e-ceb902a5c245 service nova] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Refreshing network info cache for port 7f336d16-8fca-45e8-b2ff-8af75b8cfbae {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.499356] env[68872]: DEBUG oslo_concurrency.lockutils [None req-15382588-31ba-440e-96ec-f778ffb1bafb tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.594158] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b19198-3c40-4d9e-bf31-e75d8f4852b9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.603700] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a9aa37-909c-4d34-bd4f-c90e672b5833 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.643418] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b73a260-d7fb-410a-8ad0-f3243d320c9b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.653713] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad03ce4-0682-4c74-b5a1-862d784163d8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.673973] env[68872]: DEBUG nova.compute.provider_tree [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.731391] env[68872]: DEBUG oslo_vmware.api [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092312, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.797212] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b6b64d5b-6041-4956-b851-c9a38b5d95e0 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Acquiring lock "64ddafa1-fb5d-4a59-a846-2b3254c013c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.797449] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b6b64d5b-6041-4956-b851-c9a38b5d95e0 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Lock "64ddafa1-fb5d-4a59-a846-2b3254c013c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.797661] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b6b64d5b-6041-4956-b851-c9a38b5d95e0 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Acquiring lock "64ddafa1-fb5d-4a59-a846-2b3254c013c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.797841] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b6b64d5b-6041-4956-b851-c9a38b5d95e0 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Lock "64ddafa1-fb5d-4a59-a846-2b3254c013c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.798035] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b6b64d5b-6041-4956-b851-c9a38b5d95e0 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Lock "64ddafa1-fb5d-4a59-a846-2b3254c013c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.800102] env[68872]: INFO nova.compute.manager [None req-b6b64d5b-6041-4956-b851-c9a38b5d95e0 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Terminating instance [ 731.836864] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.080551] env[68872]: DEBUG nova.compute.manager [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 732.108176] env[68872]: DEBUG nova.virt.hardware [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:03:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='829a36cb-0168-4273-af90-72a80fedc673',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1066549276',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.108519] env[68872]: DEBUG nova.virt.hardware [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.108699] env[68872]: DEBUG nova.virt.hardware [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.108903] env[68872]: DEBUG nova.virt.hardware [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.109101] env[68872]: DEBUG nova.virt.hardware [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.109213] env[68872]: DEBUG nova.virt.hardware [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.109422] env[68872]: DEBUG nova.virt.hardware [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.109579] env[68872]: DEBUG nova.virt.hardware [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.109746] env[68872]: DEBUG nova.virt.hardware [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.109912] env[68872]: DEBUG nova.virt.hardware [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.110211] env[68872]: DEBUG nova.virt.hardware [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.110967] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c485e07-06b3-452d-a13a-2b2b1fad5741 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.122258] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f1cf10-ddac-4dc0-95f1-65c3ce6eb9b7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.162553] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f144d23f-c272-4fbb-8ea4-ba93ade2d668 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Acquiring lock "b5242dbf-7805-46a6-900d-de6c7480e9c0" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.162822] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f144d23f-c272-4fbb-8ea4-ba93ade2d668 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Lock "b5242dbf-7805-46a6-900d-de6c7480e9c0" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.163086] env[68872]: INFO nova.compute.manager [None req-f144d23f-c272-4fbb-8ea4-ba93ade2d668 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Rebooting instance [ 732.176832] env[68872]: DEBUG nova.scheduler.client.report [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.188963] env[68872]: DEBUG nova.network.neutron [req-a4d090a7-ebf5-49c2-8491-98edce1f255d req-dbdb8603-16a9-4922-ba3e-ceb902a5c245 service nova] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Updated VIF entry in instance network info cache for port 7f336d16-8fca-45e8-b2ff-8af75b8cfbae. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.189315] env[68872]: DEBUG nova.network.neutron [req-a4d090a7-ebf5-49c2-8491-98edce1f255d req-dbdb8603-16a9-4922-ba3e-ceb902a5c245 service nova] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Updating instance_info_cache with network_info: [{"id": "7f336d16-8fca-45e8-b2ff-8af75b8cfbae", "address": "fa:16:3e:81:45:d4", "network": {"id": "e99212a6-ca98-4dcc-8190-53f7dbdfd577", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-975789234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebb4c3dd3afc49979d9424f3f83d3786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f336d16-8f", "ovs_interfaceid": "7f336d16-8fca-45e8-b2ff-8af75b8cfbae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.231252] env[68872]: DEBUG oslo_vmware.api [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092312, 'name': PowerOnVM_Task, 'duration_secs': 0.555418} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.231586] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.231900] env[68872]: INFO nova.compute.manager [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Took 9.90 seconds to spawn the instance on the hypervisor. [ 732.232791] env[68872]: DEBUG nova.compute.manager [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.232913] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f65b056-749b-4623-8021-604e0cce4b51 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.304288] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b6b64d5b-6041-4956-b851-c9a38b5d95e0 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Acquiring lock "refresh_cache-64ddafa1-fb5d-4a59-a846-2b3254c013c1" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.304471] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b6b64d5b-6041-4956-b851-c9a38b5d95e0 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Acquired lock "refresh_cache-64ddafa1-fb5d-4a59-a846-2b3254c013c1" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.304662] env[68872]: DEBUG nova.network.neutron [None req-b6b64d5b-6041-4956-b851-c9a38b5d95e0 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.476909] env[68872]: DEBUG nova.compute.manager [req-96a4311f-741f-4e86-bb51-5acb63a5f78c req-31582bd9-1d8d-45ad-80d8-0a4f3a932721 service nova] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Received event network-vif-plugged-421e03e6-0046-4940-a9f2-5919bcb5978f {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.476909] env[68872]: DEBUG oslo_concurrency.lockutils [req-96a4311f-741f-4e86-bb51-5acb63a5f78c req-31582bd9-1d8d-45ad-80d8-0a4f3a932721 service nova] Acquiring lock "d8a69a2c-2c5d-42e8-b2c0-e0c3585de439-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.476909] env[68872]: DEBUG oslo_concurrency.lockutils [req-96a4311f-741f-4e86-bb51-5acb63a5f78c req-31582bd9-1d8d-45ad-80d8-0a4f3a932721 service nova] Lock "d8a69a2c-2c5d-42e8-b2c0-e0c3585de439-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.476909] env[68872]: DEBUG oslo_concurrency.lockutils [req-96a4311f-741f-4e86-bb51-5acb63a5f78c req-31582bd9-1d8d-45ad-80d8-0a4f3a932721 service nova] Lock "d8a69a2c-2c5d-42e8-b2c0-e0c3585de439-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.476909] env[68872]: DEBUG nova.compute.manager [req-96a4311f-741f-4e86-bb51-5acb63a5f78c req-31582bd9-1d8d-45ad-80d8-0a4f3a932721 service nova] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] No waiting events found dispatching network-vif-plugged-421e03e6-0046-4940-a9f2-5919bcb5978f {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 732.477389] env[68872]: WARNING nova.compute.manager [req-96a4311f-741f-4e86-bb51-5acb63a5f78c req-31582bd9-1d8d-45ad-80d8-0a4f3a932721 service nova] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Received unexpected event network-vif-plugged-421e03e6-0046-4940-a9f2-5919bcb5978f for instance with vm_state building and task_state spawning. [ 732.590019] env[68872]: DEBUG nova.network.neutron [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Successfully updated port: 421e03e6-0046-4940-a9f2-5919bcb5978f {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 732.685100] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.685639] env[68872]: DEBUG nova.compute.manager [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.688249] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.252s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.690899] env[68872]: INFO nova.compute.claims [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.696081] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f144d23f-c272-4fbb-8ea4-ba93ade2d668 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Acquiring lock "refresh_cache-b5242dbf-7805-46a6-900d-de6c7480e9c0" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.696515] env[68872]: DEBUG oslo_concurrency.lockutils [req-a4d090a7-ebf5-49c2-8491-98edce1f255d req-dbdb8603-16a9-4922-ba3e-ceb902a5c245 service nova] Releasing lock "refresh_cache-b5242dbf-7805-46a6-900d-de6c7480e9c0" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.697228] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f144d23f-c272-4fbb-8ea4-ba93ade2d668 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Acquired lock "refresh_cache-b5242dbf-7805-46a6-900d-de6c7480e9c0" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.697412] env[68872]: DEBUG nova.network.neutron [None req-f144d23f-c272-4fbb-8ea4-ba93ade2d668 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.751141] env[68872]: INFO nova.compute.manager [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Took 38.38 seconds to build instance. [ 732.838226] env[68872]: DEBUG nova.network.neutron [None req-b6b64d5b-6041-4956-b851-c9a38b5d95e0 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.073399] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Acquiring lock "02362251-8e13-4449-89cc-cbfff9d9ff22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.074068] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Lock "02362251-8e13-4449-89cc-cbfff9d9ff22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.090881] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquiring lock "refresh_cache-d8a69a2c-2c5d-42e8-b2c0-e0c3585de439" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.091076] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquired lock "refresh_cache-d8a69a2c-2c5d-42e8-b2c0-e0c3585de439" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.091196] env[68872]: DEBUG nova.network.neutron [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.160748] env[68872]: DEBUG nova.network.neutron [None req-b6b64d5b-6041-4956-b851-c9a38b5d95e0 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.196573] env[68872]: DEBUG nova.compute.utils [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 733.198020] env[68872]: DEBUG nova.compute.manager [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 733.198201] env[68872]: DEBUG nova.network.neutron [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 733.253816] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9e5425da-8f6b-4dbf-9207-b302e79234d3 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "a71905ae-b4b8-4fec-a3ea-b3b7f2372df3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.050s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.261921] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e0d05a3d-f05c-4d9b-8b93-6261a1bc002d tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] Acquiring lock "545fb708-58ee-4c11-9099-8a507960f7ab" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.262167] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e0d05a3d-f05c-4d9b-8b93-6261a1bc002d tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] Lock "545fb708-58ee-4c11-9099-8a507960f7ab" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.277761] env[68872]: DEBUG nova.policy [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19277d36f251466cb1fb20c8037ca446', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4c041d2417c49f4a833b427a5bee0de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 733.581477] env[68872]: DEBUG nova.network.neutron [None req-f144d23f-c272-4fbb-8ea4-ba93ade2d668 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Updating instance_info_cache with network_info: [{"id": "7f336d16-8fca-45e8-b2ff-8af75b8cfbae", "address": "fa:16:3e:81:45:d4", "network": {"id": "e99212a6-ca98-4dcc-8190-53f7dbdfd577", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-975789234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebb4c3dd3afc49979d9424f3f83d3786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f336d16-8f", "ovs_interfaceid": "7f336d16-8fca-45e8-b2ff-8af75b8cfbae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.657527] env[68872]: DEBUG nova.network.neutron [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.666243] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b6b64d5b-6041-4956-b851-c9a38b5d95e0 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Releasing lock "refresh_cache-64ddafa1-fb5d-4a59-a846-2b3254c013c1" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.666243] env[68872]: DEBUG nova.compute.manager [None req-b6b64d5b-6041-4956-b851-c9a38b5d95e0 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 733.666243] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b64d5b-6041-4956-b851-c9a38b5d95e0 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 733.666243] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90fb3009-6e55-4bc6-8df7-3f507563358b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.673851] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b64d5b-6041-4956-b851-c9a38b5d95e0 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 733.674156] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9358108f-7893-42f2-a67f-cc4c033f9278 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.681625] env[68872]: DEBUG oslo_vmware.api [None req-b6b64d5b-6041-4956-b851-c9a38b5d95e0 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Waiting for the task: (returnval){ [ 733.681625] env[68872]: value = "task-3092313" [ 733.681625] env[68872]: _type = "Task" [ 733.681625] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.694540] env[68872]: DEBUG oslo_vmware.api [None req-b6b64d5b-6041-4956-b851-c9a38b5d95e0 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.704335] env[68872]: DEBUG nova.compute.manager [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.758174] env[68872]: DEBUG nova.compute.manager [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.769146] env[68872]: DEBUG nova.compute.utils [None req-e0d05a3d-f05c-4d9b-8b93-6261a1bc002d tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 733.878957] env[68872]: DEBUG nova.network.neutron [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Successfully created port: b84c0779-95f3-4187-8cbe-25c7feedbb22 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.964100] env[68872]: DEBUG nova.network.neutron [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Updating instance_info_cache with network_info: [{"id": "421e03e6-0046-4940-a9f2-5919bcb5978f", "address": "fa:16:3e:71:e5:a7", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap421e03e6-00", "ovs_interfaceid": "421e03e6-0046-4940-a9f2-5919bcb5978f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.085413] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f144d23f-c272-4fbb-8ea4-ba93ade2d668 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Releasing lock "refresh_cache-b5242dbf-7805-46a6-900d-de6c7480e9c0" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.183278] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5edf945-c595-447c-a4ae-fddde0037365 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.197490] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873aeb8c-7857-413e-83a7-63d3a9d00978 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.201133] env[68872]: DEBUG oslo_vmware.api [None req-b6b64d5b-6041-4956-b851-c9a38b5d95e0 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092313, 'name': PowerOffVM_Task, 'duration_secs': 0.170596} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.201403] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b64d5b-6041-4956-b851-c9a38b5d95e0 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 734.201567] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b64d5b-6041-4956-b851-c9a38b5d95e0 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 734.202148] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38f0fe62-7884-4ddb-847e-4bf4c9ceaeca {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.240153] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44585118-7cf6-4753-b1ec-0b437c0e0caf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.241933] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b64d5b-6041-4956-b851-c9a38b5d95e0 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 734.242127] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b64d5b-6041-4956-b851-c9a38b5d95e0 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 734.243333] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6b64d5b-6041-4956-b851-c9a38b5d95e0 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Deleting the datastore file [datastore1] 64ddafa1-fb5d-4a59-a846-2b3254c013c1 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 734.243333] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4650a08-a72a-462c-95d3-846e0132d3e6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.252991] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae326100-24fc-40a1-80ee-40f3f734c444 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.257043] env[68872]: DEBUG oslo_vmware.api [None req-b6b64d5b-6041-4956-b851-c9a38b5d95e0 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Waiting for the task: (returnval){ [ 734.257043] env[68872]: value = "task-3092315" [ 734.257043] env[68872]: _type = "Task" [ 734.257043] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.272862] env[68872]: DEBUG nova.compute.provider_tree [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.274971] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e0d05a3d-f05c-4d9b-8b93-6261a1bc002d tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] Lock "545fb708-58ee-4c11-9099-8a507960f7ab" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.282796] env[68872]: DEBUG oslo_vmware.api [None req-b6b64d5b-6041-4956-b851-c9a38b5d95e0 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.296284] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.473060] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Releasing lock "refresh_cache-d8a69a2c-2c5d-42e8-b2c0-e0c3585de439" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.473523] env[68872]: DEBUG nova.compute.manager [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Instance network_info: |[{"id": "421e03e6-0046-4940-a9f2-5919bcb5978f", "address": "fa:16:3e:71:e5:a7", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap421e03e6-00", "ovs_interfaceid": "421e03e6-0046-4940-a9f2-5919bcb5978f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 734.474045] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:e5:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '421e03e6-0046-4940-a9f2-5919bcb5978f', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.482520] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.482716] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.482948] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29fbac15-c347-4b6d-a658-0a1036b26191 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.505285] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.505285] env[68872]: value = "task-3092316" [ 734.505285] env[68872]: _type = "Task" [ 734.505285] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.514355] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092316, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.590991] env[68872]: DEBUG nova.compute.manager [None req-f144d23f-c272-4fbb-8ea4-ba93ade2d668 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.592137] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16650c7-de7a-47ad-a6ef-4af81ab07f1d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.625823] env[68872]: DEBUG nova.compute.manager [req-2fd13f6e-5bbd-4e0f-b455-ceae73c66594 req-c097af70-23a1-41d8-9d9a-262d380d370c service nova] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Received event network-changed-421e03e6-0046-4940-a9f2-5919bcb5978f {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.625999] env[68872]: DEBUG nova.compute.manager [req-2fd13f6e-5bbd-4e0f-b455-ceae73c66594 req-c097af70-23a1-41d8-9d9a-262d380d370c service nova] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Refreshing instance network info cache due to event network-changed-421e03e6-0046-4940-a9f2-5919bcb5978f. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.626214] env[68872]: DEBUG oslo_concurrency.lockutils [req-2fd13f6e-5bbd-4e0f-b455-ceae73c66594 req-c097af70-23a1-41d8-9d9a-262d380d370c service nova] Acquiring lock "refresh_cache-d8a69a2c-2c5d-42e8-b2c0-e0c3585de439" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.626398] env[68872]: DEBUG oslo_concurrency.lockutils [req-2fd13f6e-5bbd-4e0f-b455-ceae73c66594 req-c097af70-23a1-41d8-9d9a-262d380d370c service nova] Acquired lock "refresh_cache-d8a69a2c-2c5d-42e8-b2c0-e0c3585de439" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.627074] env[68872]: DEBUG nova.network.neutron [req-2fd13f6e-5bbd-4e0f-b455-ceae73c66594 req-c097af70-23a1-41d8-9d9a-262d380d370c service nova] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Refreshing network info cache for port 421e03e6-0046-4940-a9f2-5919bcb5978f {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.739337] env[68872]: DEBUG nova.compute.manager [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 734.770153] env[68872]: DEBUG oslo_vmware.api [None req-b6b64d5b-6041-4956-b851-c9a38b5d95e0 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092315, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104453} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.772457] env[68872]: DEBUG nova.virt.hardware [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.772729] env[68872]: DEBUG nova.virt.hardware [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.772901] env[68872]: DEBUG nova.virt.hardware [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.773122] env[68872]: DEBUG nova.virt.hardware [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.773167] env[68872]: DEBUG nova.virt.hardware [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.773312] env[68872]: DEBUG nova.virt.hardware [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.773538] env[68872]: DEBUG nova.virt.hardware [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.773715] env[68872]: DEBUG nova.virt.hardware [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.773894] env[68872]: DEBUG nova.virt.hardware [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.774071] env[68872]: DEBUG nova.virt.hardware [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.774571] env[68872]: DEBUG nova.virt.hardware [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.774571] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6b64d5b-6041-4956-b851-c9a38b5d95e0 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 734.774939] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b64d5b-6041-4956-b851-c9a38b5d95e0 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 734.774939] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b64d5b-6041-4956-b851-c9a38b5d95e0 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 734.775084] env[68872]: INFO nova.compute.manager [None req-b6b64d5b-6041-4956-b851-c9a38b5d95e0 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 734.775304] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6b64d5b-6041-4956-b851-c9a38b5d95e0 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.776083] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99e9b66-d0ef-44f0-be2d-1526773916e4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.780481] env[68872]: DEBUG nova.compute.manager [-] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 734.780481] env[68872]: DEBUG nova.network.neutron [-] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 734.781639] env[68872]: DEBUG nova.scheduler.client.report [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.792520] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4dcad9-fb15-40d0-a381-f58923efd69c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.811888] env[68872]: DEBUG nova.network.neutron [-] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.020320] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092316, 'name': CreateVM_Task, 'duration_secs': 0.386337} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.020583] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.021589] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.021824] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.022316] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.023033] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c73b38e6-7214-4fd1-a144-cc75e01459cf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.029933] env[68872]: DEBUG oslo_vmware.api [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Waiting for the task: (returnval){ [ 735.029933] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52305cf6-3a94-db01-6760-c40648d3e21a" [ 735.029933] env[68872]: _type = "Task" [ 735.029933] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.038356] env[68872]: DEBUG oslo_vmware.api [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52305cf6-3a94-db01-6760-c40648d3e21a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.287357] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.288090] env[68872]: DEBUG nova.compute.manager [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 735.293673] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.797s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.295562] env[68872]: INFO nova.compute.claims [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.314067] env[68872]: DEBUG nova.network.neutron [-] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.371662] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e0d05a3d-f05c-4d9b-8b93-6261a1bc002d tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] Acquiring lock "545fb708-58ee-4c11-9099-8a507960f7ab" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.371911] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e0d05a3d-f05c-4d9b-8b93-6261a1bc002d tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] Lock "545fb708-58ee-4c11-9099-8a507960f7ab" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.372176] env[68872]: INFO nova.compute.manager [None req-e0d05a3d-f05c-4d9b-8b93-6261a1bc002d tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Attaching volume 065c9041-d5c6-4fd5-b12c-165b79267e67 to /dev/sdb [ 735.409513] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3ba65d-f971-4e12-8b1b-b02f9ee2e21f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.418243] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dce2a95-7222-42c5-9421-9224dd0629a1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.435156] env[68872]: DEBUG nova.virt.block_device [None req-e0d05a3d-f05c-4d9b-8b93-6261a1bc002d tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Updating existing volume attachment record: b583d5e8-8e6b-4604-9d49-c1e4c8a32b91 {{(pid=68872) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 735.438489] env[68872]: DEBUG nova.network.neutron [req-2fd13f6e-5bbd-4e0f-b455-ceae73c66594 req-c097af70-23a1-41d8-9d9a-262d380d370c service nova] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Updated VIF entry in instance network info cache for port 421e03e6-0046-4940-a9f2-5919bcb5978f. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.438876] env[68872]: DEBUG nova.network.neutron [req-2fd13f6e-5bbd-4e0f-b455-ceae73c66594 req-c097af70-23a1-41d8-9d9a-262d380d370c service nova] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Updating instance_info_cache with network_info: [{"id": "421e03e6-0046-4940-a9f2-5919bcb5978f", "address": "fa:16:3e:71:e5:a7", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap421e03e6-00", "ovs_interfaceid": "421e03e6-0046-4940-a9f2-5919bcb5978f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.547172] env[68872]: DEBUG oslo_vmware.api [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52305cf6-3a94-db01-6760-c40648d3e21a, 'name': SearchDatastore_Task, 'duration_secs': 0.037729} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.547506] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.547742] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.548016] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.548176] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.548356] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.548615] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-083d7c18-8dc5-495c-92a6-f7061b392476 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.561881] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.562102] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.562906] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22a7b3dc-88c3-486e-8ca3-73946ee81cdc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.570125] env[68872]: DEBUG oslo_vmware.api [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Waiting for the task: (returnval){ [ 735.570125] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5228bd4d-dbce-fde5-2f04-0538943b059d" [ 735.570125] env[68872]: _type = "Task" [ 735.570125] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.580951] env[68872]: DEBUG oslo_vmware.api [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5228bd4d-dbce-fde5-2f04-0538943b059d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.612146] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d16d1d2-15f5-45e7-8935-e5d4f7705f12 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.618654] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f144d23f-c272-4fbb-8ea4-ba93ade2d668 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Doing hard reboot of VM {{(pid=68872) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 735.618942] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-1df1dc8e-cc31-4f57-ad11-e0478713ff2d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.625878] env[68872]: DEBUG oslo_vmware.api [None req-f144d23f-c272-4fbb-8ea4-ba93ade2d668 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Waiting for the task: (returnval){ [ 735.625878] env[68872]: value = "task-3092317" [ 735.625878] env[68872]: _type = "Task" [ 735.625878] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.636113] env[68872]: DEBUG oslo_vmware.api [None req-f144d23f-c272-4fbb-8ea4-ba93ade2d668 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': task-3092317, 'name': ResetVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.656845] env[68872]: DEBUG nova.network.neutron [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Successfully updated port: b84c0779-95f3-4187-8cbe-25c7feedbb22 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.801464] env[68872]: DEBUG nova.compute.utils [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 735.805636] env[68872]: DEBUG nova.compute.manager [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 735.805814] env[68872]: DEBUG nova.network.neutron [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 735.817278] env[68872]: INFO nova.compute.manager [-] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Took 1.04 seconds to deallocate network for instance. [ 735.867469] env[68872]: DEBUG oslo_concurrency.lockutils [None req-954be6e7-d850-40f5-8a44-54452a33bdec tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "fe5cc7b3-155a-437c-b04c-32bbfff60809" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.867469] env[68872]: DEBUG oslo_concurrency.lockutils [None req-954be6e7-d850-40f5-8a44-54452a33bdec tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "fe5cc7b3-155a-437c-b04c-32bbfff60809" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.867469] env[68872]: DEBUG nova.compute.manager [None req-954be6e7-d850-40f5-8a44-54452a33bdec tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.870150] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f0d9ab-5859-46c1-a233-8cdbe9b711c2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.875674] env[68872]: DEBUG nova.policy [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e56db70bfd9d4bc8b7fc38df8b29d6f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8166dac01854498998fcdb04e81b314c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.882026] env[68872]: DEBUG nova.compute.manager [None req-954be6e7-d850-40f5-8a44-54452a33bdec tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68872) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 735.882026] env[68872]: DEBUG nova.objects.instance [None req-954be6e7-d850-40f5-8a44-54452a33bdec tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lazy-loading 'flavor' on Instance uuid fe5cc7b3-155a-437c-b04c-32bbfff60809 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.941601] env[68872]: DEBUG oslo_concurrency.lockutils [req-2fd13f6e-5bbd-4e0f-b455-ceae73c66594 req-c097af70-23a1-41d8-9d9a-262d380d370c service nova] Releasing lock "refresh_cache-d8a69a2c-2c5d-42e8-b2c0-e0c3585de439" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.083185] env[68872]: DEBUG oslo_vmware.api [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5228bd4d-dbce-fde5-2f04-0538943b059d, 'name': SearchDatastore_Task, 'duration_secs': 0.034224} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.084132] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b8fecaa-9432-47b8-8579-469defa48148 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.091342] env[68872]: DEBUG oslo_vmware.api [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Waiting for the task: (returnval){ [ 736.091342] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5287b01b-7cc6-3612-6cb4-18b001a7b3e7" [ 736.091342] env[68872]: _type = "Task" [ 736.091342] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.101465] env[68872]: DEBUG oslo_vmware.api [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5287b01b-7cc6-3612-6cb4-18b001a7b3e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.139075] env[68872]: DEBUG oslo_vmware.api [None req-f144d23f-c272-4fbb-8ea4-ba93ade2d668 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': task-3092317, 'name': ResetVM_Task, 'duration_secs': 0.110876} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.139661] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f144d23f-c272-4fbb-8ea4-ba93ade2d668 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Did hard reboot of VM {{(pid=68872) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 736.142286] env[68872]: DEBUG nova.compute.manager [None req-f144d23f-c272-4fbb-8ea4-ba93ade2d668 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.142286] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76ee888-6c92-4433-bfbe-c05c82e6ed5b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.165330] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquiring lock "refresh_cache-c7c9ee10-b598-496a-ab2c-bf8c5fe97052" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.165330] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquired lock "refresh_cache-c7c9ee10-b598-496a-ab2c-bf8c5fe97052" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.165330] env[68872]: DEBUG nova.network.neutron [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.306150] env[68872]: DEBUG nova.compute.manager [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 736.330200] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b6b64d5b-6041-4956-b851-c9a38b5d95e0 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.342197] env[68872]: DEBUG nova.network.neutron [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Successfully created port: 32f4e364-adb6-406f-9ab9-2296eb8d5574 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 736.602601] env[68872]: DEBUG oslo_vmware.api [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5287b01b-7cc6-3612-6cb4-18b001a7b3e7, 'name': SearchDatastore_Task, 'duration_secs': 0.013453} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.602714] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.602925] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] d8a69a2c-2c5d-42e8-b2c0-e0c3585de439/d8a69a2c-2c5d-42e8-b2c0-e0c3585de439.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.603207] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53ddbe4a-2b19-4e08-b242-dd93980316ae {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.613317] env[68872]: DEBUG oslo_vmware.api [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Waiting for the task: (returnval){ [ 736.613317] env[68872]: value = "task-3092322" [ 736.613317] env[68872]: _type = "Task" [ 736.613317] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.630129] env[68872]: DEBUG oslo_vmware.api [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092322, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.659366] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f144d23f-c272-4fbb-8ea4-ba93ade2d668 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Lock "b5242dbf-7805-46a6-900d-de6c7480e9c0" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.496s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.698930] env[68872]: DEBUG nova.compute.manager [req-56bcd1ec-e847-48a8-8d39-9e18c29dea9e req-5bc0a127-e2a3-428a-8caf-3ead7be9fa87 service nova] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Received event network-vif-plugged-b84c0779-95f3-4187-8cbe-25c7feedbb22 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.699147] env[68872]: DEBUG oslo_concurrency.lockutils [req-56bcd1ec-e847-48a8-8d39-9e18c29dea9e req-5bc0a127-e2a3-428a-8caf-3ead7be9fa87 service nova] Acquiring lock "c7c9ee10-b598-496a-ab2c-bf8c5fe97052-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.699741] env[68872]: DEBUG oslo_concurrency.lockutils [req-56bcd1ec-e847-48a8-8d39-9e18c29dea9e req-5bc0a127-e2a3-428a-8caf-3ead7be9fa87 service nova] Lock "c7c9ee10-b598-496a-ab2c-bf8c5fe97052-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.700216] env[68872]: DEBUG oslo_concurrency.lockutils [req-56bcd1ec-e847-48a8-8d39-9e18c29dea9e req-5bc0a127-e2a3-428a-8caf-3ead7be9fa87 service nova] Lock "c7c9ee10-b598-496a-ab2c-bf8c5fe97052-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.701700] env[68872]: DEBUG nova.compute.manager [req-56bcd1ec-e847-48a8-8d39-9e18c29dea9e req-5bc0a127-e2a3-428a-8caf-3ead7be9fa87 service nova] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] No waiting events found dispatching network-vif-plugged-b84c0779-95f3-4187-8cbe-25c7feedbb22 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 736.701700] env[68872]: WARNING nova.compute.manager [req-56bcd1ec-e847-48a8-8d39-9e18c29dea9e req-5bc0a127-e2a3-428a-8caf-3ead7be9fa87 service nova] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Received unexpected event network-vif-plugged-b84c0779-95f3-4187-8cbe-25c7feedbb22 for instance with vm_state building and task_state spawning. [ 736.701700] env[68872]: DEBUG nova.compute.manager [req-56bcd1ec-e847-48a8-8d39-9e18c29dea9e req-5bc0a127-e2a3-428a-8caf-3ead7be9fa87 service nova] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Received event network-changed-b84c0779-95f3-4187-8cbe-25c7feedbb22 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.701700] env[68872]: DEBUG nova.compute.manager [req-56bcd1ec-e847-48a8-8d39-9e18c29dea9e req-5bc0a127-e2a3-428a-8caf-3ead7be9fa87 service nova] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Refreshing instance network info cache due to event network-changed-b84c0779-95f3-4187-8cbe-25c7feedbb22. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 736.701700] env[68872]: DEBUG oslo_concurrency.lockutils [req-56bcd1ec-e847-48a8-8d39-9e18c29dea9e req-5bc0a127-e2a3-428a-8caf-3ead7be9fa87 service nova] Acquiring lock "refresh_cache-c7c9ee10-b598-496a-ab2c-bf8c5fe97052" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.710624] env[68872]: DEBUG nova.network.neutron [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.876097] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59210fd-0b98-46fb-b8ba-bb79b43100a0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.888904] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c19c13-616e-4b48-ae98-db61c5dc59a5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.921143] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-954be6e7-d850-40f5-8a44-54452a33bdec tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.921666] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74caa586-a508-477f-a13c-9ac177e361be {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.923981] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f76fbd-6ae9-4a75-9c84-19bb9fe4d358 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.929268] env[68872]: DEBUG nova.network.neutron [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Updating instance_info_cache with network_info: [{"id": "b84c0779-95f3-4187-8cbe-25c7feedbb22", "address": "fa:16:3e:be:5d:05", "network": {"id": "9ddb9b42-5fa0-41e5-90d8-76c787e7299a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-527242181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4c041d2417c49f4a833b427a5bee0de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb84c0779-95", "ovs_interfaceid": "b84c0779-95f3-4187-8cbe-25c7feedbb22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.936285] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0309ef98-4d15-4a1d-ae35-9b532a07e84a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.940669] env[68872]: DEBUG oslo_vmware.api [None req-954be6e7-d850-40f5-8a44-54452a33bdec tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 736.940669] env[68872]: value = "task-3092323" [ 736.940669] env[68872]: _type = "Task" [ 736.940669] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.955290] env[68872]: DEBUG nova.compute.provider_tree [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.968520] env[68872]: DEBUG oslo_vmware.api [None req-954be6e7-d850-40f5-8a44-54452a33bdec tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.125082] env[68872]: DEBUG oslo_vmware.api [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092322, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489985} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.125374] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] d8a69a2c-2c5d-42e8-b2c0-e0c3585de439/d8a69a2c-2c5d-42e8-b2c0-e0c3585de439.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.125588] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.125837] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98752a62-9151-43f7-8ff9-5881fdce6378 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.133910] env[68872]: DEBUG oslo_vmware.api [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Waiting for the task: (returnval){ [ 737.133910] env[68872]: value = "task-3092324" [ 737.133910] env[68872]: _type = "Task" [ 737.133910] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.145586] env[68872]: DEBUG oslo_vmware.api [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092324, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.172840] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0837d61c-9ac8-427f-94e3-09246503f708 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Acquiring lock "575d83bb-f897-4ec9-aae4-8948b0abe512" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.173113] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0837d61c-9ac8-427f-94e3-09246503f708 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Lock "575d83bb-f897-4ec9-aae4-8948b0abe512" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.173387] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0837d61c-9ac8-427f-94e3-09246503f708 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Acquiring lock "575d83bb-f897-4ec9-aae4-8948b0abe512-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.173987] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0837d61c-9ac8-427f-94e3-09246503f708 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Lock "575d83bb-f897-4ec9-aae4-8948b0abe512-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.173987] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0837d61c-9ac8-427f-94e3-09246503f708 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Lock "575d83bb-f897-4ec9-aae4-8948b0abe512-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.177087] env[68872]: INFO nova.compute.manager [None req-0837d61c-9ac8-427f-94e3-09246503f708 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Terminating instance [ 737.321047] env[68872]: DEBUG nova.compute.manager [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 737.349376] env[68872]: DEBUG nova.virt.hardware [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 737.349628] env[68872]: DEBUG nova.virt.hardware [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.349995] env[68872]: DEBUG nova.virt.hardware [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.349995] env[68872]: DEBUG nova.virt.hardware [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.350148] env[68872]: DEBUG nova.virt.hardware [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.350296] env[68872]: DEBUG nova.virt.hardware [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 737.350502] env[68872]: DEBUG nova.virt.hardware [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 737.350660] env[68872]: DEBUG nova.virt.hardware [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 737.350825] env[68872]: DEBUG nova.virt.hardware [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 737.351266] env[68872]: DEBUG nova.virt.hardware [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 737.351266] env[68872]: DEBUG nova.virt.hardware [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 737.352045] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2260d03f-677c-48a8-bcae-7f3b94f11d4e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.360969] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237cf89b-600b-4e31-9670-f2bcf613f8a4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.436193] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Releasing lock "refresh_cache-c7c9ee10-b598-496a-ab2c-bf8c5fe97052" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.436618] env[68872]: DEBUG nova.compute.manager [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Instance network_info: |[{"id": "b84c0779-95f3-4187-8cbe-25c7feedbb22", "address": "fa:16:3e:be:5d:05", "network": {"id": "9ddb9b42-5fa0-41e5-90d8-76c787e7299a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-527242181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4c041d2417c49f4a833b427a5bee0de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb84c0779-95", "ovs_interfaceid": "b84c0779-95f3-4187-8cbe-25c7feedbb22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.437145] env[68872]: DEBUG oslo_concurrency.lockutils [req-56bcd1ec-e847-48a8-8d39-9e18c29dea9e req-5bc0a127-e2a3-428a-8caf-3ead7be9fa87 service nova] Acquired lock "refresh_cache-c7c9ee10-b598-496a-ab2c-bf8c5fe97052" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.437394] env[68872]: DEBUG nova.network.neutron [req-56bcd1ec-e847-48a8-8d39-9e18c29dea9e req-5bc0a127-e2a3-428a-8caf-3ead7be9fa87 service nova] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Refreshing network info cache for port b84c0779-95f3-4187-8cbe-25c7feedbb22 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.438954] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:5d:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb18870e-f482-4c7b-8cd4-5c933d3ad294', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b84c0779-95f3-4187-8cbe-25c7feedbb22', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.447134] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.450561] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.454609] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60372f31-b597-408e-ab67-369aa7cc8579 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.472651] env[68872]: DEBUG nova.scheduler.client.report [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.484260] env[68872]: DEBUG oslo_vmware.api [None req-954be6e7-d850-40f5-8a44-54452a33bdec tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092323, 'name': PowerOffVM_Task, 'duration_secs': 0.363021} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.485621] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-954be6e7-d850-40f5-8a44-54452a33bdec tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.485870] env[68872]: DEBUG nova.compute.manager [None req-954be6e7-d850-40f5-8a44-54452a33bdec tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.486417] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.486417] env[68872]: value = "task-3092325" [ 737.486417] env[68872]: _type = "Task" [ 737.486417] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.487396] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c7e98f-a5c2-430d-a0a3-8cbff46ee423 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.502128] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092325, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.644404] env[68872]: DEBUG oslo_vmware.api [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092324, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080569} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.644677] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.645501] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3310a4d-a5dd-4e56-86c5-736d1f188d65 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.672405] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] d8a69a2c-2c5d-42e8-b2c0-e0c3585de439/d8a69a2c-2c5d-42e8-b2c0-e0c3585de439.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.672718] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ab65c29-1666-44e6-bf5c-f58590a144b2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.690214] env[68872]: DEBUG nova.compute.manager [None req-0837d61c-9ac8-427f-94e3-09246503f708 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 737.690576] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0837d61c-9ac8-427f-94e3-09246503f708 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.691234] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86545f6e-12d9-4386-af79-02a8e12691bb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.700259] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0837d61c-9ac8-427f-94e3-09246503f708 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.701862] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e91d050-dad6-4bb0-8508-9a9f01981715 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.703517] env[68872]: DEBUG oslo_vmware.api [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Waiting for the task: (returnval){ [ 737.703517] env[68872]: value = "task-3092326" [ 737.703517] env[68872]: _type = "Task" [ 737.703517] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.712540] env[68872]: DEBUG oslo_vmware.api [None req-0837d61c-9ac8-427f-94e3-09246503f708 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Waiting for the task: (returnval){ [ 737.712540] env[68872]: value = "task-3092327" [ 737.712540] env[68872]: _type = "Task" [ 737.712540] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.719696] env[68872]: DEBUG oslo_vmware.api [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092326, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.726572] env[68872]: DEBUG oslo_vmware.api [None req-0837d61c-9ac8-427f-94e3-09246503f708 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': task-3092327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.787982] env[68872]: DEBUG nova.network.neutron [req-56bcd1ec-e847-48a8-8d39-9e18c29dea9e req-5bc0a127-e2a3-428a-8caf-3ead7be9fa87 service nova] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Updated VIF entry in instance network info cache for port b84c0779-95f3-4187-8cbe-25c7feedbb22. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.788583] env[68872]: DEBUG nova.network.neutron [req-56bcd1ec-e847-48a8-8d39-9e18c29dea9e req-5bc0a127-e2a3-428a-8caf-3ead7be9fa87 service nova] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Updating instance_info_cache with network_info: [{"id": "b84c0779-95f3-4187-8cbe-25c7feedbb22", "address": "fa:16:3e:be:5d:05", "network": {"id": "9ddb9b42-5fa0-41e5-90d8-76c787e7299a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-527242181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4c041d2417c49f4a833b427a5bee0de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb84c0779-95", "ovs_interfaceid": "b84c0779-95f3-4187-8cbe-25c7feedbb22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.821745] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Acquiring lock "a9e7b633-a873-4992-9f19-dda6f4828c85" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.822241] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Lock "a9e7b633-a873-4992-9f19-dda6f4828c85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.979842] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.980581] env[68872]: DEBUG nova.compute.manager [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.985085] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c6ee59b4-02f6-4489-b74b-4ce308d5bdab tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.556s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.985344] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c6ee59b4-02f6-4489-b74b-4ce308d5bdab tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.987728] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.057s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.989810] env[68872]: INFO nova.compute.claims [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.014080] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092325, 'name': CreateVM_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.014630] env[68872]: DEBUG oslo_concurrency.lockutils [None req-954be6e7-d850-40f5-8a44-54452a33bdec tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "fe5cc7b3-155a-437c-b04c-32bbfff60809" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.149s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.035555] env[68872]: INFO nova.scheduler.client.report [None req-c6ee59b4-02f6-4489-b74b-4ce308d5bdab tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Deleted allocations for instance ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6 [ 738.083606] env[68872]: DEBUG nova.network.neutron [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Successfully updated port: 32f4e364-adb6-406f-9ab9-2296eb8d5574 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.203120] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d5b7ebcd-35a6-43d7-b1a6-a476ae5811a6 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Acquiring lock "b5242dbf-7805-46a6-900d-de6c7480e9c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.203443] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d5b7ebcd-35a6-43d7-b1a6-a476ae5811a6 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Lock "b5242dbf-7805-46a6-900d-de6c7480e9c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.203689] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d5b7ebcd-35a6-43d7-b1a6-a476ae5811a6 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Acquiring lock "b5242dbf-7805-46a6-900d-de6c7480e9c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.203877] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d5b7ebcd-35a6-43d7-b1a6-a476ae5811a6 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Lock "b5242dbf-7805-46a6-900d-de6c7480e9c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.204240] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d5b7ebcd-35a6-43d7-b1a6-a476ae5811a6 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Lock "b5242dbf-7805-46a6-900d-de6c7480e9c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.210516] env[68872]: INFO nova.compute.manager [None req-d5b7ebcd-35a6-43d7-b1a6-a476ae5811a6 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Terminating instance [ 738.221117] env[68872]: DEBUG oslo_vmware.api [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092326, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.226652] env[68872]: DEBUG oslo_vmware.api [None req-0837d61c-9ac8-427f-94e3-09246503f708 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': task-3092327, 'name': PowerOffVM_Task, 'duration_secs': 0.448423} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.226986] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0837d61c-9ac8-427f-94e3-09246503f708 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.227172] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0837d61c-9ac8-427f-94e3-09246503f708 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.227419] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2d99e6c-9ee9-4cb2-b403-53288ed06b8f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.291509] env[68872]: DEBUG oslo_concurrency.lockutils [req-56bcd1ec-e847-48a8-8d39-9e18c29dea9e req-5bc0a127-e2a3-428a-8caf-3ead7be9fa87 service nova] Releasing lock "refresh_cache-c7c9ee10-b598-496a-ab2c-bf8c5fe97052" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.319663] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0837d61c-9ac8-427f-94e3-09246503f708 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.319991] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0837d61c-9ac8-427f-94e3-09246503f708 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.320220] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0837d61c-9ac8-427f-94e3-09246503f708 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Deleting the datastore file [datastore1] 575d83bb-f897-4ec9-aae4-8948b0abe512 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.320494] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ff2ad1f-2fdb-43ed-bafd-8002954a8281 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.328603] env[68872]: DEBUG oslo_vmware.api [None req-0837d61c-9ac8-427f-94e3-09246503f708 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Waiting for the task: (returnval){ [ 738.328603] env[68872]: value = "task-3092330" [ 738.328603] env[68872]: _type = "Task" [ 738.328603] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.347395] env[68872]: DEBUG oslo_vmware.api [None req-0837d61c-9ac8-427f-94e3-09246503f708 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': task-3092330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.408340] env[68872]: DEBUG nova.objects.instance [None req-5363eb56-6567-43bd-8c63-5c5630f2cf46 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lazy-loading 'flavor' on Instance uuid fe5cc7b3-155a-437c-b04c-32bbfff60809 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.495039] env[68872]: DEBUG nova.compute.utils [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 738.500222] env[68872]: DEBUG nova.compute.manager [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 738.500404] env[68872]: DEBUG nova.network.neutron [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 738.517904] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092325, 'name': CreateVM_Task, 'duration_secs': 0.735427} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.517904] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 738.518310] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.518944] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.518944] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.519198] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ede3307-0455-4d1b-8862-d79a42988e01 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.524383] env[68872]: DEBUG oslo_vmware.api [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 738.524383] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5236bed7-dd0b-3e70-6da6-d9277901ae3c" [ 738.524383] env[68872]: _type = "Task" [ 738.524383] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.534084] env[68872]: DEBUG oslo_vmware.api [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5236bed7-dd0b-3e70-6da6-d9277901ae3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.546050] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c6ee59b4-02f6-4489-b74b-4ce308d5bdab tempest-ServersAdminNegativeTestJSON-2127176723 tempest-ServersAdminNegativeTestJSON-2127176723-project-member] Lock "ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.776s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.574368] env[68872]: DEBUG nova.policy [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41ee496ae57844b793b073c3fb47205f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d5779204d2d4474ae9e57ce975a4ff2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.585025] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquiring lock "refresh_cache-dc37cf64-53d1-4b17-aa7d-2659924aef50" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.585025] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquired lock "refresh_cache-dc37cf64-53d1-4b17-aa7d-2659924aef50" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.585025] env[68872]: DEBUG nova.network.neutron [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.718853] env[68872]: DEBUG nova.compute.manager [None req-d5b7ebcd-35a6-43d7-b1a6-a476ae5811a6 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.719155] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b7ebcd-35a6-43d7-b1a6-a476ae5811a6 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.719792] env[68872]: DEBUG oslo_vmware.api [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092326, 'name': ReconfigVM_Task, 'duration_secs': 0.797} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.720244] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ed39e0-0147-4844-bcf0-1603452411ab {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.723750] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Reconfigured VM instance instance-00000028 to attach disk [datastore2] d8a69a2c-2c5d-42e8-b2c0-e0c3585de439/d8a69a2c-2c5d-42e8-b2c0-e0c3585de439.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.726936] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05d0a48e-6acb-4ad5-8ccb-085be710769c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.738185] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b7ebcd-35a6-43d7-b1a6-a476ae5811a6 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.738588] env[68872]: DEBUG oslo_vmware.api [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Waiting for the task: (returnval){ [ 738.738588] env[68872]: value = "task-3092331" [ 738.738588] env[68872]: _type = "Task" [ 738.738588] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.738993] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40f2bfe6-b3de-4b2c-bf83-0c332f3b467a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.747495] env[68872]: DEBUG nova.compute.manager [req-9c8c62d1-d96f-4e1e-b83b-72d48714aa99 req-978b3649-db5d-4be7-b156-b84da626c1b6 service nova] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Received event network-changed-7f336d16-8fca-45e8-b2ff-8af75b8cfbae {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.747495] env[68872]: DEBUG nova.compute.manager [req-9c8c62d1-d96f-4e1e-b83b-72d48714aa99 req-978b3649-db5d-4be7-b156-b84da626c1b6 service nova] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Refreshing instance network info cache due to event network-changed-7f336d16-8fca-45e8-b2ff-8af75b8cfbae. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.747803] env[68872]: DEBUG oslo_concurrency.lockutils [req-9c8c62d1-d96f-4e1e-b83b-72d48714aa99 req-978b3649-db5d-4be7-b156-b84da626c1b6 service nova] Acquiring lock "refresh_cache-b5242dbf-7805-46a6-900d-de6c7480e9c0" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.748015] env[68872]: DEBUG oslo_concurrency.lockutils [req-9c8c62d1-d96f-4e1e-b83b-72d48714aa99 req-978b3649-db5d-4be7-b156-b84da626c1b6 service nova] Acquired lock "refresh_cache-b5242dbf-7805-46a6-900d-de6c7480e9c0" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.748208] env[68872]: DEBUG nova.network.neutron [req-9c8c62d1-d96f-4e1e-b83b-72d48714aa99 req-978b3649-db5d-4be7-b156-b84da626c1b6 service nova] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Refreshing network info cache for port 7f336d16-8fca-45e8-b2ff-8af75b8cfbae {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.753337] env[68872]: DEBUG oslo_vmware.api [None req-d5b7ebcd-35a6-43d7-b1a6-a476ae5811a6 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Waiting for the task: (returnval){ [ 738.753337] env[68872]: value = "task-3092332" [ 738.753337] env[68872]: _type = "Task" [ 738.753337] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.762462] env[68872]: DEBUG oslo_vmware.api [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092331, 'name': Rename_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.776007] env[68872]: DEBUG oslo_vmware.api [None req-d5b7ebcd-35a6-43d7-b1a6-a476ae5811a6 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': task-3092332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.842034] env[68872]: DEBUG oslo_vmware.api [None req-0837d61c-9ac8-427f-94e3-09246503f708 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': task-3092330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.460907} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.842034] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0837d61c-9ac8-427f-94e3-09246503f708 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.842034] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0837d61c-9ac8-427f-94e3-09246503f708 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.842034] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0837d61c-9ac8-427f-94e3-09246503f708 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.842034] env[68872]: INFO nova.compute.manager [None req-0837d61c-9ac8-427f-94e3-09246503f708 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Took 1.15 seconds to destroy the instance on the hypervisor. [ 738.842389] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0837d61c-9ac8-427f-94e3-09246503f708 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.842389] env[68872]: DEBUG nova.compute.manager [-] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 738.842389] env[68872]: DEBUG nova.network.neutron [-] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 738.917153] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5363eb56-6567-43bd-8c63-5c5630f2cf46 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "refresh_cache-fe5cc7b3-155a-437c-b04c-32bbfff60809" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.919476] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5363eb56-6567-43bd-8c63-5c5630f2cf46 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquired lock "refresh_cache-fe5cc7b3-155a-437c-b04c-32bbfff60809" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.919476] env[68872]: DEBUG nova.network.neutron [None req-5363eb56-6567-43bd-8c63-5c5630f2cf46 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.919476] env[68872]: DEBUG nova.objects.instance [None req-5363eb56-6567-43bd-8c63-5c5630f2cf46 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lazy-loading 'info_cache' on Instance uuid fe5cc7b3-155a-437c-b04c-32bbfff60809 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.999322] env[68872]: DEBUG nova.network.neutron [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Successfully created port: bfc9db41-c567-46e5-9d80-1bd93234fba2 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.001129] env[68872]: DEBUG nova.compute.manager [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.035917] env[68872]: DEBUG oslo_vmware.api [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5236bed7-dd0b-3e70-6da6-d9277901ae3c, 'name': SearchDatastore_Task, 'duration_secs': 0.033331} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.039419] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.039668] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.039930] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.040106] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.040296] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.042175] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-683e4438-46e5-42bb-9656-ea1f9fb561c9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.055690] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.055902] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.056703] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e824e53-ce2f-4fdf-8574-736c78bf471f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.065156] env[68872]: DEBUG oslo_vmware.api [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 739.065156] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52cc6bb1-e65f-c890-b5ac-00bd93be784c" [ 739.065156] env[68872]: _type = "Task" [ 739.065156] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.076761] env[68872]: DEBUG oslo_vmware.api [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52cc6bb1-e65f-c890-b5ac-00bd93be784c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.129168] env[68872]: DEBUG nova.network.neutron [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.253388] env[68872]: DEBUG oslo_vmware.api [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092331, 'name': Rename_Task, 'duration_secs': 0.246994} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.253388] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.253642] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-410d40fe-8302-4536-b01d-4611cdb84968 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.266436] env[68872]: DEBUG oslo_vmware.api [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Waiting for the task: (returnval){ [ 739.266436] env[68872]: value = "task-3092333" [ 739.266436] env[68872]: _type = "Task" [ 739.266436] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.273173] env[68872]: DEBUG oslo_vmware.api [None req-d5b7ebcd-35a6-43d7-b1a6-a476ae5811a6 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': task-3092332, 'name': PowerOffVM_Task, 'duration_secs': 0.221261} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.275942] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b7ebcd-35a6-43d7-b1a6-a476ae5811a6 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.276139] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b7ebcd-35a6-43d7-b1a6-a476ae5811a6 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 739.276567] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ecbff32-61e9-4939-a702-b10242e98c2e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.281891] env[68872]: DEBUG oslo_vmware.api [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092333, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.329353] env[68872]: DEBUG nova.network.neutron [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Updating instance_info_cache with network_info: [{"id": "32f4e364-adb6-406f-9ab9-2296eb8d5574", "address": "fa:16:3e:8b:d1:7d", "network": {"id": "6d0a16ea-9b1c-4aa7-8d55-80f41b7ff7b4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1449616070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8166dac01854498998fcdb04e81b314c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32f4e364-ad", "ovs_interfaceid": "32f4e364-adb6-406f-9ab9-2296eb8d5574", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.353895] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b7ebcd-35a6-43d7-b1a6-a476ae5811a6 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.355885] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b7ebcd-35a6-43d7-b1a6-a476ae5811a6 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.355885] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5b7ebcd-35a6-43d7-b1a6-a476ae5811a6 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Deleting the datastore file [datastore1] b5242dbf-7805-46a6-900d-de6c7480e9c0 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.355885] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c303850-2f2b-4062-ad33-5eb62870d8e8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.367048] env[68872]: DEBUG oslo_vmware.api [None req-d5b7ebcd-35a6-43d7-b1a6-a476ae5811a6 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Waiting for the task: (returnval){ [ 739.367048] env[68872]: value = "task-3092335" [ 739.367048] env[68872]: _type = "Task" [ 739.367048] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.376496] env[68872]: DEBUG oslo_vmware.api [None req-d5b7ebcd-35a6-43d7-b1a6-a476ae5811a6 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': task-3092335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.422706] env[68872]: DEBUG nova.objects.base [None req-5363eb56-6567-43bd-8c63-5c5630f2cf46 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68872) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 739.558047] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f14760e-305c-4a0c-a7ba-5c6f6d839f64 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.571821] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f458a26-295c-4170-8d6d-dc1ec4bc70e9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.584568] env[68872]: DEBUG oslo_vmware.api [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52cc6bb1-e65f-c890-b5ac-00bd93be784c, 'name': SearchDatastore_Task, 'duration_secs': 0.01345} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.616860] env[68872]: DEBUG nova.network.neutron [req-9c8c62d1-d96f-4e1e-b83b-72d48714aa99 req-978b3649-db5d-4be7-b156-b84da626c1b6 service nova] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Updated VIF entry in instance network info cache for port 7f336d16-8fca-45e8-b2ff-8af75b8cfbae. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.617239] env[68872]: DEBUG nova.network.neutron [req-9c8c62d1-d96f-4e1e-b83b-72d48714aa99 req-978b3649-db5d-4be7-b156-b84da626c1b6 service nova] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Updating instance_info_cache with network_info: [{"id": "7f336d16-8fca-45e8-b2ff-8af75b8cfbae", "address": "fa:16:3e:81:45:d4", "network": {"id": "e99212a6-ca98-4dcc-8190-53f7dbdfd577", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-975789234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebb4c3dd3afc49979d9424f3f83d3786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f336d16-8f", "ovs_interfaceid": "7f336d16-8fca-45e8-b2ff-8af75b8cfbae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.618499] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afa96c42-337a-45fd-851b-47858ee772f7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.621632] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e086ee-63bf-4668-8232-ded0a41b0096 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.631254] env[68872]: DEBUG oslo_vmware.api [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 739.631254] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52546871-737b-9055-35ae-d51f6f033658" [ 739.631254] env[68872]: _type = "Task" [ 739.631254] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.633110] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5c1858-c00f-48b4-b353-b8fc62a6e9bd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.650444] env[68872]: DEBUG oslo_vmware.api [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52546871-737b-9055-35ae-d51f6f033658, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.659139] env[68872]: DEBUG nova.compute.provider_tree [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.781104] env[68872]: DEBUG oslo_vmware.api [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092333, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.840026] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Releasing lock "refresh_cache-dc37cf64-53d1-4b17-aa7d-2659924aef50" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.840026] env[68872]: DEBUG nova.compute.manager [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Instance network_info: |[{"id": "32f4e364-adb6-406f-9ab9-2296eb8d5574", "address": "fa:16:3e:8b:d1:7d", "network": {"id": "6d0a16ea-9b1c-4aa7-8d55-80f41b7ff7b4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1449616070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8166dac01854498998fcdb04e81b314c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32f4e364-ad", "ovs_interfaceid": "32f4e364-adb6-406f-9ab9-2296eb8d5574", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 739.840388] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:d1:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db068f71-08cc-42d4-8ab6-17134c1585e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32f4e364-adb6-406f-9ab9-2296eb8d5574', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.846844] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Creating folder: Project (8166dac01854498998fcdb04e81b314c). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.847219] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf39e7b5-8845-49e2-96cb-9eac8001b761 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.861457] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Created folder: Project (8166dac01854498998fcdb04e81b314c) in parent group-v618835. [ 739.861666] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Creating folder: Instances. Parent ref: group-v618957. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.861989] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-890eff6e-2011-4921-9d4e-7983f5ee8e9a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.875894] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Created folder: Instances in parent group-v618957. [ 739.876822] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.881955] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.882491] env[68872]: DEBUG oslo_vmware.api [None req-d5b7ebcd-35a6-43d7-b1a6-a476ae5811a6 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': task-3092335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214493} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.882772] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41218ff8-2270-4d7a-aaab-0f6139fd50d6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.908449] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5b7ebcd-35a6-43d7-b1a6-a476ae5811a6 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.908449] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b7ebcd-35a6-43d7-b1a6-a476ae5811a6 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.908449] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b7ebcd-35a6-43d7-b1a6-a476ae5811a6 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.908679] env[68872]: INFO nova.compute.manager [None req-d5b7ebcd-35a6-43d7-b1a6-a476ae5811a6 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Took 1.19 seconds to destroy the instance on the hypervisor. [ 739.909198] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5b7ebcd-35a6-43d7-b1a6-a476ae5811a6 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.909434] env[68872]: DEBUG nova.compute.manager [-] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.909678] env[68872]: DEBUG nova.network.neutron [-] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.921897] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.921897] env[68872]: value = "task-3092338" [ 739.921897] env[68872]: _type = "Task" [ 739.921897] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.935123] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092338, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.011827] env[68872]: DEBUG nova.compute.manager [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 740.058289] env[68872]: DEBUG nova.virt.hardware [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.058853] env[68872]: DEBUG nova.virt.hardware [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.059245] env[68872]: DEBUG nova.virt.hardware [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.059637] env[68872]: DEBUG nova.virt.hardware [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.059766] env[68872]: DEBUG nova.virt.hardware [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.060018] env[68872]: DEBUG nova.virt.hardware [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.060256] env[68872]: DEBUG nova.virt.hardware [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.060420] env[68872]: DEBUG nova.virt.hardware [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.060589] env[68872]: DEBUG nova.virt.hardware [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.060754] env[68872]: DEBUG nova.virt.hardware [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.060928] env[68872]: DEBUG nova.virt.hardware [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.061851] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6300be-2c1a-4d9e-90b9-abb17c97ef23 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.073330] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc03a40-d292-4401-a0a5-de7ad81795c2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.126243] env[68872]: DEBUG oslo_concurrency.lockutils [req-9c8c62d1-d96f-4e1e-b83b-72d48714aa99 req-978b3649-db5d-4be7-b156-b84da626c1b6 service nova] Releasing lock "refresh_cache-b5242dbf-7805-46a6-900d-de6c7480e9c0" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.126467] env[68872]: DEBUG nova.compute.manager [req-9c8c62d1-d96f-4e1e-b83b-72d48714aa99 req-978b3649-db5d-4be7-b156-b84da626c1b6 service nova] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Received event network-vif-plugged-32f4e364-adb6-406f-9ab9-2296eb8d5574 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.126718] env[68872]: DEBUG oslo_concurrency.lockutils [req-9c8c62d1-d96f-4e1e-b83b-72d48714aa99 req-978b3649-db5d-4be7-b156-b84da626c1b6 service nova] Acquiring lock "dc37cf64-53d1-4b17-aa7d-2659924aef50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.127052] env[68872]: DEBUG oslo_concurrency.lockutils [req-9c8c62d1-d96f-4e1e-b83b-72d48714aa99 req-978b3649-db5d-4be7-b156-b84da626c1b6 service nova] Lock "dc37cf64-53d1-4b17-aa7d-2659924aef50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.127227] env[68872]: DEBUG oslo_concurrency.lockutils [req-9c8c62d1-d96f-4e1e-b83b-72d48714aa99 req-978b3649-db5d-4be7-b156-b84da626c1b6 service nova] Lock "dc37cf64-53d1-4b17-aa7d-2659924aef50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.127458] env[68872]: DEBUG nova.compute.manager [req-9c8c62d1-d96f-4e1e-b83b-72d48714aa99 req-978b3649-db5d-4be7-b156-b84da626c1b6 service nova] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] No waiting events found dispatching network-vif-plugged-32f4e364-adb6-406f-9ab9-2296eb8d5574 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 740.127674] env[68872]: WARNING nova.compute.manager [req-9c8c62d1-d96f-4e1e-b83b-72d48714aa99 req-978b3649-db5d-4be7-b156-b84da626c1b6 service nova] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Received unexpected event network-vif-plugged-32f4e364-adb6-406f-9ab9-2296eb8d5574 for instance with vm_state building and task_state spawning. [ 740.127983] env[68872]: DEBUG nova.compute.manager [req-9c8c62d1-d96f-4e1e-b83b-72d48714aa99 req-978b3649-db5d-4be7-b156-b84da626c1b6 service nova] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Received event network-changed-32f4e364-adb6-406f-9ab9-2296eb8d5574 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.128069] env[68872]: DEBUG nova.compute.manager [req-9c8c62d1-d96f-4e1e-b83b-72d48714aa99 req-978b3649-db5d-4be7-b156-b84da626c1b6 service nova] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Refreshing instance network info cache due to event network-changed-32f4e364-adb6-406f-9ab9-2296eb8d5574. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.128266] env[68872]: DEBUG oslo_concurrency.lockutils [req-9c8c62d1-d96f-4e1e-b83b-72d48714aa99 req-978b3649-db5d-4be7-b156-b84da626c1b6 service nova] Acquiring lock "refresh_cache-dc37cf64-53d1-4b17-aa7d-2659924aef50" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.128406] env[68872]: DEBUG oslo_concurrency.lockutils [req-9c8c62d1-d96f-4e1e-b83b-72d48714aa99 req-978b3649-db5d-4be7-b156-b84da626c1b6 service nova] Acquired lock "refresh_cache-dc37cf64-53d1-4b17-aa7d-2659924aef50" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.128565] env[68872]: DEBUG nova.network.neutron [req-9c8c62d1-d96f-4e1e-b83b-72d48714aa99 req-978b3649-db5d-4be7-b156-b84da626c1b6 service nova] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Refreshing network info cache for port 32f4e364-adb6-406f-9ab9-2296eb8d5574 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.151616] env[68872]: DEBUG oslo_vmware.api [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52546871-737b-9055-35ae-d51f6f033658, 'name': SearchDatastore_Task, 'duration_secs': 0.018972} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.152032] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.152439] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] c7c9ee10-b598-496a-ab2c-bf8c5fe97052/c7c9ee10-b598-496a-ab2c-bf8c5fe97052.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.152831] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04b5275b-15f9-418c-9915-67eb5062898f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.163299] env[68872]: DEBUG nova.scheduler.client.report [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.168187] env[68872]: DEBUG oslo_vmware.api [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 740.168187] env[68872]: value = "task-3092339" [ 740.168187] env[68872]: _type = "Task" [ 740.168187] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.180674] env[68872]: DEBUG oslo_vmware.api [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.283100] env[68872]: DEBUG oslo_vmware.api [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092333, 'name': PowerOnVM_Task, 'duration_secs': 0.646441} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.286858] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.287248] env[68872]: INFO nova.compute.manager [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Took 8.21 seconds to spawn the instance on the hypervisor. [ 740.287608] env[68872]: DEBUG nova.compute.manager [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.288286] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3deaee9c-470d-4ac3-bcc0-f1bde4a2d052 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.437355] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092338, 'name': CreateVM_Task, 'duration_secs': 0.461856} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.437527] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.438249] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.438417] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.438755] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.439058] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5efb115f-a59b-432d-853e-2839541fe73a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.445918] env[68872]: DEBUG oslo_vmware.api [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 740.445918] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529c7595-2f25-ac70-a47f-3b9dbbbd307c" [ 740.445918] env[68872]: _type = "Task" [ 740.445918] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.459534] env[68872]: DEBUG oslo_vmware.api [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529c7595-2f25-ac70-a47f-3b9dbbbd307c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.505701] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d05a3d-f05c-4d9b-8b93-6261a1bc002d tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Volume attach. Driver type: vmdk {{(pid=68872) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 740.514027] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d05a3d-f05c-4d9b-8b93-6261a1bc002d tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618955', 'volume_id': '065c9041-d5c6-4fd5-b12c-165b79267e67', 'name': 'volume-065c9041-d5c6-4fd5-b12c-165b79267e67', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '545fb708-58ee-4c11-9099-8a507960f7ab', 'attached_at': '', 'detached_at': '', 'volume_id': '065c9041-d5c6-4fd5-b12c-165b79267e67', 'serial': '065c9041-d5c6-4fd5-b12c-165b79267e67'} {{(pid=68872) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 740.514027] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e949624-e40e-4055-ae78-c3ae2e5fc44d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.538142] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ed5f12-1f81-4042-b9cb-953dcab82c85 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.541381] env[68872]: DEBUG nova.network.neutron [-] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.575485] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d05a3d-f05c-4d9b-8b93-6261a1bc002d tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] volume-065c9041-d5c6-4fd5-b12c-165b79267e67/volume-065c9041-d5c6-4fd5-b12c-165b79267e67.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.576717] env[68872]: DEBUG nova.network.neutron [None req-5363eb56-6567-43bd-8c63-5c5630f2cf46 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Updating instance_info_cache with network_info: [{"id": "bc538013-2e8f-4d4b-9b56-033963cf2569", "address": "fa:16:3e:db:9c:be", "network": {"id": "8d8a8028-be48-4a6a-a1fd-979a80226453", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-102971206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "558e9b8f78a1489cb07f84e03547223f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc538013-2e", "ovs_interfaceid": "bc538013-2e8f-4d4b-9b56-033963cf2569", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.579813] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c85c629-9fbc-40c2-a545-e6520e0c9a9e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.594725] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5363eb56-6567-43bd-8c63-5c5630f2cf46 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Releasing lock "refresh_cache-fe5cc7b3-155a-437c-b04c-32bbfff60809" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.596251] env[68872]: DEBUG nova.network.neutron [-] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.610133] env[68872]: DEBUG oslo_vmware.api [None req-e0d05a3d-f05c-4d9b-8b93-6261a1bc002d tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] Waiting for the task: (returnval){ [ 740.610133] env[68872]: value = "task-3092340" [ 740.610133] env[68872]: _type = "Task" [ 740.610133] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.627543] env[68872]: DEBUG oslo_vmware.api [None req-e0d05a3d-f05c-4d9b-8b93-6261a1bc002d tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] Task: {'id': task-3092340, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.636462] env[68872]: DEBUG nova.compute.manager [req-8f4b383d-d251-4446-a570-b1640f37b86b req-3c129c2a-203a-482f-86df-09a38ccc3496 service nova] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Received event network-vif-deleted-7f336d16-8fca-45e8-b2ff-8af75b8cfbae {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.669900] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.671982] env[68872]: DEBUG nova.compute.manager [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 740.674038] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.379s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.675419] env[68872]: INFO nova.compute.claims [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.693241] env[68872]: DEBUG oslo_vmware.api [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092339, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.815375] env[68872]: INFO nova.compute.manager [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Took 40.43 seconds to build instance. [ 740.845408] env[68872]: DEBUG nova.compute.manager [req-41c4ce22-da5a-4a97-9976-e24771479412 req-265a45c2-6c23-49d4-8807-3a6ed91f22ce service nova] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Received event network-vif-deleted-cff556c9-5276-40c3-9991-cb2c3c7ea226 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.933079] env[68872]: DEBUG nova.network.neutron [req-9c8c62d1-d96f-4e1e-b83b-72d48714aa99 req-978b3649-db5d-4be7-b156-b84da626c1b6 service nova] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Updated VIF entry in instance network info cache for port 32f4e364-adb6-406f-9ab9-2296eb8d5574. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.933464] env[68872]: DEBUG nova.network.neutron [req-9c8c62d1-d96f-4e1e-b83b-72d48714aa99 req-978b3649-db5d-4be7-b156-b84da626c1b6 service nova] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Updating instance_info_cache with network_info: [{"id": "32f4e364-adb6-406f-9ab9-2296eb8d5574", "address": "fa:16:3e:8b:d1:7d", "network": {"id": "6d0a16ea-9b1c-4aa7-8d55-80f41b7ff7b4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1449616070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8166dac01854498998fcdb04e81b314c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32f4e364-ad", "ovs_interfaceid": "32f4e364-adb6-406f-9ab9-2296eb8d5574", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.959610] env[68872]: DEBUG oslo_vmware.api [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529c7595-2f25-ac70-a47f-3b9dbbbd307c, 'name': SearchDatastore_Task, 'duration_secs': 0.011824} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.963021] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.963021] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.963021] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.963021] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.963435] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.963435] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7375898c-103e-4505-b943-6d55509a6ba1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.980380] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.980655] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.981587] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed46405f-7968-4202-8f3f-51bdcf8369ef {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.991434] env[68872]: DEBUG oslo_vmware.api [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 740.991434] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52698d8e-ce17-6bd6-f12e-d8ba33d8543b" [ 740.991434] env[68872]: _type = "Task" [ 740.991434] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.002325] env[68872]: DEBUG oslo_vmware.api [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52698d8e-ce17-6bd6-f12e-d8ba33d8543b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.046585] env[68872]: INFO nova.compute.manager [-] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Took 2.20 seconds to deallocate network for instance. [ 741.103218] env[68872]: INFO nova.compute.manager [-] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Took 1.19 seconds to deallocate network for instance. [ 741.121139] env[68872]: DEBUG oslo_vmware.api [None req-e0d05a3d-f05c-4d9b-8b93-6261a1bc002d tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] Task: {'id': task-3092340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.193231] env[68872]: DEBUG nova.compute.utils [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 741.193231] env[68872]: DEBUG oslo_vmware.api [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092339, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694516} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.193530] env[68872]: DEBUG nova.compute.manager [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 741.193803] env[68872]: DEBUG nova.network.neutron [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 741.196588] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] c7c9ee10-b598-496a-ab2c-bf8c5fe97052/c7c9ee10-b598-496a-ab2c-bf8c5fe97052.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.196931] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.197355] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c510ed36-f766-455f-87bd-f959b5a3c7f2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.209501] env[68872]: DEBUG oslo_vmware.api [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 741.209501] env[68872]: value = "task-3092341" [ 741.209501] env[68872]: _type = "Task" [ 741.209501] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.222949] env[68872]: DEBUG oslo_vmware.api [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092341, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.244841] env[68872]: DEBUG nova.policy [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b3da91929b647f0858103f3868f115a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3122db561374360820368cbb6362af4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 741.319245] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0d2781a6-f55c-44aa-ac24-0580acd90c45 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Lock "d8a69a2c-2c5d-42e8-b2c0-e0c3585de439" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.940s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.437851] env[68872]: DEBUG oslo_concurrency.lockutils [req-9c8c62d1-d96f-4e1e-b83b-72d48714aa99 req-978b3649-db5d-4be7-b156-b84da626c1b6 service nova] Releasing lock "refresh_cache-dc37cf64-53d1-4b17-aa7d-2659924aef50" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.508603] env[68872]: DEBUG oslo_vmware.api [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52698d8e-ce17-6bd6-f12e-d8ba33d8543b, 'name': SearchDatastore_Task, 'duration_secs': 0.014057} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.510629] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d05806f-645f-40b4-8ee7-a285efaca9e3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.517656] env[68872]: DEBUG oslo_vmware.api [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 741.517656] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]523444ba-cb62-80bd-4f2c-95182387f5c3" [ 741.517656] env[68872]: _type = "Task" [ 741.517656] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.537393] env[68872]: DEBUG oslo_vmware.api [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]523444ba-cb62-80bd-4f2c-95182387f5c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.556805] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0837d61c-9ac8-427f-94e3-09246503f708 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.589663] env[68872]: DEBUG nova.network.neutron [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Successfully updated port: bfc9db41-c567-46e5-9d80-1bd93234fba2 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.601955] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-5363eb56-6567-43bd-8c63-5c5630f2cf46 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.602312] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92a6e045-0b59-405c-8a76-15717a7308f2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.606502] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d5b7ebcd-35a6-43d7-b1a6-a476ae5811a6 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.610345] env[68872]: DEBUG oslo_vmware.api [None req-5363eb56-6567-43bd-8c63-5c5630f2cf46 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 741.610345] env[68872]: value = "task-3092342" [ 741.610345] env[68872]: _type = "Task" [ 741.610345] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.610953] env[68872]: DEBUG nova.network.neutron [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Successfully created port: 9b7bb304-646b-4421-859b-cc1a39cce795 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 741.638078] env[68872]: DEBUG oslo_vmware.api [None req-e0d05a3d-f05c-4d9b-8b93-6261a1bc002d tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] Task: {'id': task-3092340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.638078] env[68872]: DEBUG oslo_vmware.api [None req-5363eb56-6567-43bd-8c63-5c5630f2cf46 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092342, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.700125] env[68872]: DEBUG nova.compute.manager [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 741.730675] env[68872]: DEBUG oslo_vmware.api [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092341, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.273105} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.730675] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.730675] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e934fa-b1ab-4286-935d-e870857117b7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.750880] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] c7c9ee10-b598-496a-ab2c-bf8c5fe97052/c7c9ee10-b598-496a-ab2c-bf8c5fe97052.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.756078] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93c0201b-cf88-45e6-b61c-10d8791f1a9d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.781548] env[68872]: DEBUG oslo_vmware.api [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 741.781548] env[68872]: value = "task-3092343" [ 741.781548] env[68872]: _type = "Task" [ 741.781548] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.799638] env[68872]: DEBUG oslo_vmware.api [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092343, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.822282] env[68872]: DEBUG nova.compute.manager [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.030716] env[68872]: DEBUG oslo_vmware.api [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]523444ba-cb62-80bd-4f2c-95182387f5c3, 'name': SearchDatastore_Task, 'duration_secs': 0.037742} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.031081] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.031365] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] dc37cf64-53d1-4b17-aa7d-2659924aef50/dc37cf64-53d1-4b17-aa7d-2659924aef50.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.031638] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17331eba-c96a-4da8-ab0a-bbefabec6476 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.046556] env[68872]: DEBUG oslo_vmware.api [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 742.046556] env[68872]: value = "task-3092344" [ 742.046556] env[68872]: _type = "Task" [ 742.046556] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.056601] env[68872]: DEBUG oslo_vmware.api [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.098193] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Acquiring lock "refresh_cache-c2a62e2c-866c-4ed8-8026-b62a834a620f" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.098193] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Acquired lock "refresh_cache-c2a62e2c-866c-4ed8-8026-b62a834a620f" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.098193] env[68872]: DEBUG nova.network.neutron [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.133963] env[68872]: DEBUG oslo_vmware.api [None req-e0d05a3d-f05c-4d9b-8b93-6261a1bc002d tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] Task: {'id': task-3092340, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.140582] env[68872]: DEBUG oslo_vmware.api [None req-5363eb56-6567-43bd-8c63-5c5630f2cf46 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092342, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.301575] env[68872]: DEBUG oslo_vmware.api [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.344054] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42287bcd-49df-4980-aaec-c7673730842d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.354304] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bb6942-0124-437b-89b3-452874f17be6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.359630] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.390345] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f76837d-eae0-43f9-9e35-32be750e4a6d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.402060] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208d10c7-647f-4583-b228-2087d2b471e1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.415139] env[68872]: DEBUG nova.compute.provider_tree [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.556909] env[68872]: DEBUG oslo_vmware.api [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.631668] env[68872]: DEBUG oslo_vmware.api [None req-5363eb56-6567-43bd-8c63-5c5630f2cf46 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092342, 'name': PowerOnVM_Task, 'duration_secs': 0.774849} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.637092] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-5363eb56-6567-43bd-8c63-5c5630f2cf46 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.637092] env[68872]: DEBUG nova.compute.manager [None req-5363eb56-6567-43bd-8c63-5c5630f2cf46 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.637092] env[68872]: DEBUG oslo_vmware.api [None req-e0d05a3d-f05c-4d9b-8b93-6261a1bc002d tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] Task: {'id': task-3092340, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.637352] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b73487-d66f-4cac-bbe5-e0409af52341 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.647220] env[68872]: DEBUG nova.network.neutron [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.720500] env[68872]: DEBUG nova.compute.manager [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 742.753433] env[68872]: DEBUG nova.virt.hardware [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 742.753610] env[68872]: DEBUG nova.virt.hardware [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 742.753808] env[68872]: DEBUG nova.virt.hardware [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.754061] env[68872]: DEBUG nova.virt.hardware [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 742.754250] env[68872]: DEBUG nova.virt.hardware [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.754482] env[68872]: DEBUG nova.virt.hardware [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 742.754737] env[68872]: DEBUG nova.virt.hardware [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 742.754926] env[68872]: DEBUG nova.virt.hardware [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 742.755638] env[68872]: DEBUG nova.virt.hardware [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 742.755638] env[68872]: DEBUG nova.virt.hardware [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 742.755638] env[68872]: DEBUG nova.virt.hardware [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 742.756616] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bcd12ae-566c-4585-b43d-99cb4b00c42c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.766638] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac2bff1-a13d-43da-89bb-ed0b3b24d918 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.792418] env[68872]: DEBUG oslo_vmware.api [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092343, 'name': ReconfigVM_Task, 'duration_secs': 0.670604} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.792750] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Reconfigured VM instance instance-00000029 to attach disk [datastore2] c7c9ee10-b598-496a-ab2c-bf8c5fe97052/c7c9ee10-b598-496a-ab2c-bf8c5fe97052.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.793442] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b887bd22-caca-4ceb-b576-01c0ba14f434 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.800435] env[68872]: DEBUG oslo_vmware.api [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 742.800435] env[68872]: value = "task-3092345" [ 742.800435] env[68872]: _type = "Task" [ 742.800435] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.811081] env[68872]: DEBUG oslo_vmware.api [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092345, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.879723] env[68872]: DEBUG nova.compute.manager [req-269083eb-2625-449f-b857-a5a2376b76c7 req-411ce7d3-de81-45f9-a5e8-b9904d3b2983 service nova] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Received event network-vif-plugged-bfc9db41-c567-46e5-9d80-1bd93234fba2 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.879723] env[68872]: DEBUG oslo_concurrency.lockutils [req-269083eb-2625-449f-b857-a5a2376b76c7 req-411ce7d3-de81-45f9-a5e8-b9904d3b2983 service nova] Acquiring lock "c2a62e2c-866c-4ed8-8026-b62a834a620f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.879723] env[68872]: DEBUG oslo_concurrency.lockutils [req-269083eb-2625-449f-b857-a5a2376b76c7 req-411ce7d3-de81-45f9-a5e8-b9904d3b2983 service nova] Lock "c2a62e2c-866c-4ed8-8026-b62a834a620f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.879723] env[68872]: DEBUG oslo_concurrency.lockutils [req-269083eb-2625-449f-b857-a5a2376b76c7 req-411ce7d3-de81-45f9-a5e8-b9904d3b2983 service nova] Lock "c2a62e2c-866c-4ed8-8026-b62a834a620f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.879723] env[68872]: DEBUG nova.compute.manager [req-269083eb-2625-449f-b857-a5a2376b76c7 req-411ce7d3-de81-45f9-a5e8-b9904d3b2983 service nova] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] No waiting events found dispatching network-vif-plugged-bfc9db41-c567-46e5-9d80-1bd93234fba2 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 742.879901] env[68872]: WARNING nova.compute.manager [req-269083eb-2625-449f-b857-a5a2376b76c7 req-411ce7d3-de81-45f9-a5e8-b9904d3b2983 service nova] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Received unexpected event network-vif-plugged-bfc9db41-c567-46e5-9d80-1bd93234fba2 for instance with vm_state building and task_state spawning. [ 742.879901] env[68872]: DEBUG nova.compute.manager [req-269083eb-2625-449f-b857-a5a2376b76c7 req-411ce7d3-de81-45f9-a5e8-b9904d3b2983 service nova] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Received event network-changed-bfc9db41-c567-46e5-9d80-1bd93234fba2 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.879901] env[68872]: DEBUG nova.compute.manager [req-269083eb-2625-449f-b857-a5a2376b76c7 req-411ce7d3-de81-45f9-a5e8-b9904d3b2983 service nova] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Refreshing instance network info cache due to event network-changed-bfc9db41-c567-46e5-9d80-1bd93234fba2. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.879901] env[68872]: DEBUG oslo_concurrency.lockutils [req-269083eb-2625-449f-b857-a5a2376b76c7 req-411ce7d3-de81-45f9-a5e8-b9904d3b2983 service nova] Acquiring lock "refresh_cache-c2a62e2c-866c-4ed8-8026-b62a834a620f" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.888243] env[68872]: DEBUG nova.network.neutron [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Updating instance_info_cache with network_info: [{"id": "bfc9db41-c567-46e5-9d80-1bd93234fba2", "address": "fa:16:3e:8c:da:7e", "network": {"id": "8fcb40c5-3cc1-4f59-9dd0-0a41940fdb5e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1423488064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d5779204d2d4474ae9e57ce975a4ff2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfc9db41-c5", "ovs_interfaceid": "bfc9db41-c567-46e5-9d80-1bd93234fba2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.919016] env[68872]: DEBUG nova.scheduler.client.report [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.060786] env[68872]: DEBUG oslo_vmware.api [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092344, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.132162] env[68872]: DEBUG oslo_vmware.api [None req-e0d05a3d-f05c-4d9b-8b93-6261a1bc002d tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] Task: {'id': task-3092340, 'name': ReconfigVM_Task, 'duration_secs': 2.158288} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.133570] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d05a3d-f05c-4d9b-8b93-6261a1bc002d tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Reconfigured VM instance instance-0000000c to attach disk [datastore2] volume-065c9041-d5c6-4fd5-b12c-165b79267e67/volume-065c9041-d5c6-4fd5-b12c-165b79267e67.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.140698] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01ab907a-c61f-468a-a36c-d64991ed5834 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.167160] env[68872]: DEBUG oslo_vmware.api [None req-e0d05a3d-f05c-4d9b-8b93-6261a1bc002d tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] Waiting for the task: (returnval){ [ 743.167160] env[68872]: value = "task-3092346" [ 743.167160] env[68872]: _type = "Task" [ 743.167160] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.180668] env[68872]: DEBUG oslo_vmware.api [None req-e0d05a3d-f05c-4d9b-8b93-6261a1bc002d tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] Task: {'id': task-3092346, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.221047] env[68872]: DEBUG nova.compute.manager [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Stashing vm_state: active {{(pid=68872) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 743.313494] env[68872]: DEBUG oslo_vmware.api [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092345, 'name': Rename_Task, 'duration_secs': 0.249467} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.313841] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.314118] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bbef212-f918-4912-85ce-cf699ab823a7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.321446] env[68872]: DEBUG oslo_vmware.api [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 743.321446] env[68872]: value = "task-3092347" [ 743.321446] env[68872]: _type = "Task" [ 743.321446] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.330394] env[68872]: DEBUG oslo_vmware.api [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.390770] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Releasing lock "refresh_cache-c2a62e2c-866c-4ed8-8026-b62a834a620f" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.391162] env[68872]: DEBUG nova.compute.manager [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Instance network_info: |[{"id": "bfc9db41-c567-46e5-9d80-1bd93234fba2", "address": "fa:16:3e:8c:da:7e", "network": {"id": "8fcb40c5-3cc1-4f59-9dd0-0a41940fdb5e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1423488064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d5779204d2d4474ae9e57ce975a4ff2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfc9db41-c5", "ovs_interfaceid": "bfc9db41-c567-46e5-9d80-1bd93234fba2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.391506] env[68872]: DEBUG oslo_concurrency.lockutils [req-269083eb-2625-449f-b857-a5a2376b76c7 req-411ce7d3-de81-45f9-a5e8-b9904d3b2983 service nova] Acquired lock "refresh_cache-c2a62e2c-866c-4ed8-8026-b62a834a620f" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.391692] env[68872]: DEBUG nova.network.neutron [req-269083eb-2625-449f-b857-a5a2376b76c7 req-411ce7d3-de81-45f9-a5e8-b9904d3b2983 service nova] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Refreshing network info cache for port bfc9db41-c567-46e5-9d80-1bd93234fba2 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.393378] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:da:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec763be6-4041-4651-8fd7-3820cf0ab86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfc9db41-c567-46e5-9d80-1bd93234fba2', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.401186] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Creating folder: Project (6d5779204d2d4474ae9e57ce975a4ff2). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.402573] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d43ad576-6a1e-4ae8-9f5f-1f518ca739fb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.426093] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.426614] env[68872]: DEBUG nova.compute.manager [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 743.429217] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Created folder: Project (6d5779204d2d4474ae9e57ce975a4ff2) in parent group-v618835. [ 743.429403] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Creating folder: Instances. Parent ref: group-v618960. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.429954] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.231s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.431398] env[68872]: INFO nova.compute.claims [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 743.434074] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-918d6203-e892-4067-a02b-61ba35275136 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.444023] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Created folder: Instances in parent group-v618960. [ 743.444023] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.444276] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.444325] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-694d5743-ca3c-4bd2-aeb6-aafe301f7543 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.474483] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.474483] env[68872]: value = "task-3092350" [ 743.474483] env[68872]: _type = "Task" [ 743.474483] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.488633] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092350, 'name': CreateVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.559966] env[68872]: DEBUG oslo_vmware.api [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092344, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.176868} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.560102] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] dc37cf64-53d1-4b17-aa7d-2659924aef50/dc37cf64-53d1-4b17-aa7d-2659924aef50.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.560381] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.560778] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bf941b7-cec0-441c-964c-0efeca3b1d8e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.568163] env[68872]: DEBUG oslo_vmware.api [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 743.568163] env[68872]: value = "task-3092351" [ 743.568163] env[68872]: _type = "Task" [ 743.568163] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.579787] env[68872]: DEBUG oslo_vmware.api [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.613313] env[68872]: DEBUG nova.network.neutron [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Successfully updated port: 9b7bb304-646b-4421-859b-cc1a39cce795 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 743.650818] env[68872]: DEBUG nova.compute.manager [req-8f1b61c6-5546-488a-8423-c5fd3dc9565b req-ef7288ce-3b9a-4bfa-a57f-6db9a935024e service nova] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Received event network-vif-plugged-9b7bb304-646b-4421-859b-cc1a39cce795 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.651062] env[68872]: DEBUG oslo_concurrency.lockutils [req-8f1b61c6-5546-488a-8423-c5fd3dc9565b req-ef7288ce-3b9a-4bfa-a57f-6db9a935024e service nova] Acquiring lock "547b97db-c690-457e-8d82-6bfbdc576f52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.651317] env[68872]: DEBUG oslo_concurrency.lockutils [req-8f1b61c6-5546-488a-8423-c5fd3dc9565b req-ef7288ce-3b9a-4bfa-a57f-6db9a935024e service nova] Lock "547b97db-c690-457e-8d82-6bfbdc576f52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.651510] env[68872]: DEBUG oslo_concurrency.lockutils [req-8f1b61c6-5546-488a-8423-c5fd3dc9565b req-ef7288ce-3b9a-4bfa-a57f-6db9a935024e service nova] Lock "547b97db-c690-457e-8d82-6bfbdc576f52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.651681] env[68872]: DEBUG nova.compute.manager [req-8f1b61c6-5546-488a-8423-c5fd3dc9565b req-ef7288ce-3b9a-4bfa-a57f-6db9a935024e service nova] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] No waiting events found dispatching network-vif-plugged-9b7bb304-646b-4421-859b-cc1a39cce795 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 743.651847] env[68872]: WARNING nova.compute.manager [req-8f1b61c6-5546-488a-8423-c5fd3dc9565b req-ef7288ce-3b9a-4bfa-a57f-6db9a935024e service nova] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Received unexpected event network-vif-plugged-9b7bb304-646b-4421-859b-cc1a39cce795 for instance with vm_state building and task_state spawning. [ 743.680821] env[68872]: DEBUG oslo_vmware.api [None req-e0d05a3d-f05c-4d9b-8b93-6261a1bc002d tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] Task: {'id': task-3092346, 'name': ReconfigVM_Task, 'duration_secs': 0.233041} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.683100] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d05a3d-f05c-4d9b-8b93-6261a1bc002d tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618955', 'volume_id': '065c9041-d5c6-4fd5-b12c-165b79267e67', 'name': 'volume-065c9041-d5c6-4fd5-b12c-165b79267e67', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '545fb708-58ee-4c11-9099-8a507960f7ab', 'attached_at': '', 'detached_at': '', 'volume_id': '065c9041-d5c6-4fd5-b12c-165b79267e67', 'serial': '065c9041-d5c6-4fd5-b12c-165b79267e67'} {{(pid=68872) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 743.744230] env[68872]: DEBUG oslo_concurrency.lockutils [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.833253] env[68872]: DEBUG oslo_vmware.api [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092347, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.932019] env[68872]: DEBUG nova.compute.utils [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.935138] env[68872]: DEBUG nova.compute.manager [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 743.935138] env[68872]: DEBUG nova.network.neutron [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.986198] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092350, 'name': CreateVM_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.994220] env[68872]: DEBUG nova.policy [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0ebb0a2f76a4fb0afa6f13f2fe2eea7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fde025fc382b482b930cbe3dd25c8689', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 744.080886] env[68872]: DEBUG oslo_vmware.api [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.215604} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.083991] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.086238] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc211835-0163-4af5-8bb6-e70e1023cf8e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.113373] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] dc37cf64-53d1-4b17-aa7d-2659924aef50/dc37cf64-53d1-4b17-aa7d-2659924aef50.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.113373] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ed05116-df05-45f9-a37f-1f68a95494ea {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.128314] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "refresh_cache-547b97db-c690-457e-8d82-6bfbdc576f52" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.128991] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquired lock "refresh_cache-547b97db-c690-457e-8d82-6bfbdc576f52" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.128991] env[68872]: DEBUG nova.network.neutron [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.135975] env[68872]: DEBUG oslo_vmware.api [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 744.135975] env[68872]: value = "task-3092352" [ 744.135975] env[68872]: _type = "Task" [ 744.135975] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.151094] env[68872]: DEBUG oslo_vmware.api [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092352, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.242980] env[68872]: DEBUG nova.network.neutron [req-269083eb-2625-449f-b857-a5a2376b76c7 req-411ce7d3-de81-45f9-a5e8-b9904d3b2983 service nova] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Updated VIF entry in instance network info cache for port bfc9db41-c567-46e5-9d80-1bd93234fba2. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.243493] env[68872]: DEBUG nova.network.neutron [req-269083eb-2625-449f-b857-a5a2376b76c7 req-411ce7d3-de81-45f9-a5e8-b9904d3b2983 service nova] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Updating instance_info_cache with network_info: [{"id": "bfc9db41-c567-46e5-9d80-1bd93234fba2", "address": "fa:16:3e:8c:da:7e", "network": {"id": "8fcb40c5-3cc1-4f59-9dd0-0a41940fdb5e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1423488064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d5779204d2d4474ae9e57ce975a4ff2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfc9db41-c5", "ovs_interfaceid": "bfc9db41-c567-46e5-9d80-1bd93234fba2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.335984] env[68872]: DEBUG oslo_vmware.api [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092347, 'name': PowerOnVM_Task, 'duration_secs': 0.881463} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.335984] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.335984] env[68872]: INFO nova.compute.manager [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Took 9.60 seconds to spawn the instance on the hypervisor. [ 744.336166] env[68872]: DEBUG nova.compute.manager [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.339668] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1595beb-4034-4f38-92d7-e19329db0e25 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.436418] env[68872]: DEBUG nova.compute.manager [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 744.464938] env[68872]: DEBUG nova.network.neutron [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Successfully created port: 87c2e8c9-5f58-42fe-b2f7-bcd108b2ee98 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 744.488731] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092350, 'name': CreateVM_Task, 'duration_secs': 0.677398} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.491990] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.492904] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.493029] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.493414] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.494036] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd1719bc-f835-446f-b804-eb8a69ac28c5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.499485] env[68872]: DEBUG oslo_vmware.api [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Waiting for the task: (returnval){ [ 744.499485] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52cfcf88-82fb-2c6b-b21e-aa4fe5812b1d" [ 744.499485] env[68872]: _type = "Task" [ 744.499485] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.507733] env[68872]: DEBUG oslo_vmware.api [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52cfcf88-82fb-2c6b-b21e-aa4fe5812b1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.649275] env[68872]: DEBUG oslo_vmware.api [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092352, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.683782] env[68872]: DEBUG nova.network.neutron [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 744.747568] env[68872]: DEBUG oslo_concurrency.lockutils [req-269083eb-2625-449f-b857-a5a2376b76c7 req-411ce7d3-de81-45f9-a5e8-b9904d3b2983 service nova] Releasing lock "refresh_cache-c2a62e2c-866c-4ed8-8026-b62a834a620f" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.761797] env[68872]: DEBUG nova.objects.instance [None req-e0d05a3d-f05c-4d9b-8b93-6261a1bc002d tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] Lazy-loading 'flavor' on Instance uuid 545fb708-58ee-4c11-9099-8a507960f7ab {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.860633] env[68872]: INFO nova.compute.manager [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Took 39.04 seconds to build instance. [ 744.900836] env[68872]: DEBUG nova.network.neutron [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Updating instance_info_cache with network_info: [{"id": "9b7bb304-646b-4421-859b-cc1a39cce795", "address": "fa:16:3e:0f:d1:ce", "network": {"id": "2952e37f-de5f-4200-af72-77a1f91fda95", "bridge": "br-int", "label": "tempest-ServersTestJSON-1588416409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3122db561374360820368cbb6362af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b7bb304-64", "ovs_interfaceid": "9b7bb304-646b-4421-859b-cc1a39cce795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.016592] env[68872]: DEBUG oslo_vmware.api [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52cfcf88-82fb-2c6b-b21e-aa4fe5812b1d, 'name': SearchDatastore_Task, 'duration_secs': 0.029358} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.016658] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.016956] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.017281] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.017470] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.017667] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.020399] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93f1e477-6477-448b-a8c2-d3044d424df1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.031800] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.031992] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.032745] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91dbadd8-f382-4f6b-8f00-93ed573caf65 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.038584] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca65b9c4-d2ed-418c-aa86-1891e775c61f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.048568] env[68872]: DEBUG oslo_vmware.api [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Waiting for the task: (returnval){ [ 745.048568] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52cd3e7b-8123-39da-da85-6e7ca931a41b" [ 745.048568] env[68872]: _type = "Task" [ 745.048568] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.049861] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a826c611-f3b2-474e-b61d-55f174ee99f3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.061673] env[68872]: DEBUG oslo_vmware.api [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52cd3e7b-8123-39da-da85-6e7ca931a41b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.091558] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278ac18e-f67f-4a38-b1f2-bc34bdfd3da1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.100393] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da01f6af-2473-4650-a47b-e26689a8891a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.114859] env[68872]: DEBUG nova.compute.provider_tree [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.146904] env[68872]: DEBUG oslo_vmware.api [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092352, 'name': ReconfigVM_Task, 'duration_secs': 0.778202} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.147200] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Reconfigured VM instance instance-0000002a to attach disk [datastore2] dc37cf64-53d1-4b17-aa7d-2659924aef50/dc37cf64-53d1-4b17-aa7d-2659924aef50.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.147928] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06baf4bf-e14c-4ea4-bfc8-fb397d4dffd3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.155301] env[68872]: DEBUG oslo_vmware.api [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 745.155301] env[68872]: value = "task-3092353" [ 745.155301] env[68872]: _type = "Task" [ 745.155301] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.166117] env[68872]: DEBUG oslo_vmware.api [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092353, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.206709] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "64959e3f-ada4-478c-9d1f-046ab4228db1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.206709] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "64959e3f-ada4-478c-9d1f-046ab4228db1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.268431] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e0d05a3d-f05c-4d9b-8b93-6261a1bc002d tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] Lock "545fb708-58ee-4c11-9099-8a507960f7ab" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.896s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.361950] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a378babd-dc87-4d4e-a42e-db093a69c186 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "c7c9ee10-b598-496a-ab2c-bf8c5fe97052" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.506s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.410644] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Releasing lock "refresh_cache-547b97db-c690-457e-8d82-6bfbdc576f52" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.410984] env[68872]: DEBUG nova.compute.manager [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Instance network_info: |[{"id": "9b7bb304-646b-4421-859b-cc1a39cce795", "address": "fa:16:3e:0f:d1:ce", "network": {"id": "2952e37f-de5f-4200-af72-77a1f91fda95", "bridge": "br-int", "label": "tempest-ServersTestJSON-1588416409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3122db561374360820368cbb6362af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b7bb304-64", "ovs_interfaceid": "9b7bb304-646b-4421-859b-cc1a39cce795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 745.411472] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:d1:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b7bb304-646b-4421-859b-cc1a39cce795', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.422445] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Creating folder: Project (b3122db561374360820368cbb6362af4). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.422760] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc50cc2a-c011-465b-bbed-3bddd33f6955 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.437078] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Created folder: Project (b3122db561374360820368cbb6362af4) in parent group-v618835. [ 745.437327] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Creating folder: Instances. Parent ref: group-v618963. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.437589] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83dd3f78-97ee-492e-879d-ed8a7a80df2a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.445547] env[68872]: DEBUG nova.compute.manager [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 745.450309] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Created folder: Instances in parent group-v618963. [ 745.450309] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.450309] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 745.450793] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b42cd26b-c1ba-4ebb-a0b9-3f4ffe12beb1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.475817] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.475817] env[68872]: value = "task-3092356" [ 745.475817] env[68872]: _type = "Task" [ 745.475817] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.484251] env[68872]: DEBUG nova.virt.hardware [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.484571] env[68872]: DEBUG nova.virt.hardware [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.484813] env[68872]: DEBUG nova.virt.hardware [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.485155] env[68872]: DEBUG nova.virt.hardware [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.485750] env[68872]: DEBUG nova.virt.hardware [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.485750] env[68872]: DEBUG nova.virt.hardware [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.485856] env[68872]: DEBUG nova.virt.hardware [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.486085] env[68872]: DEBUG nova.virt.hardware [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.486286] env[68872]: DEBUG nova.virt.hardware [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.486452] env[68872]: DEBUG nova.virt.hardware [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.486621] env[68872]: DEBUG nova.virt.hardware [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.487545] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134f0e0f-37aa-4b49-b4e1-445fea3949d3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.493600] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092356, 'name': CreateVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.499377] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fcb09b-01be-4cba-a71a-18cb55f5d7f4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.564432] env[68872]: DEBUG oslo_vmware.api [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52cd3e7b-8123-39da-da85-6e7ca931a41b, 'name': SearchDatastore_Task, 'duration_secs': 0.02145} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.565598] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fd44278-eece-4c45-bafe-2de3b0dc6ec0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.571218] env[68872]: DEBUG oslo_vmware.api [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Waiting for the task: (returnval){ [ 745.571218] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52bf362a-492e-9e3d-0566-25a86e497560" [ 745.571218] env[68872]: _type = "Task" [ 745.571218] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.582220] env[68872]: DEBUG oslo_vmware.api [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52bf362a-492e-9e3d-0566-25a86e497560, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.619466] env[68872]: DEBUG nova.scheduler.client.report [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.665518] env[68872]: DEBUG oslo_vmware.api [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092353, 'name': Rename_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.801176] env[68872]: DEBUG nova.compute.manager [req-94aae26a-f286-40f9-a0ba-e82a12b10f7c req-8493e873-9bfe-481e-bdbb-3e112ca39432 service nova] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Received event network-changed-9b7bb304-646b-4421-859b-cc1a39cce795 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.801176] env[68872]: DEBUG nova.compute.manager [req-94aae26a-f286-40f9-a0ba-e82a12b10f7c req-8493e873-9bfe-481e-bdbb-3e112ca39432 service nova] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Refreshing instance network info cache due to event network-changed-9b7bb304-646b-4421-859b-cc1a39cce795. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 745.801176] env[68872]: DEBUG oslo_concurrency.lockutils [req-94aae26a-f286-40f9-a0ba-e82a12b10f7c req-8493e873-9bfe-481e-bdbb-3e112ca39432 service nova] Acquiring lock "refresh_cache-547b97db-c690-457e-8d82-6bfbdc576f52" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.801176] env[68872]: DEBUG oslo_concurrency.lockutils [req-94aae26a-f286-40f9-a0ba-e82a12b10f7c req-8493e873-9bfe-481e-bdbb-3e112ca39432 service nova] Acquired lock "refresh_cache-547b97db-c690-457e-8d82-6bfbdc576f52" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.801176] env[68872]: DEBUG nova.network.neutron [req-94aae26a-f286-40f9-a0ba-e82a12b10f7c req-8493e873-9bfe-481e-bdbb-3e112ca39432 service nova] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Refreshing network info cache for port 9b7bb304-646b-4421-859b-cc1a39cce795 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.820083] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7a33df2c-f944-4ea8-8766-f7511789da18 tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] Acquiring lock "545fb708-58ee-4c11-9099-8a507960f7ab" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.820263] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7a33df2c-f944-4ea8-8766-f7511789da18 tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] Lock "545fb708-58ee-4c11-9099-8a507960f7ab" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.864328] env[68872]: DEBUG nova.compute.manager [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.989615] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092356, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.085038] env[68872]: DEBUG oslo_vmware.api [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52bf362a-492e-9e3d-0566-25a86e497560, 'name': SearchDatastore_Task, 'duration_secs': 0.013322} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.085418] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.085794] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] c2a62e2c-866c-4ed8-8026-b62a834a620f/c2a62e2c-866c-4ed8-8026-b62a834a620f.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.086981] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32827f73-1e27-448b-ae9e-243e38d1539a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.095255] env[68872]: DEBUG oslo_vmware.api [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Waiting for the task: (returnval){ [ 746.095255] env[68872]: value = "task-3092357" [ 746.095255] env[68872]: _type = "Task" [ 746.095255] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.103225] env[68872]: DEBUG nova.compute.manager [req-b896a27f-9259-4d49-b031-16903632756d req-f590a88f-c9c7-441a-b417-ac25df4361ee service nova] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Received event network-vif-plugged-87c2e8c9-5f58-42fe-b2f7-bcd108b2ee98 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.103552] env[68872]: DEBUG oslo_concurrency.lockutils [req-b896a27f-9259-4d49-b031-16903632756d req-f590a88f-c9c7-441a-b417-ac25df4361ee service nova] Acquiring lock "f55dd82e-62d1-4489-8376-614bcc41312c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.103816] env[68872]: DEBUG oslo_concurrency.lockutils [req-b896a27f-9259-4d49-b031-16903632756d req-f590a88f-c9c7-441a-b417-ac25df4361ee service nova] Lock "f55dd82e-62d1-4489-8376-614bcc41312c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.104079] env[68872]: DEBUG oslo_concurrency.lockutils [req-b896a27f-9259-4d49-b031-16903632756d req-f590a88f-c9c7-441a-b417-ac25df4361ee service nova] Lock "f55dd82e-62d1-4489-8376-614bcc41312c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.104339] env[68872]: DEBUG nova.compute.manager [req-b896a27f-9259-4d49-b031-16903632756d req-f590a88f-c9c7-441a-b417-ac25df4361ee service nova] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] No waiting events found dispatching network-vif-plugged-87c2e8c9-5f58-42fe-b2f7-bcd108b2ee98 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 746.104596] env[68872]: WARNING nova.compute.manager [req-b896a27f-9259-4d49-b031-16903632756d req-f590a88f-c9c7-441a-b417-ac25df4361ee service nova] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Received unexpected event network-vif-plugged-87c2e8c9-5f58-42fe-b2f7-bcd108b2ee98 for instance with vm_state building and task_state spawning. [ 746.112105] env[68872]: DEBUG oslo_vmware.api [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.124457] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.124971] env[68872]: DEBUG nova.compute.manager [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 746.127436] env[68872]: DEBUG oslo_concurrency.lockutils [None req-79c201e3-81f8-4be2-b38b-335b263aacd7 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.485s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.131017] env[68872]: DEBUG nova.objects.instance [None req-79c201e3-81f8-4be2-b38b-335b263aacd7 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Lazy-loading 'resources' on Instance uuid 9b09d19e-2506-413a-867d-8be41a5bada7 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.166818] env[68872]: DEBUG oslo_vmware.api [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092353, 'name': Rename_Task, 'duration_secs': 0.88218} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.167731] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.167731] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3546476c-623d-44fb-b9b6-ec7b3eb5f9a4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.175307] env[68872]: DEBUG oslo_vmware.api [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 746.175307] env[68872]: value = "task-3092358" [ 746.175307] env[68872]: _type = "Task" [ 746.175307] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.180143] env[68872]: DEBUG nova.network.neutron [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Successfully updated port: 87c2e8c9-5f58-42fe-b2f7-bcd108b2ee98 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.187673] env[68872]: DEBUG oslo_vmware.api [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092358, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.324493] env[68872]: INFO nova.compute.manager [None req-7a33df2c-f944-4ea8-8766-f7511789da18 tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Detaching volume 065c9041-d5c6-4fd5-b12c-165b79267e67 [ 746.365952] env[68872]: INFO nova.virt.block_device [None req-7a33df2c-f944-4ea8-8766-f7511789da18 tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Attempting to driver detach volume 065c9041-d5c6-4fd5-b12c-165b79267e67 from mountpoint /dev/sdb [ 746.366098] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a33df2c-f944-4ea8-8766-f7511789da18 tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Volume detach. Driver type: vmdk {{(pid=68872) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 746.366294] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a33df2c-f944-4ea8-8766-f7511789da18 tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618955', 'volume_id': '065c9041-d5c6-4fd5-b12c-165b79267e67', 'name': 'volume-065c9041-d5c6-4fd5-b12c-165b79267e67', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '545fb708-58ee-4c11-9099-8a507960f7ab', 'attached_at': '', 'detached_at': '', 'volume_id': '065c9041-d5c6-4fd5-b12c-165b79267e67', 'serial': '065c9041-d5c6-4fd5-b12c-165b79267e67'} {{(pid=68872) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 746.367361] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31055c9c-c467-4eda-b131-036e1a6db274 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.396754] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.397669] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1305662d-7bd4-49b0-bfd9-d135629acabe {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.406832] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b08258a-9ec2-4c6c-a15c-9bca1baebcd0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.430643] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76250b8-9cf0-45e3-9057-376b2645bce3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.449357] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a33df2c-f944-4ea8-8766-f7511789da18 tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] The volume has not been displaced from its original location: [datastore2] volume-065c9041-d5c6-4fd5-b12c-165b79267e67/volume-065c9041-d5c6-4fd5-b12c-165b79267e67.vmdk. No consolidation needed. {{(pid=68872) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 746.454700] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a33df2c-f944-4ea8-8766-f7511789da18 tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Reconfiguring VM instance instance-0000000c to detach disk 2001 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 746.456900] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-809bd8d1-8a4a-45f0-8cef-8d97b0063479 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.476983] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquiring lock "045ef5de-67da-4454-b203-57d0fb26d12d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.477336] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "045ef5de-67da-4454-b203-57d0fb26d12d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.485897] env[68872]: DEBUG oslo_vmware.api [None req-7a33df2c-f944-4ea8-8766-f7511789da18 tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] Waiting for the task: (returnval){ [ 746.485897] env[68872]: value = "task-3092359" [ 746.485897] env[68872]: _type = "Task" [ 746.485897] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.490599] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092356, 'name': CreateVM_Task, 'duration_secs': 0.84126} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.493836] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.494836] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.494836] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.495026] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.495863] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-996f9cd7-43c5-407b-b810-8e17a293a205 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.504369] env[68872]: DEBUG oslo_vmware.api [None req-7a33df2c-f944-4ea8-8766-f7511789da18 tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] Task: {'id': task-3092359, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.505442] env[68872]: DEBUG oslo_vmware.api [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 746.505442] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]521bb40b-d1cd-3909-0e2c-b91373aa9bfc" [ 746.505442] env[68872]: _type = "Task" [ 746.505442] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.514509] env[68872]: DEBUG oslo_vmware.api [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]521bb40b-d1cd-3909-0e2c-b91373aa9bfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.608294] env[68872]: DEBUG oslo_vmware.api [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092357, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.618785] env[68872]: DEBUG nova.network.neutron [req-94aae26a-f286-40f9-a0ba-e82a12b10f7c req-8493e873-9bfe-481e-bdbb-3e112ca39432 service nova] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Updated VIF entry in instance network info cache for port 9b7bb304-646b-4421-859b-cc1a39cce795. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.619287] env[68872]: DEBUG nova.network.neutron [req-94aae26a-f286-40f9-a0ba-e82a12b10f7c req-8493e873-9bfe-481e-bdbb-3e112ca39432 service nova] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Updating instance_info_cache with network_info: [{"id": "9b7bb304-646b-4421-859b-cc1a39cce795", "address": "fa:16:3e:0f:d1:ce", "network": {"id": "2952e37f-de5f-4200-af72-77a1f91fda95", "bridge": "br-int", "label": "tempest-ServersTestJSON-1588416409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3122db561374360820368cbb6362af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b7bb304-64", "ovs_interfaceid": "9b7bb304-646b-4421-859b-cc1a39cce795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.630647] env[68872]: DEBUG nova.compute.utils [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 746.633160] env[68872]: DEBUG nova.compute.manager [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 746.633420] env[68872]: DEBUG nova.network.neutron [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 746.683175] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquiring lock "refresh_cache-f55dd82e-62d1-4489-8376-614bcc41312c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.683340] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquired lock "refresh_cache-f55dd82e-62d1-4489-8376-614bcc41312c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.683478] env[68872]: DEBUG nova.network.neutron [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.691704] env[68872]: DEBUG oslo_vmware.api [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092358, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.706353] env[68872]: DEBUG nova.policy [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29a1c566fd9546248829e0d32d4a0b9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd277ded6b27745bbb24d479685e27d77', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.006472] env[68872]: DEBUG oslo_vmware.api [None req-7a33df2c-f944-4ea8-8766-f7511789da18 tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] Task: {'id': task-3092359, 'name': ReconfigVM_Task, 'duration_secs': 0.412167} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.010035] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a33df2c-f944-4ea8-8766-f7511789da18 tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Reconfigured VM instance instance-0000000c to detach disk 2001 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 747.017266] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-376ac42e-7a09-49e0-b3ed-18375f9fd19a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.035643] env[68872]: DEBUG oslo_vmware.api [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]521bb40b-d1cd-3909-0e2c-b91373aa9bfc, 'name': SearchDatastore_Task, 'duration_secs': 0.05945} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.036702] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.037182] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.037292] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.037413] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.037569] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.037924] env[68872]: DEBUG oslo_vmware.api [None req-7a33df2c-f944-4ea8-8766-f7511789da18 tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] Waiting for the task: (returnval){ [ 747.037924] env[68872]: value = "task-3092360" [ 747.037924] env[68872]: _type = "Task" [ 747.037924] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.038167] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3963b203-5ca3-48a9-beb0-4aaec6da21ea {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.051413] env[68872]: DEBUG oslo_vmware.api [None req-7a33df2c-f944-4ea8-8766-f7511789da18 tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] Task: {'id': task-3092360, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.053539] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.053797] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.054630] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-706f7eb8-9a85-4e37-9275-7eb30e1ff9b0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.060611] env[68872]: DEBUG oslo_vmware.api [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 747.060611] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52732145-7f1d-933b-3c38-a69665fcebb3" [ 747.060611] env[68872]: _type = "Task" [ 747.060611] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.073937] env[68872]: DEBUG oslo_vmware.api [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52732145-7f1d-933b-3c38-a69665fcebb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.085214] env[68872]: DEBUG nova.network.neutron [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Successfully created port: 5fe0ab68-9674-4436-8e3f-18c5ff6bacb0 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.109201] env[68872]: DEBUG oslo_vmware.api [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092357, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609869} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.109510] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] c2a62e2c-866c-4ed8-8026-b62a834a620f/c2a62e2c-866c-4ed8-8026-b62a834a620f.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.109733] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.110040] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cae04df9-8540-463e-b106-e9357db0142b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.119046] env[68872]: DEBUG oslo_vmware.api [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Waiting for the task: (returnval){ [ 747.119046] env[68872]: value = "task-3092361" [ 747.119046] env[68872]: _type = "Task" [ 747.119046] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.125458] env[68872]: DEBUG oslo_concurrency.lockutils [req-94aae26a-f286-40f9-a0ba-e82a12b10f7c req-8493e873-9bfe-481e-bdbb-3e112ca39432 service nova] Releasing lock "refresh_cache-547b97db-c690-457e-8d82-6bfbdc576f52" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.132914] env[68872]: DEBUG oslo_vmware.api [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092361, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.142148] env[68872]: DEBUG nova.compute.manager [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 747.200035] env[68872]: DEBUG oslo_vmware.api [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092358, 'name': PowerOnVM_Task, 'duration_secs': 0.626964} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.200035] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.200035] env[68872]: INFO nova.compute.manager [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Took 9.88 seconds to spawn the instance on the hypervisor. [ 747.200035] env[68872]: DEBUG nova.compute.manager [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.200035] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b9b6d3-729d-4b82-8bc5-8dee54a2b6cc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.257358] env[68872]: DEBUG nova.network.neutron [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.265263] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36442fd7-103a-48a9-be90-5763ab3882e4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.275964] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f888b5aa-e668-4960-aac8-97d31fbbbb42 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.309757] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be85cc8b-992b-48dd-88e4-036054ef9b8d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.318600] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e71873b-809d-4d44-ba19-11f3fa940cc1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.335646] env[68872]: DEBUG nova.compute.provider_tree [None req-79c201e3-81f8-4be2-b38b-335b263aacd7 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.488373] env[68872]: DEBUG nova.network.neutron [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Updating instance_info_cache with network_info: [{"id": "87c2e8c9-5f58-42fe-b2f7-bcd108b2ee98", "address": "fa:16:3e:f5:9c:ab", "network": {"id": "4b7c7b81-2b8d-430e-8b28-66c2135b7d3f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-958671692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fde025fc382b482b930cbe3dd25c8689", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87c2e8c9-5f", "ovs_interfaceid": "87c2e8c9-5f58-42fe-b2f7-bcd108b2ee98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.551934] env[68872]: DEBUG oslo_vmware.api [None req-7a33df2c-f944-4ea8-8766-f7511789da18 tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] Task: {'id': task-3092360, 'name': ReconfigVM_Task, 'duration_secs': 0.22162} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.552270] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a33df2c-f944-4ea8-8766-f7511789da18 tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618955', 'volume_id': '065c9041-d5c6-4fd5-b12c-165b79267e67', 'name': 'volume-065c9041-d5c6-4fd5-b12c-165b79267e67', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '545fb708-58ee-4c11-9099-8a507960f7ab', 'attached_at': '', 'detached_at': '', 'volume_id': '065c9041-d5c6-4fd5-b12c-165b79267e67', 'serial': '065c9041-d5c6-4fd5-b12c-165b79267e67'} {{(pid=68872) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 747.571533] env[68872]: DEBUG oslo_vmware.api [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52732145-7f1d-933b-3c38-a69665fcebb3, 'name': SearchDatastore_Task, 'duration_secs': 0.027684} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.572373] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fd85cfe-763a-43a2-8b6c-9d4780b7f3f0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.578428] env[68872]: DEBUG oslo_vmware.api [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 747.578428] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52109262-eef9-f255-aaa2-da5618ecd214" [ 747.578428] env[68872]: _type = "Task" [ 747.578428] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.589965] env[68872]: DEBUG oslo_vmware.api [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52109262-eef9-f255-aaa2-da5618ecd214, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.630356] env[68872]: DEBUG oslo_vmware.api [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092361, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095185} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.630356] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.630897] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f881a409-c40d-499a-865e-0a03392d9de5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.658325] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] c2a62e2c-866c-4ed8-8026-b62a834a620f/c2a62e2c-866c-4ed8-8026-b62a834a620f.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.659044] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bce5127c-c42e-496e-9277-92f2998a32ef {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.682083] env[68872]: DEBUG oslo_vmware.api [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Waiting for the task: (returnval){ [ 747.682083] env[68872]: value = "task-3092362" [ 747.682083] env[68872]: _type = "Task" [ 747.682083] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.692319] env[68872]: DEBUG oslo_vmware.api [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092362, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.724224] env[68872]: INFO nova.compute.manager [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Took 41.31 seconds to build instance. [ 747.838990] env[68872]: DEBUG nova.scheduler.client.report [None req-79c201e3-81f8-4be2-b38b-335b263aacd7 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.991061] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Releasing lock "refresh_cache-f55dd82e-62d1-4489-8376-614bcc41312c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.991440] env[68872]: DEBUG nova.compute.manager [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Instance network_info: |[{"id": "87c2e8c9-5f58-42fe-b2f7-bcd108b2ee98", "address": "fa:16:3e:f5:9c:ab", "network": {"id": "4b7c7b81-2b8d-430e-8b28-66c2135b7d3f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-958671692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fde025fc382b482b930cbe3dd25c8689", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87c2e8c9-5f", "ovs_interfaceid": "87c2e8c9-5f58-42fe-b2f7-bcd108b2ee98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 747.991865] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:9c:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87c2e8c9-5f58-42fe-b2f7-bcd108b2ee98', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.000700] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.000922] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.001192] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e2f03d6-2f34-465d-ada6-80a368b18a2a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.022923] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.022923] env[68872]: value = "task-3092363" [ 748.022923] env[68872]: _type = "Task" [ 748.022923] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.031769] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092363, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.090201] env[68872]: DEBUG oslo_vmware.api [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52109262-eef9-f255-aaa2-da5618ecd214, 'name': SearchDatastore_Task, 'duration_secs': 0.046121} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.090475] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.090750] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 547b97db-c690-457e-8d82-6bfbdc576f52/547b97db-c690-457e-8d82-6bfbdc576f52.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.091042] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b5d6c37-cb9a-499f-8e19-56875e30b6c5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.100387] env[68872]: DEBUG oslo_vmware.api [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 748.100387] env[68872]: value = "task-3092364" [ 748.100387] env[68872]: _type = "Task" [ 748.100387] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.110803] env[68872]: DEBUG oslo_vmware.api [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092364, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.118017] env[68872]: DEBUG nova.objects.instance [None req-7a33df2c-f944-4ea8-8766-f7511789da18 tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] Lazy-loading 'flavor' on Instance uuid 545fb708-58ee-4c11-9099-8a507960f7ab {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.132616] env[68872]: DEBUG nova.compute.manager [req-689de4f1-46b9-432a-86d8-964969061dc2 req-ca97e3a8-20b9-4a88-8d15-2f75378cc162 service nova] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Received event network-changed-87c2e8c9-5f58-42fe-b2f7-bcd108b2ee98 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.132616] env[68872]: DEBUG nova.compute.manager [req-689de4f1-46b9-432a-86d8-964969061dc2 req-ca97e3a8-20b9-4a88-8d15-2f75378cc162 service nova] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Refreshing instance network info cache due to event network-changed-87c2e8c9-5f58-42fe-b2f7-bcd108b2ee98. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 748.132616] env[68872]: DEBUG oslo_concurrency.lockutils [req-689de4f1-46b9-432a-86d8-964969061dc2 req-ca97e3a8-20b9-4a88-8d15-2f75378cc162 service nova] Acquiring lock "refresh_cache-f55dd82e-62d1-4489-8376-614bcc41312c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.133390] env[68872]: DEBUG oslo_concurrency.lockutils [req-689de4f1-46b9-432a-86d8-964969061dc2 req-ca97e3a8-20b9-4a88-8d15-2f75378cc162 service nova] Acquired lock "refresh_cache-f55dd82e-62d1-4489-8376-614bcc41312c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.133560] env[68872]: DEBUG nova.network.neutron [req-689de4f1-46b9-432a-86d8-964969061dc2 req-ca97e3a8-20b9-4a88-8d15-2f75378cc162 service nova] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Refreshing network info cache for port 87c2e8c9-5f58-42fe-b2f7-bcd108b2ee98 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.160375] env[68872]: DEBUG nova.compute.manager [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 748.189291] env[68872]: DEBUG nova.virt.hardware [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.189671] env[68872]: DEBUG nova.virt.hardware [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.189862] env[68872]: DEBUG nova.virt.hardware [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.190167] env[68872]: DEBUG nova.virt.hardware [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.190399] env[68872]: DEBUG nova.virt.hardware [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.190521] env[68872]: DEBUG nova.virt.hardware [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.190732] env[68872]: DEBUG nova.virt.hardware [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.190927] env[68872]: DEBUG nova.virt.hardware [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.191130] env[68872]: DEBUG nova.virt.hardware [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.191311] env[68872]: DEBUG nova.virt.hardware [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.191539] env[68872]: DEBUG nova.virt.hardware [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.192400] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3d416a-c6f4-4a43-a708-c5fce1abd475 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.198765] env[68872]: DEBUG oslo_vmware.api [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092362, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.205510] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6780a22-a085-4060-ae66-fb34267a0e1c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.226024] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09c9b973-d014-4cf4-9bbb-b30a66b99357 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lock "dc37cf64-53d1-4b17-aa7d-2659924aef50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.579s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.343685] env[68872]: DEBUG oslo_concurrency.lockutils [None req-79c201e3-81f8-4be2-b38b-335b263aacd7 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.216s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.346978] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4cb7d1dc-bb93-41be-8aa3-2f80251d53b3 tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.805s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.347422] env[68872]: DEBUG nova.objects.instance [None req-4cb7d1dc-bb93-41be-8aa3-2f80251d53b3 tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Lazy-loading 'resources' on Instance uuid b1807389-9864-40a7-9738-c2bfb472a003 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.376102] env[68872]: INFO nova.scheduler.client.report [None req-79c201e3-81f8-4be2-b38b-335b263aacd7 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Deleted allocations for instance 9b09d19e-2506-413a-867d-8be41a5bada7 [ 748.534687] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092363, 'name': CreateVM_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.611335] env[68872]: DEBUG oslo_vmware.api [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092364, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.693188] env[68872]: DEBUG oslo_vmware.api [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092362, 'name': ReconfigVM_Task, 'duration_secs': 0.551456} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.693478] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Reconfigured VM instance instance-0000002b to attach disk [datastore1] c2a62e2c-866c-4ed8-8026-b62a834a620f/c2a62e2c-866c-4ed8-8026-b62a834a620f.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.694218] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64ecfc0c-687c-4798-ac13-961c035c3ddc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.705547] env[68872]: DEBUG oslo_vmware.api [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Waiting for the task: (returnval){ [ 748.705547] env[68872]: value = "task-3092365" [ 748.705547] env[68872]: _type = "Task" [ 748.705547] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.717438] env[68872]: DEBUG oslo_vmware.api [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092365, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.729258] env[68872]: DEBUG nova.compute.manager [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.825071] env[68872]: DEBUG nova.network.neutron [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Successfully updated port: 5fe0ab68-9674-4436-8e3f-18c5ff6bacb0 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 748.891667] env[68872]: DEBUG oslo_concurrency.lockutils [None req-79c201e3-81f8-4be2-b38b-335b263aacd7 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Lock "9b09d19e-2506-413a-867d-8be41a5bada7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.775s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.037834] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092363, 'name': CreateVM_Task, 'duration_secs': 0.769324} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.038013] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.038839] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.038911] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.039254] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.042067] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bab4131-ff27-4b04-aaa9-2bf59800ede7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.047879] env[68872]: DEBUG oslo_vmware.api [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 749.047879] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52551b43-b9ad-975b-b5ad-1ca725ffe352" [ 749.047879] env[68872]: _type = "Task" [ 749.047879] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.056973] env[68872]: DEBUG oslo_vmware.api [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52551b43-b9ad-975b-b5ad-1ca725ffe352, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.115735] env[68872]: DEBUG oslo_vmware.api [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092364, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601035} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.116086] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 547b97db-c690-457e-8d82-6bfbdc576f52/547b97db-c690-457e-8d82-6bfbdc576f52.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.117443] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.118117] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d851d51-0cc7-4777-9dcf-413663de64b6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.127749] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7a33df2c-f944-4ea8-8766-f7511789da18 tempest-VolumesAssistedSnapshotsTest-490115920 tempest-VolumesAssistedSnapshotsTest-490115920-project-admin] Lock "545fb708-58ee-4c11-9099-8a507960f7ab" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.307s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.128933] env[68872]: DEBUG oslo_vmware.api [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 749.128933] env[68872]: value = "task-3092367" [ 749.128933] env[68872]: _type = "Task" [ 749.128933] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.145331] env[68872]: DEBUG nova.network.neutron [req-689de4f1-46b9-432a-86d8-964969061dc2 req-ca97e3a8-20b9-4a88-8d15-2f75378cc162 service nova] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Updated VIF entry in instance network info cache for port 87c2e8c9-5f58-42fe-b2f7-bcd108b2ee98. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.145662] env[68872]: DEBUG nova.network.neutron [req-689de4f1-46b9-432a-86d8-964969061dc2 req-ca97e3a8-20b9-4a88-8d15-2f75378cc162 service nova] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Updating instance_info_cache with network_info: [{"id": "87c2e8c9-5f58-42fe-b2f7-bcd108b2ee98", "address": "fa:16:3e:f5:9c:ab", "network": {"id": "4b7c7b81-2b8d-430e-8b28-66c2135b7d3f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-958671692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fde025fc382b482b930cbe3dd25c8689", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87c2e8c9-5f", "ovs_interfaceid": "87c2e8c9-5f58-42fe-b2f7-bcd108b2ee98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.148754] env[68872]: DEBUG oslo_vmware.api [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092367, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.217489] env[68872]: DEBUG oslo_vmware.api [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092365, 'name': Rename_Task, 'duration_secs': 0.194236} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.217811] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.218963] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2be994a-e02d-4b6f-87e2-24aa5b5afbad {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.231380] env[68872]: DEBUG oslo_vmware.api [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Waiting for the task: (returnval){ [ 749.231380] env[68872]: value = "task-3092368" [ 749.231380] env[68872]: _type = "Task" [ 749.231380] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.247711] env[68872]: DEBUG oslo_vmware.api [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.259198] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.328935] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Acquiring lock "refresh_cache-5fa31b97-b83c-4be5-8391-91066dcd179c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.329119] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Acquired lock "refresh_cache-5fa31b97-b83c-4be5-8391-91066dcd179c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.329287] env[68872]: DEBUG nova.network.neutron [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.371277] env[68872]: DEBUG nova.compute.manager [req-3f94fef3-64d9-4d85-a6e0-181229af09ce req-26a431d0-b94b-43fe-bb29-aca1eec30adc service nova] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Received event network-changed-32f4e364-adb6-406f-9ab9-2296eb8d5574 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.371335] env[68872]: DEBUG nova.compute.manager [req-3f94fef3-64d9-4d85-a6e0-181229af09ce req-26a431d0-b94b-43fe-bb29-aca1eec30adc service nova] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Refreshing instance network info cache due to event network-changed-32f4e364-adb6-406f-9ab9-2296eb8d5574. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.371549] env[68872]: DEBUG oslo_concurrency.lockutils [req-3f94fef3-64d9-4d85-a6e0-181229af09ce req-26a431d0-b94b-43fe-bb29-aca1eec30adc service nova] Acquiring lock "refresh_cache-dc37cf64-53d1-4b17-aa7d-2659924aef50" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.371695] env[68872]: DEBUG oslo_concurrency.lockutils [req-3f94fef3-64d9-4d85-a6e0-181229af09ce req-26a431d0-b94b-43fe-bb29-aca1eec30adc service nova] Acquired lock "refresh_cache-dc37cf64-53d1-4b17-aa7d-2659924aef50" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.371973] env[68872]: DEBUG nova.network.neutron [req-3f94fef3-64d9-4d85-a6e0-181229af09ce req-26a431d0-b94b-43fe-bb29-aca1eec30adc service nova] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Refreshing network info cache for port 32f4e364-adb6-406f-9ab9-2296eb8d5574 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.443078] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19e9957-2d9b-4e65-ae1f-c3023acecf90 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.453383] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bd2647-bdcf-4b90-870e-77c8b6858046 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.487770] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d7d240-bb74-4dc9-aa0c-c58eb7a9990a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.497281] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5012f917-b205-4af4-9dba-f5999020a5ec {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.513548] env[68872]: DEBUG nova.compute.provider_tree [None req-4cb7d1dc-bb93-41be-8aa3-2f80251d53b3 tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.559464] env[68872]: DEBUG oslo_vmware.api [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52551b43-b9ad-975b-b5ad-1ca725ffe352, 'name': SearchDatastore_Task, 'duration_secs': 0.011398} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.559769] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.560071] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.560330] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.560500] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.560681] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.560977] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60bb8ca2-7707-4a33-a55f-ebbc23a164cd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.571278] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.571500] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.572271] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73c5f73e-a978-4c31-b1f8-cf04e60ed70f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.578414] env[68872]: DEBUG oslo_vmware.api [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 749.578414] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]524f707e-c67c-cc98-14c2-42ae1c6eb508" [ 749.578414] env[68872]: _type = "Task" [ 749.578414] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.587801] env[68872]: DEBUG oslo_vmware.api [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]524f707e-c67c-cc98-14c2-42ae1c6eb508, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.643150] env[68872]: DEBUG oslo_vmware.api [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092367, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082428} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.643472] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.644294] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83e6459-acfd-476e-a851-0baf13922535 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.650125] env[68872]: DEBUG oslo_concurrency.lockutils [req-689de4f1-46b9-432a-86d8-964969061dc2 req-ca97e3a8-20b9-4a88-8d15-2f75378cc162 service nova] Releasing lock "refresh_cache-f55dd82e-62d1-4489-8376-614bcc41312c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.679800] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 547b97db-c690-457e-8d82-6bfbdc576f52/547b97db-c690-457e-8d82-6bfbdc576f52.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.680192] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13eac313-dbb3-4bb6-92bc-9d9cf18261ce {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.702612] env[68872]: DEBUG oslo_concurrency.lockutils [None req-24e30c5e-198e-4da3-9059-116bd2495977 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Acquiring lock "60f355d4-0eee-48c9-93e3-42bcffa200f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.702898] env[68872]: DEBUG oslo_concurrency.lockutils [None req-24e30c5e-198e-4da3-9059-116bd2495977 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Lock "60f355d4-0eee-48c9-93e3-42bcffa200f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.703148] env[68872]: DEBUG oslo_concurrency.lockutils [None req-24e30c5e-198e-4da3-9059-116bd2495977 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Acquiring lock "60f355d4-0eee-48c9-93e3-42bcffa200f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.703375] env[68872]: DEBUG oslo_concurrency.lockutils [None req-24e30c5e-198e-4da3-9059-116bd2495977 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Lock "60f355d4-0eee-48c9-93e3-42bcffa200f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.703505] env[68872]: DEBUG oslo_concurrency.lockutils [None req-24e30c5e-198e-4da3-9059-116bd2495977 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Lock "60f355d4-0eee-48c9-93e3-42bcffa200f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.706175] env[68872]: DEBUG oslo_vmware.api [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 749.706175] env[68872]: value = "task-3092369" [ 749.706175] env[68872]: _type = "Task" [ 749.706175] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.706669] env[68872]: INFO nova.compute.manager [None req-24e30c5e-198e-4da3-9059-116bd2495977 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Terminating instance [ 749.718549] env[68872]: DEBUG oslo_vmware.api [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092369, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.743259] env[68872]: DEBUG oslo_vmware.api [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092368, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.871748] env[68872]: DEBUG nova.network.neutron [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.017207] env[68872]: DEBUG nova.scheduler.client.report [None req-4cb7d1dc-bb93-41be-8aa3-2f80251d53b3 tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.053754] env[68872]: DEBUG nova.network.neutron [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Updating instance_info_cache with network_info: [{"id": "5fe0ab68-9674-4436-8e3f-18c5ff6bacb0", "address": "fa:16:3e:cf:82:66", "network": {"id": "75ca19ec-9666-4afb-918a-c8ab10eb34fd", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1444750360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d277ded6b27745bbb24d479685e27d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fe0ab68-96", "ovs_interfaceid": "5fe0ab68-9674-4436-8e3f-18c5ff6bacb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.095016] env[68872]: DEBUG oslo_vmware.api [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]524f707e-c67c-cc98-14c2-42ae1c6eb508, 'name': SearchDatastore_Task, 'duration_secs': 0.016319} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.095016] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68920aa2-940e-4a3e-8e99-5791c3006b42 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.101897] env[68872]: DEBUG oslo_vmware.api [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 750.101897] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a84d32-9ac1-38f6-439c-098c2c121e00" [ 750.101897] env[68872]: _type = "Task" [ 750.101897] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.113687] env[68872]: DEBUG oslo_vmware.api [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a84d32-9ac1-38f6-439c-098c2c121e00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.191937] env[68872]: DEBUG nova.compute.manager [req-d2ce0012-284d-46c9-af68-85132d18735d req-264af992-ef5f-46d5-8648-494265567b29 service nova] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Received event network-vif-plugged-5fe0ab68-9674-4436-8e3f-18c5ff6bacb0 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.192199] env[68872]: DEBUG oslo_concurrency.lockutils [req-d2ce0012-284d-46c9-af68-85132d18735d req-264af992-ef5f-46d5-8648-494265567b29 service nova] Acquiring lock "5fa31b97-b83c-4be5-8391-91066dcd179c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.192448] env[68872]: DEBUG oslo_concurrency.lockutils [req-d2ce0012-284d-46c9-af68-85132d18735d req-264af992-ef5f-46d5-8648-494265567b29 service nova] Lock "5fa31b97-b83c-4be5-8391-91066dcd179c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.193101] env[68872]: DEBUG oslo_concurrency.lockutils [req-d2ce0012-284d-46c9-af68-85132d18735d req-264af992-ef5f-46d5-8648-494265567b29 service nova] Lock "5fa31b97-b83c-4be5-8391-91066dcd179c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.193290] env[68872]: DEBUG nova.compute.manager [req-d2ce0012-284d-46c9-af68-85132d18735d req-264af992-ef5f-46d5-8648-494265567b29 service nova] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] No waiting events found dispatching network-vif-plugged-5fe0ab68-9674-4436-8e3f-18c5ff6bacb0 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 750.193455] env[68872]: WARNING nova.compute.manager [req-d2ce0012-284d-46c9-af68-85132d18735d req-264af992-ef5f-46d5-8648-494265567b29 service nova] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Received unexpected event network-vif-plugged-5fe0ab68-9674-4436-8e3f-18c5ff6bacb0 for instance with vm_state building and task_state spawning. [ 750.193615] env[68872]: DEBUG nova.compute.manager [req-d2ce0012-284d-46c9-af68-85132d18735d req-264af992-ef5f-46d5-8648-494265567b29 service nova] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Received event network-changed-5fe0ab68-9674-4436-8e3f-18c5ff6bacb0 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.193768] env[68872]: DEBUG nova.compute.manager [req-d2ce0012-284d-46c9-af68-85132d18735d req-264af992-ef5f-46d5-8648-494265567b29 service nova] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Refreshing instance network info cache due to event network-changed-5fe0ab68-9674-4436-8e3f-18c5ff6bacb0. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.193936] env[68872]: DEBUG oslo_concurrency.lockutils [req-d2ce0012-284d-46c9-af68-85132d18735d req-264af992-ef5f-46d5-8648-494265567b29 service nova] Acquiring lock "refresh_cache-5fa31b97-b83c-4be5-8391-91066dcd179c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.195895] env[68872]: DEBUG nova.network.neutron [req-3f94fef3-64d9-4d85-a6e0-181229af09ce req-26a431d0-b94b-43fe-bb29-aca1eec30adc service nova] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Updated VIF entry in instance network info cache for port 32f4e364-adb6-406f-9ab9-2296eb8d5574. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.195895] env[68872]: DEBUG nova.network.neutron [req-3f94fef3-64d9-4d85-a6e0-181229af09ce req-26a431d0-b94b-43fe-bb29-aca1eec30adc service nova] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Updating instance_info_cache with network_info: [{"id": "32f4e364-adb6-406f-9ab9-2296eb8d5574", "address": "fa:16:3e:8b:d1:7d", "network": {"id": "6d0a16ea-9b1c-4aa7-8d55-80f41b7ff7b4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1449616070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8166dac01854498998fcdb04e81b314c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32f4e364-ad", "ovs_interfaceid": "32f4e364-adb6-406f-9ab9-2296eb8d5574", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.214921] env[68872]: DEBUG nova.compute.manager [None req-24e30c5e-198e-4da3-9059-116bd2495977 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 750.215162] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-24e30c5e-198e-4da3-9059-116bd2495977 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 750.215938] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359a2706-fcfb-438a-9c87-85194c49a7dc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.225605] env[68872]: DEBUG oslo_vmware.api [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092369, 'name': ReconfigVM_Task, 'duration_secs': 0.363988} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.227722] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 547b97db-c690-457e-8d82-6bfbdc576f52/547b97db-c690-457e-8d82-6bfbdc576f52.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.228478] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-24e30c5e-198e-4da3-9059-116bd2495977 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.228861] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcbf845b-413e-4d56-a2bd-3408bb08b1e2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.230586] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-325bb8ef-28f4-41f4-ae9b-477803d1d6a4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.241874] env[68872]: DEBUG oslo_vmware.api [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092368, 'name': PowerOnVM_Task, 'duration_secs': 0.746116} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.243836] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.244126] env[68872]: INFO nova.compute.manager [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Took 10.23 seconds to spawn the instance on the hypervisor. [ 750.244304] env[68872]: DEBUG nova.compute.manager [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.244595] env[68872]: DEBUG oslo_vmware.api [None req-24e30c5e-198e-4da3-9059-116bd2495977 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Waiting for the task: (returnval){ [ 750.244595] env[68872]: value = "task-3092371" [ 750.244595] env[68872]: _type = "Task" [ 750.244595] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.244842] env[68872]: DEBUG oslo_vmware.api [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 750.244842] env[68872]: value = "task-3092370" [ 750.244842] env[68872]: _type = "Task" [ 750.244842] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.245613] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feba84b9-7f43-417b-8ec9-a31b76b1dd58 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.260313] env[68872]: DEBUG oslo_vmware.api [None req-24e30c5e-198e-4da3-9059-116bd2495977 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.267259] env[68872]: DEBUG oslo_vmware.api [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092370, 'name': Rename_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.523305] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4cb7d1dc-bb93-41be-8aa3-2f80251d53b3 tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.526176] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.924s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.528788] env[68872]: INFO nova.compute.claims [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.548782] env[68872]: INFO nova.scheduler.client.report [None req-4cb7d1dc-bb93-41be-8aa3-2f80251d53b3 tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Deleted allocations for instance b1807389-9864-40a7-9738-c2bfb472a003 [ 750.559307] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Releasing lock "refresh_cache-5fa31b97-b83c-4be5-8391-91066dcd179c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.560136] env[68872]: DEBUG nova.compute.manager [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Instance network_info: |[{"id": "5fe0ab68-9674-4436-8e3f-18c5ff6bacb0", "address": "fa:16:3e:cf:82:66", "network": {"id": "75ca19ec-9666-4afb-918a-c8ab10eb34fd", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1444750360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d277ded6b27745bbb24d479685e27d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fe0ab68-96", "ovs_interfaceid": "5fe0ab68-9674-4436-8e3f-18c5ff6bacb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 750.560136] env[68872]: DEBUG oslo_concurrency.lockutils [req-d2ce0012-284d-46c9-af68-85132d18735d req-264af992-ef5f-46d5-8648-494265567b29 service nova] Acquired lock "refresh_cache-5fa31b97-b83c-4be5-8391-91066dcd179c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.560356] env[68872]: DEBUG nova.network.neutron [req-d2ce0012-284d-46c9-af68-85132d18735d req-264af992-ef5f-46d5-8648-494265567b29 service nova] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Refreshing network info cache for port 5fe0ab68-9674-4436-8e3f-18c5ff6bacb0 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.561567] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:82:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fe0ab68-9674-4436-8e3f-18c5ff6bacb0', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.569280] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Creating folder: Project (d277ded6b27745bbb24d479685e27d77). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.570629] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d0f594b-73bd-44f3-8fe5-d0ac00c92864 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.589427] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Created folder: Project (d277ded6b27745bbb24d479685e27d77) in parent group-v618835. [ 750.589591] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Creating folder: Instances. Parent ref: group-v618967. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.589865] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d45b0d5-9505-446b-829c-ac8a94bb0d3f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.608657] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Created folder: Instances in parent group-v618967. [ 750.608657] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.609703] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.609703] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01150437-eee5-498c-959a-262c25275464 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.629012] env[68872]: DEBUG oslo_vmware.api [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a84d32-9ac1-38f6-439c-098c2c121e00, 'name': SearchDatastore_Task, 'duration_secs': 0.063218} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.629809] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.629971] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] f55dd82e-62d1-4489-8376-614bcc41312c/f55dd82e-62d1-4489-8376-614bcc41312c.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.630289] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb196e38-99ed-464c-aca1-98551e184af6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.637845] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.637845] env[68872]: value = "task-3092374" [ 750.637845] env[68872]: _type = "Task" [ 750.637845] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.644853] env[68872]: DEBUG oslo_vmware.api [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 750.644853] env[68872]: value = "task-3092375" [ 750.644853] env[68872]: _type = "Task" [ 750.644853] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.652424] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092374, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.659270] env[68872]: DEBUG oslo_vmware.api [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.697616] env[68872]: DEBUG oslo_concurrency.lockutils [req-3f94fef3-64d9-4d85-a6e0-181229af09ce req-26a431d0-b94b-43fe-bb29-aca1eec30adc service nova] Releasing lock "refresh_cache-dc37cf64-53d1-4b17-aa7d-2659924aef50" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.766452] env[68872]: DEBUG oslo_vmware.api [None req-24e30c5e-198e-4da3-9059-116bd2495977 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092371, 'name': PowerOffVM_Task, 'duration_secs': 0.413829} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.770226] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-24e30c5e-198e-4da3-9059-116bd2495977 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 750.770447] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-24e30c5e-198e-4da3-9059-116bd2495977 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 750.771164] env[68872]: DEBUG oslo_vmware.api [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092370, 'name': Rename_Task, 'duration_secs': 0.180936} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.771367] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d991fe3-24d1-4f48-b55c-566bb15acc3a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.777990] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.778282] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8269595-687c-476b-987f-63734c3cbfa7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.788289] env[68872]: INFO nova.compute.manager [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Took 43.32 seconds to build instance. [ 750.791980] env[68872]: DEBUG oslo_vmware.api [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 750.791980] env[68872]: value = "task-3092376" [ 750.791980] env[68872]: _type = "Task" [ 750.791980] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.806018] env[68872]: DEBUG oslo_vmware.api [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092376, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.874087] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-24e30c5e-198e-4da3-9059-116bd2495977 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.874299] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-24e30c5e-198e-4da3-9059-116bd2495977 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.875334] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-24e30c5e-198e-4da3-9059-116bd2495977 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Deleting the datastore file [datastore1] 60f355d4-0eee-48c9-93e3-42bcffa200f4 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.875334] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f61aaa3f-9af1-4cf1-a5ff-0d3d60aaa6bd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.884472] env[68872]: DEBUG oslo_vmware.api [None req-24e30c5e-198e-4da3-9059-116bd2495977 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Waiting for the task: (returnval){ [ 750.884472] env[68872]: value = "task-3092378" [ 750.884472] env[68872]: _type = "Task" [ 750.884472] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.896426] env[68872]: DEBUG oslo_vmware.api [None req-24e30c5e-198e-4da3-9059-116bd2495977 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.059268] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4cb7d1dc-bb93-41be-8aa3-2f80251d53b3 tempest-ServerAddressesTestJSON-1264177999 tempest-ServerAddressesTestJSON-1264177999-project-member] Lock "b1807389-9864-40a7-9738-c2bfb472a003" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.144s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.154190] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092374, 'name': CreateVM_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.160962] env[68872]: DEBUG oslo_vmware.api [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092375, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.291650] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e062b64a-e111-4db7-a318-1baa86d28821 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Lock "c2a62e2c-866c-4ed8-8026-b62a834a620f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.654s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.308467] env[68872]: DEBUG oslo_vmware.api [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092376, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.342176] env[68872]: DEBUG nova.network.neutron [req-d2ce0012-284d-46c9-af68-85132d18735d req-264af992-ef5f-46d5-8648-494265567b29 service nova] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Updated VIF entry in instance network info cache for port 5fe0ab68-9674-4436-8e3f-18c5ff6bacb0. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.342176] env[68872]: DEBUG nova.network.neutron [req-d2ce0012-284d-46c9-af68-85132d18735d req-264af992-ef5f-46d5-8648-494265567b29 service nova] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Updating instance_info_cache with network_info: [{"id": "5fe0ab68-9674-4436-8e3f-18c5ff6bacb0", "address": "fa:16:3e:cf:82:66", "network": {"id": "75ca19ec-9666-4afb-918a-c8ab10eb34fd", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1444750360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d277ded6b27745bbb24d479685e27d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fe0ab68-96", "ovs_interfaceid": "5fe0ab68-9674-4436-8e3f-18c5ff6bacb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.398692] env[68872]: DEBUG oslo_vmware.api [None req-24e30c5e-198e-4da3-9059-116bd2495977 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.659691] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092374, 'name': CreateVM_Task, 'duration_secs': 0.723396} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.660508] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.661275] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.661462] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.661802] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.662048] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-065c434f-b669-4a3b-bb60-5b140d09ad01 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.667107] env[68872]: DEBUG oslo_vmware.api [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092375, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603425} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.667806] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] f55dd82e-62d1-4489-8376-614bcc41312c/f55dd82e-62d1-4489-8376-614bcc41312c.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.668108] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.668350] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e79a343a-95ce-4014-8560-e17682b2d79d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.671933] env[68872]: DEBUG oslo_vmware.api [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Waiting for the task: (returnval){ [ 751.671933] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52868893-c838-923f-33c0-b076058fe199" [ 751.671933] env[68872]: _type = "Task" [ 751.671933] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.681302] env[68872]: DEBUG oslo_vmware.api [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 751.681302] env[68872]: value = "task-3092379" [ 751.681302] env[68872]: _type = "Task" [ 751.681302] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.691795] env[68872]: DEBUG oslo_vmware.api [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52868893-c838-923f-33c0-b076058fe199, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.703878] env[68872]: DEBUG oslo_vmware.api [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092379, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.810435] env[68872]: DEBUG oslo_vmware.api [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092376, 'name': PowerOnVM_Task, 'duration_secs': 0.929876} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.813408] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.813670] env[68872]: INFO nova.compute.manager [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Took 9.09 seconds to spawn the instance on the hypervisor. [ 751.814141] env[68872]: DEBUG nova.compute.manager [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.815465] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99824eb-e9a8-4b88-a4d6-dd3e31aba703 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.844122] env[68872]: DEBUG oslo_concurrency.lockutils [req-d2ce0012-284d-46c9-af68-85132d18735d req-264af992-ef5f-46d5-8648-494265567b29 service nova] Releasing lock "refresh_cache-5fa31b97-b83c-4be5-8391-91066dcd179c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.905494] env[68872]: DEBUG oslo_vmware.api [None req-24e30c5e-198e-4da3-9059-116bd2495977 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Task: {'id': task-3092378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.549001} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.908425] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-24e30c5e-198e-4da3-9059-116bd2495977 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.908633] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-24e30c5e-198e-4da3-9059-116bd2495977 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 751.908871] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-24e30c5e-198e-4da3-9059-116bd2495977 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 751.909199] env[68872]: INFO nova.compute.manager [None req-24e30c5e-198e-4da3-9059-116bd2495977 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Took 1.69 seconds to destroy the instance on the hypervisor. [ 751.909357] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24e30c5e-198e-4da3-9059-116bd2495977 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.909743] env[68872]: DEBUG nova.compute.manager [-] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 751.909844] env[68872]: DEBUG nova.network.neutron [-] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 752.168028] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdffcc95-8463-4499-9157-6cfa87d5ff60 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.182700] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb0610b-98da-4f2a-834d-4289b3e80a5e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.189974] env[68872]: DEBUG oslo_vmware.api [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52868893-c838-923f-33c0-b076058fe199, 'name': SearchDatastore_Task, 'duration_secs': 0.020613} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.194958] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.195253] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.195492] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.195635] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.197976] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.198452] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ec7f3da-6a23-42a4-a50a-1fb95cc55bf4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.233865] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2754c96-8bec-43ec-9542-25bc765a1fb0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.238337] env[68872]: DEBUG oslo_vmware.api [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092379, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150817} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.239065] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.240312] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2322430f-aa2f-4715-9879-5a1c43b2128f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.246118] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.246301] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.247619] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9232029b-2006-44fa-8284-5f989f1969e3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.250930] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d14abf-df63-4b97-81c6-6532915c0731 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.276769] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] f55dd82e-62d1-4489-8376-614bcc41312c/f55dd82e-62d1-4489-8376-614bcc41312c.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.278418] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a03808b-2414-4ce5-94d3-648efd35726b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.305561] env[68872]: DEBUG nova.compute.provider_tree [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.306966] env[68872]: DEBUG oslo_vmware.api [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Waiting for the task: (returnval){ [ 752.306966] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52319191-328c-2f40-56bd-a7ae60f4908c" [ 752.306966] env[68872]: _type = "Task" [ 752.306966] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.324691] env[68872]: DEBUG oslo_vmware.api [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52319191-328c-2f40-56bd-a7ae60f4908c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.329030] env[68872]: DEBUG oslo_vmware.api [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 752.329030] env[68872]: value = "task-3092380" [ 752.329030] env[68872]: _type = "Task" [ 752.329030] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.340229] env[68872]: DEBUG oslo_vmware.api [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092380, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.342479] env[68872]: INFO nova.compute.manager [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Took 39.43 seconds to build instance. [ 752.408456] env[68872]: DEBUG nova.compute.manager [req-4e23e3ee-e993-4212-8f0c-08ae4e9b68a5 req-8fb26690-09f0-413c-b620-3aacd1609def service nova] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Received event network-vif-deleted-01d7fb70-de31-4b69-8049-d7f29a3cb071 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.408578] env[68872]: INFO nova.compute.manager [req-4e23e3ee-e993-4212-8f0c-08ae4e9b68a5 req-8fb26690-09f0-413c-b620-3aacd1609def service nova] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Neutron deleted interface 01d7fb70-de31-4b69-8049-d7f29a3cb071; detaching it from the instance and deleting it from the info cache [ 752.408713] env[68872]: DEBUG nova.network.neutron [req-4e23e3ee-e993-4212-8f0c-08ae4e9b68a5 req-8fb26690-09f0-413c-b620-3aacd1609def service nova] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.621735] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6885b7cf-99b9-4d44-8dcd-5c8bcdc42632 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Acquiring lock "545fb708-58ee-4c11-9099-8a507960f7ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.622098] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6885b7cf-99b9-4d44-8dcd-5c8bcdc42632 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Lock "545fb708-58ee-4c11-9099-8a507960f7ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.622392] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6885b7cf-99b9-4d44-8dcd-5c8bcdc42632 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Acquiring lock "545fb708-58ee-4c11-9099-8a507960f7ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.622635] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6885b7cf-99b9-4d44-8dcd-5c8bcdc42632 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Lock "545fb708-58ee-4c11-9099-8a507960f7ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.622877] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6885b7cf-99b9-4d44-8dcd-5c8bcdc42632 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Lock "545fb708-58ee-4c11-9099-8a507960f7ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.625742] env[68872]: INFO nova.compute.manager [None req-6885b7cf-99b9-4d44-8dcd-5c8bcdc42632 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Terminating instance [ 752.739224] env[68872]: DEBUG nova.network.neutron [-] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.809771] env[68872]: DEBUG nova.compute.manager [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.810483] env[68872]: DEBUG nova.scheduler.client.report [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.815692] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56455e71-57e4-4512-a13b-929b6dcac3c7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.845290] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5b97a05b-cba0-46fd-9654-c7b674c71cd6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "547b97db-c690-457e-8d82-6bfbdc576f52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.833s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.845740] env[68872]: DEBUG oslo_vmware.api [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52319191-328c-2f40-56bd-a7ae60f4908c, 'name': SearchDatastore_Task, 'duration_secs': 0.042802} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.851529] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83e4e066-309d-4371-b929-20a1707a6c13 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.855208] env[68872]: DEBUG oslo_vmware.api [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.860471] env[68872]: DEBUG oslo_vmware.api [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Waiting for the task: (returnval){ [ 752.860471] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52bd8b0f-9513-6bc2-2c33-7cdaa178072e" [ 752.860471] env[68872]: _type = "Task" [ 752.860471] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.871549] env[68872]: DEBUG oslo_vmware.api [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52bd8b0f-9513-6bc2-2c33-7cdaa178072e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.913102] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a2504e0-0105-49d3-9d67-83c70253043d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.927720] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32021cb1-80ad-4edf-b7eb-610f1b4ea35f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.989381] env[68872]: DEBUG nova.compute.manager [req-4e23e3ee-e993-4212-8f0c-08ae4e9b68a5 req-8fb26690-09f0-413c-b620-3aacd1609def service nova] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Detach interface failed, port_id=01d7fb70-de31-4b69-8049-d7f29a3cb071, reason: Instance 60f355d4-0eee-48c9-93e3-42bcffa200f4 could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 753.130803] env[68872]: DEBUG nova.compute.manager [None req-6885b7cf-99b9-4d44-8dcd-5c8bcdc42632 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 753.131062] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6885b7cf-99b9-4d44-8dcd-5c8bcdc42632 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.131951] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eeaa2dd-f217-4fb3-93b8-efbb5617ed4b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.140673] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6885b7cf-99b9-4d44-8dcd-5c8bcdc42632 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.140939] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfbd4609-3565-4fb1-9e7a-0fd9a3dd94be {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.149663] env[68872]: DEBUG oslo_vmware.api [None req-6885b7cf-99b9-4d44-8dcd-5c8bcdc42632 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Waiting for the task: (returnval){ [ 753.149663] env[68872]: value = "task-3092381" [ 753.149663] env[68872]: _type = "Task" [ 753.149663] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.159519] env[68872]: DEBUG oslo_vmware.api [None req-6885b7cf-99b9-4d44-8dcd-5c8bcdc42632 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Task: {'id': task-3092381, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.241659] env[68872]: INFO nova.compute.manager [-] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Took 1.33 seconds to deallocate network for instance. [ 753.331206] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.805s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.331580] env[68872]: DEBUG nova.compute.manager [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.334133] env[68872]: DEBUG oslo_concurrency.lockutils [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.672s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.334316] env[68872]: DEBUG nova.objects.instance [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68872) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 753.348237] env[68872]: INFO nova.compute.manager [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] instance snapshotting [ 753.349154] env[68872]: DEBUG oslo_vmware.api [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092380, 'name': ReconfigVM_Task, 'duration_secs': 0.650337} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.349405] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Reconfigured VM instance instance-0000002d to attach disk [datastore1] f55dd82e-62d1-4489-8376-614bcc41312c/f55dd82e-62d1-4489-8376-614bcc41312c.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.350334] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4bc24d2-39af-4b14-9e08-5fabfd8d9a44 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.352782] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e45e42b-a771-4fe3-beab-1c0237180c0e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.387872] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819011c7-d5c4-46f6-a31a-573b7bae09e2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.392368] env[68872]: DEBUG oslo_vmware.api [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 753.392368] env[68872]: value = "task-3092382" [ 753.392368] env[68872]: _type = "Task" [ 753.392368] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.407617] env[68872]: DEBUG oslo_vmware.api [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52bd8b0f-9513-6bc2-2c33-7cdaa178072e, 'name': SearchDatastore_Task, 'duration_secs': 0.014747} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.408482] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.408763] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 5fa31b97-b83c-4be5-8391-91066dcd179c/5fa31b97-b83c-4be5-8391-91066dcd179c.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.410882] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c5e804f-ea47-41b8-9566-07276d6c721a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.416866] env[68872]: DEBUG oslo_vmware.api [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092382, 'name': Rename_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.423602] env[68872]: DEBUG oslo_vmware.api [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Waiting for the task: (returnval){ [ 753.423602] env[68872]: value = "task-3092383" [ 753.423602] env[68872]: _type = "Task" [ 753.423602] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.434064] env[68872]: DEBUG oslo_vmware.api [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Task: {'id': task-3092383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.662042] env[68872]: DEBUG oslo_vmware.api [None req-6885b7cf-99b9-4d44-8dcd-5c8bcdc42632 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Task: {'id': task-3092381, 'name': PowerOffVM_Task, 'duration_secs': 0.306758} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.662321] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6885b7cf-99b9-4d44-8dcd-5c8bcdc42632 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.662490] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6885b7cf-99b9-4d44-8dcd-5c8bcdc42632 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.662772] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f6f53c8-7b64-45f6-aca7-29a4588b303e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.752164] env[68872]: DEBUG oslo_concurrency.lockutils [None req-24e30c5e-198e-4da3-9059-116bd2495977 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.845023] env[68872]: DEBUG nova.compute.utils [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.846085] env[68872]: DEBUG nova.compute.manager [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.846264] env[68872]: DEBUG nova.network.neutron [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.898452] env[68872]: DEBUG nova.policy [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f48ab155b024ebd9ae86ff1fb8b1d30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '074330afd10e475f89d177c19293f8df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.906995] env[68872]: DEBUG oslo_vmware.api [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092382, 'name': Rename_Task, 'duration_secs': 0.277674} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.907123] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.907382] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c32100c8-1502-427a-b9fb-f9f0a1d569bf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.911289] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Creating Snapshot of the VM instance {{(pid=68872) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 753.911649] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9a4aaa81-139e-4622-9350-a501c06e65ef {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.915246] env[68872]: DEBUG oslo_vmware.api [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 753.915246] env[68872]: value = "task-3092385" [ 753.915246] env[68872]: _type = "Task" [ 753.915246] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.921165] env[68872]: DEBUG oslo_vmware.api [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Waiting for the task: (returnval){ [ 753.921165] env[68872]: value = "task-3092386" [ 753.921165] env[68872]: _type = "Task" [ 753.921165] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.933199] env[68872]: DEBUG oslo_vmware.api [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092385, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.943018] env[68872]: DEBUG oslo_vmware.api [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092386, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.943786] env[68872]: DEBUG oslo_vmware.api [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Task: {'id': task-3092383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.215174] env[68872]: DEBUG oslo_concurrency.lockutils [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.216150] env[68872]: DEBUG oslo_concurrency.lockutils [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.276604] env[68872]: DEBUG nova.network.neutron [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Successfully created port: 39e4203e-826a-4f1d-9a4c-90b57c70e417 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.347615] env[68872]: DEBUG oslo_concurrency.lockutils [None req-965b9f80-d4fc-4994-ba34-42d52b184c89 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.349324] env[68872]: DEBUG oslo_concurrency.lockutils [None req-15382588-31ba-440e-96ec-f778ffb1bafb tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.850s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.349633] env[68872]: DEBUG nova.objects.instance [None req-15382588-31ba-440e-96ec-f778ffb1bafb tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Lazy-loading 'resources' on Instance uuid 4f2942b4-a232-415b-a2b5-2bf08f288501 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 754.351612] env[68872]: DEBUG nova.compute.manager [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.429562] env[68872]: DEBUG oslo_vmware.api [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092385, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.437842] env[68872]: DEBUG oslo_vmware.api [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092386, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.445563] env[68872]: DEBUG oslo_vmware.api [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Task: {'id': task-3092383, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.575455] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6885b7cf-99b9-4d44-8dcd-5c8bcdc42632 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.576612] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6885b7cf-99b9-4d44-8dcd-5c8bcdc42632 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.577428] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-6885b7cf-99b9-4d44-8dcd-5c8bcdc42632 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Deleting the datastore file [datastore1] 545fb708-58ee-4c11-9099-8a507960f7ab {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.577818] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfe5965d-c7fc-4684-8f93-57b4b3e5760f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.592835] env[68872]: DEBUG oslo_vmware.api [None req-6885b7cf-99b9-4d44-8dcd-5c8bcdc42632 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Waiting for the task: (returnval){ [ 754.592835] env[68872]: value = "task-3092387" [ 754.592835] env[68872]: _type = "Task" [ 754.592835] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.601827] env[68872]: DEBUG oslo_vmware.api [None req-6885b7cf-99b9-4d44-8dcd-5c8bcdc42632 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Task: {'id': task-3092387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.721970] env[68872]: DEBUG nova.compute.manager [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.931126] env[68872]: DEBUG oslo_vmware.api [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092385, 'name': PowerOnVM_Task, 'duration_secs': 0.969073} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.933137] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.933274] env[68872]: INFO nova.compute.manager [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Took 9.49 seconds to spawn the instance on the hypervisor. [ 754.933461] env[68872]: DEBUG nova.compute.manager [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.946551] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e8b767-e1ff-4e94-8bac-3afd9f2fafdf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.950188] env[68872]: DEBUG oslo_vmware.api [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092386, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.958047] env[68872]: DEBUG oslo_vmware.api [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Task: {'id': task-3092383, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.108093} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.960125] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 5fa31b97-b83c-4be5-8391-91066dcd179c/5fa31b97-b83c-4be5-8391-91066dcd179c.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.960399] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.963772] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca1534a5-d1d0-4581-8a87-d35d354173ca {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.972236] env[68872]: DEBUG oslo_vmware.api [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Waiting for the task: (returnval){ [ 754.972236] env[68872]: value = "task-3092388" [ 754.972236] env[68872]: _type = "Task" [ 754.972236] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.984962] env[68872]: DEBUG oslo_vmware.api [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Task: {'id': task-3092388, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.106504] env[68872]: DEBUG oslo_vmware.api [None req-6885b7cf-99b9-4d44-8dcd-5c8bcdc42632 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Task: {'id': task-3092387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364766} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.106750] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-6885b7cf-99b9-4d44-8dcd-5c8bcdc42632 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.106965] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6885b7cf-99b9-4d44-8dcd-5c8bcdc42632 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.107167] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6885b7cf-99b9-4d44-8dcd-5c8bcdc42632 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.107341] env[68872]: INFO nova.compute.manager [None req-6885b7cf-99b9-4d44-8dcd-5c8bcdc42632 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Took 1.98 seconds to destroy the instance on the hypervisor. [ 755.107590] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6885b7cf-99b9-4d44-8dcd-5c8bcdc42632 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.107778] env[68872]: DEBUG nova.compute.manager [-] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 755.107871] env[68872]: DEBUG nova.network.neutron [-] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.240908] env[68872]: DEBUG oslo_concurrency.lockutils [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.367222] env[68872]: DEBUG nova.compute.manager [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.395868] env[68872]: DEBUG nova.virt.hardware [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.396133] env[68872]: DEBUG nova.virt.hardware [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.396306] env[68872]: DEBUG nova.virt.hardware [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.396491] env[68872]: DEBUG nova.virt.hardware [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.396636] env[68872]: DEBUG nova.virt.hardware [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.396782] env[68872]: DEBUG nova.virt.hardware [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.397077] env[68872]: DEBUG nova.virt.hardware [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.397259] env[68872]: DEBUG nova.virt.hardware [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.397431] env[68872]: DEBUG nova.virt.hardware [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.397594] env[68872]: DEBUG nova.virt.hardware [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.398126] env[68872]: DEBUG nova.virt.hardware [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.399076] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61dbb506-803c-4b53-a7bc-89a9ab402b56 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.410073] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2588d36-a405-4978-be51-efb559c91d50 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.429908] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e365fc-98c1-4fcb-9c00-86fed34da172 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.440621] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c76d0b-9820-4b1e-8362-2c0ac1154208 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.443885] env[68872]: DEBUG oslo_vmware.api [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092386, 'name': CreateSnapshot_Task, 'duration_secs': 1.171098} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.444213] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Created Snapshot of the VM instance {{(pid=68872) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 755.445337] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be85c41-fe0e-480f-865f-3c96ad79677d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.484219] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d0f1ef-f2d3-490e-8807-db81744c8dca {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.490447] env[68872]: INFO nova.compute.manager [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Took 35.22 seconds to build instance. [ 755.502460] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4219fb-8818-4f42-ad7f-55591358ff84 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.506430] env[68872]: DEBUG oslo_vmware.api [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Task: {'id': task-3092388, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12363} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.506766] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.507854] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50004c81-0b3e-4537-8917-56c922eb1438 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.522018] env[68872]: DEBUG nova.compute.provider_tree [None req-15382588-31ba-440e-96ec-f778ffb1bafb tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.544866] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 5fa31b97-b83c-4be5-8391-91066dcd179c/5fa31b97-b83c-4be5-8391-91066dcd179c.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.545511] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d153ed3-3c6d-4eb9-8671-1fc8aa159998 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.572355] env[68872]: DEBUG oslo_vmware.api [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Waiting for the task: (returnval){ [ 755.572355] env[68872]: value = "task-3092389" [ 755.572355] env[68872]: _type = "Task" [ 755.572355] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.581376] env[68872]: DEBUG oslo_vmware.api [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Task: {'id': task-3092389, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.810851] env[68872]: DEBUG nova.compute.manager [req-16ce50ba-3a5b-4f38-9e68-a75c9c3b66df req-5a5b20ad-6f8b-4151-b3fe-ba92e451a591 service nova] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Received event network-vif-deleted-7311e07d-2c07-4878-a118-8d44d4d55c69 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.811701] env[68872]: INFO nova.compute.manager [req-16ce50ba-3a5b-4f38-9e68-a75c9c3b66df req-5a5b20ad-6f8b-4151-b3fe-ba92e451a591 service nova] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Neutron deleted interface 7311e07d-2c07-4878-a118-8d44d4d55c69; detaching it from the instance and deleting it from the info cache [ 755.812514] env[68872]: DEBUG nova.network.neutron [req-16ce50ba-3a5b-4f38-9e68-a75c9c3b66df req-5a5b20ad-6f8b-4151-b3fe-ba92e451a591 service nova] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.994741] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52c9535d-389e-4998-adbb-70486bfa6cf8 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "f55dd82e-62d1-4489-8376-614bcc41312c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.641s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.007137] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Creating linked-clone VM from snapshot {{(pid=68872) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 756.009154] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9c3a50de-6358-4b76-b1b3-ac6019e03835 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.021418] env[68872]: DEBUG oslo_vmware.api [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Waiting for the task: (returnval){ [ 756.021418] env[68872]: value = "task-3092390" [ 756.021418] env[68872]: _type = "Task" [ 756.021418] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.029745] env[68872]: DEBUG nova.scheduler.client.report [None req-15382588-31ba-440e-96ec-f778ffb1bafb tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.045843] env[68872]: DEBUG oslo_vmware.api [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092390, 'name': CloneVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.085346] env[68872]: DEBUG oslo_vmware.api [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Task: {'id': task-3092389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.190897] env[68872]: DEBUG nova.network.neutron [-] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.319266] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd55a7c7-a26e-4089-98fe-9b164124bd42 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.330563] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bf8d5a-3b89-4910-a3a0-f7a4cafa0ae3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.344823] env[68872]: DEBUG nova.compute.manager [req-856d8555-865a-4f6a-b66c-a83676fbfb8b req-e3f552f5-e693-4c93-bbf9-6a3dbae7e35e service nova] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Received event network-vif-plugged-39e4203e-826a-4f1d-9a4c-90b57c70e417 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.345220] env[68872]: DEBUG oslo_concurrency.lockutils [req-856d8555-865a-4f6a-b66c-a83676fbfb8b req-e3f552f5-e693-4c93-bbf9-6a3dbae7e35e service nova] Acquiring lock "3a696347-7405-4d53-9ea7-8f68d74b1629-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.345840] env[68872]: DEBUG oslo_concurrency.lockutils [req-856d8555-865a-4f6a-b66c-a83676fbfb8b req-e3f552f5-e693-4c93-bbf9-6a3dbae7e35e service nova] Lock "3a696347-7405-4d53-9ea7-8f68d74b1629-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.345840] env[68872]: DEBUG oslo_concurrency.lockutils [req-856d8555-865a-4f6a-b66c-a83676fbfb8b req-e3f552f5-e693-4c93-bbf9-6a3dbae7e35e service nova] Lock "3a696347-7405-4d53-9ea7-8f68d74b1629-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.345840] env[68872]: DEBUG nova.compute.manager [req-856d8555-865a-4f6a-b66c-a83676fbfb8b req-e3f552f5-e693-4c93-bbf9-6a3dbae7e35e service nova] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] No waiting events found dispatching network-vif-plugged-39e4203e-826a-4f1d-9a4c-90b57c70e417 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.346060] env[68872]: WARNING nova.compute.manager [req-856d8555-865a-4f6a-b66c-a83676fbfb8b req-e3f552f5-e693-4c93-bbf9-6a3dbae7e35e service nova] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Received unexpected event network-vif-plugged-39e4203e-826a-4f1d-9a4c-90b57c70e417 for instance with vm_state building and task_state spawning. [ 756.384028] env[68872]: DEBUG nova.compute.manager [req-16ce50ba-3a5b-4f38-9e68-a75c9c3b66df req-5a5b20ad-6f8b-4151-b3fe-ba92e451a591 service nova] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Detach interface failed, port_id=7311e07d-2c07-4878-a118-8d44d4d55c69, reason: Instance 545fb708-58ee-4c11-9099-8a507960f7ab could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 756.477181] env[68872]: DEBUG nova.network.neutron [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Successfully updated port: 39e4203e-826a-4f1d-9a4c-90b57c70e417 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.536152] env[68872]: DEBUG oslo_vmware.api [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092390, 'name': CloneVM_Task} progress is 94%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.539528] env[68872]: DEBUG oslo_concurrency.lockutils [None req-15382588-31ba-440e-96ec-f778ffb1bafb tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.541906] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.705s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.543443] env[68872]: INFO nova.compute.claims [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.578929] env[68872]: INFO nova.scheduler.client.report [None req-15382588-31ba-440e-96ec-f778ffb1bafb tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Deleted allocations for instance 4f2942b4-a232-415b-a2b5-2bf08f288501 [ 756.590360] env[68872]: DEBUG oslo_vmware.api [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Task: {'id': task-3092389, 'name': ReconfigVM_Task, 'duration_secs': 1.015806} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.590360] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 5fa31b97-b83c-4be5-8391-91066dcd179c/5fa31b97-b83c-4be5-8391-91066dcd179c.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.590360] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21f5217e-8100-4b0c-8a32-c0c311cfbea0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.599320] env[68872]: DEBUG oslo_vmware.api [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Waiting for the task: (returnval){ [ 756.599320] env[68872]: value = "task-3092391" [ 756.599320] env[68872]: _type = "Task" [ 756.599320] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.609863] env[68872]: DEBUG oslo_vmware.api [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Task: {'id': task-3092391, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.697524] env[68872]: INFO nova.compute.manager [-] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Took 1.59 seconds to deallocate network for instance. [ 756.981959] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Acquiring lock "refresh_cache-3a696347-7405-4d53-9ea7-8f68d74b1629" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.982104] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Acquired lock "refresh_cache-3a696347-7405-4d53-9ea7-8f68d74b1629" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.982628] env[68872]: DEBUG nova.network.neutron [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.997729] env[68872]: DEBUG nova.compute.manager [None req-3658e01a-4f9a-46f4-ab1d-a9bafb8207d7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.002571] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893cf86c-d4e8-4da7-93a9-9b66a2c8b3a7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.037881] env[68872]: DEBUG oslo_vmware.api [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092390, 'name': CloneVM_Task} progress is 94%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.088472] env[68872]: DEBUG oslo_concurrency.lockutils [None req-15382588-31ba-440e-96ec-f778ffb1bafb tempest-ServerTagsTestJSON-792267614 tempest-ServerTagsTestJSON-792267614-project-member] Lock "4f2942b4-a232-415b-a2b5-2bf08f288501" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.639s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.112458] env[68872]: DEBUG oslo_vmware.api [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Task: {'id': task-3092391, 'name': Rename_Task, 'duration_secs': 0.18626} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.113687] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.113966] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8cfdc77-8094-4809-9896-71660c4d8ccb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.122776] env[68872]: DEBUG oslo_vmware.api [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Waiting for the task: (returnval){ [ 757.122776] env[68872]: value = "task-3092392" [ 757.122776] env[68872]: _type = "Task" [ 757.122776] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.134287] env[68872]: DEBUG oslo_vmware.api [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Task: {'id': task-3092392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.204597] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6885b7cf-99b9-4d44-8dcd-5c8bcdc42632 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.516483] env[68872]: INFO nova.compute.manager [None req-3658e01a-4f9a-46f4-ab1d-a9bafb8207d7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] instance snapshotting [ 757.522022] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e00f0f-9943-4c8d-9ae1-535ab73959a2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.546961] env[68872]: DEBUG nova.network.neutron [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.556018] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46a8786-8ba9-4248-9989-b09601d318c8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.568985] env[68872]: DEBUG oslo_vmware.api [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092390, 'name': CloneVM_Task} progress is 94%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.635566] env[68872]: DEBUG oslo_vmware.api [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Task: {'id': task-3092392, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.839208] env[68872]: DEBUG nova.network.neutron [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Updating instance_info_cache with network_info: [{"id": "39e4203e-826a-4f1d-9a4c-90b57c70e417", "address": "fa:16:3e:94:55:d0", "network": {"id": "3238cfae-ef8f-4983-8efa-f8e0345727f9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1296817583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "074330afd10e475f89d177c19293f8df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e4203e-82", "ovs_interfaceid": "39e4203e-826a-4f1d-9a4c-90b57c70e417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.060482] env[68872]: DEBUG oslo_vmware.api [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092390, 'name': CloneVM_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.077623] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-3658e01a-4f9a-46f4-ab1d-a9bafb8207d7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Creating Snapshot of the VM instance {{(pid=68872) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 758.077623] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-35fd9ebb-315a-4763-bbd5-2e51670ac3d4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.087937] env[68872]: DEBUG oslo_vmware.api [None req-3658e01a-4f9a-46f4-ab1d-a9bafb8207d7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 758.087937] env[68872]: value = "task-3092393" [ 758.087937] env[68872]: _type = "Task" [ 758.087937] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.099339] env[68872]: DEBUG oslo_vmware.api [None req-3658e01a-4f9a-46f4-ab1d-a9bafb8207d7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092393, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.138732] env[68872]: DEBUG oslo_vmware.api [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Task: {'id': task-3092392, 'name': PowerOnVM_Task} progress is 81%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.195996] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a6d684-b740-457b-b233-e8b8f44caa7a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.206605] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd012a1-0973-4444-8947-e3ee9a01f2f3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.250634] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40250e38-fbcd-4732-9069-cc40257f1c4a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.261381] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26ac5b1-ae64-4ecf-9192-688da692e4c5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.280604] env[68872]: DEBUG nova.compute.provider_tree [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.344718] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Releasing lock "refresh_cache-3a696347-7405-4d53-9ea7-8f68d74b1629" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.347671] env[68872]: DEBUG nova.compute.manager [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Instance network_info: |[{"id": "39e4203e-826a-4f1d-9a4c-90b57c70e417", "address": "fa:16:3e:94:55:d0", "network": {"id": "3238cfae-ef8f-4983-8efa-f8e0345727f9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1296817583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "074330afd10e475f89d177c19293f8df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e4203e-82", "ovs_interfaceid": "39e4203e-826a-4f1d-9a4c-90b57c70e417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.347997] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:55:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '423047aa-c430-4593-a76c-9982c15c81cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39e4203e-826a-4f1d-9a4c-90b57c70e417', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.354176] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Creating folder: Project (074330afd10e475f89d177c19293f8df). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.354445] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8045485c-b677-4026-a9a3-1f683ebf425c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.371134] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Created folder: Project (074330afd10e475f89d177c19293f8df) in parent group-v618835. [ 758.372774] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Creating folder: Instances. Parent ref: group-v618972. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.372774] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19da0930-daec-41d5-9457-5abadc96c93d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.385747] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Created folder: Instances in parent group-v618972. [ 758.386036] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.387025] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.387025] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c733ccdb-f840-4a05-833f-8e58e9efe681 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.410625] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.410625] env[68872]: value = "task-3092396" [ 758.410625] env[68872]: _type = "Task" [ 758.410625] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.422671] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092396, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.485739] env[68872]: DEBUG nova.compute.manager [req-c8b66ac2-ba3e-4d1c-a6ad-e158a2994f4b req-1f943ffe-637d-4eef-bd12-b1835af9f4aa service nova] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Received event network-changed-39e4203e-826a-4f1d-9a4c-90b57c70e417 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.485739] env[68872]: DEBUG nova.compute.manager [req-c8b66ac2-ba3e-4d1c-a6ad-e158a2994f4b req-1f943ffe-637d-4eef-bd12-b1835af9f4aa service nova] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Refreshing instance network info cache due to event network-changed-39e4203e-826a-4f1d-9a4c-90b57c70e417. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.485739] env[68872]: DEBUG oslo_concurrency.lockutils [req-c8b66ac2-ba3e-4d1c-a6ad-e158a2994f4b req-1f943ffe-637d-4eef-bd12-b1835af9f4aa service nova] Acquiring lock "refresh_cache-3a696347-7405-4d53-9ea7-8f68d74b1629" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.485739] env[68872]: DEBUG oslo_concurrency.lockutils [req-c8b66ac2-ba3e-4d1c-a6ad-e158a2994f4b req-1f943ffe-637d-4eef-bd12-b1835af9f4aa service nova] Acquired lock "refresh_cache-3a696347-7405-4d53-9ea7-8f68d74b1629" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.485739] env[68872]: DEBUG nova.network.neutron [req-c8b66ac2-ba3e-4d1c-a6ad-e158a2994f4b req-1f943ffe-637d-4eef-bd12-b1835af9f4aa service nova] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Refreshing network info cache for port 39e4203e-826a-4f1d-9a4c-90b57c70e417 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.570544] env[68872]: DEBUG oslo_vmware.api [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092390, 'name': CloneVM_Task, 'duration_secs': 2.17329} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.570878] env[68872]: INFO nova.virt.vmwareapi.vmops [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Created linked-clone VM from snapshot [ 758.571522] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9bac98-a6a8-4a4d-92dc-306cb98f8e6f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.581075] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Uploading image cb7c3127-0672-4a2b-8656-f837de8b593c {{(pid=68872) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 758.604228] env[68872]: DEBUG oslo_vmware.api [None req-3658e01a-4f9a-46f4-ab1d-a9bafb8207d7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092393, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.616334] env[68872]: DEBUG oslo_vmware.rw_handles [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 758.616334] env[68872]: value = "vm-618971" [ 758.616334] env[68872]: _type = "VirtualMachine" [ 758.616334] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 758.616741] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5e297487-30fb-406e-8c76-641fa4610372 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.628027] env[68872]: DEBUG oslo_vmware.rw_handles [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Lease: (returnval){ [ 758.628027] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]523a24e3-79b1-793b-8c10-68bfa71b2d22" [ 758.628027] env[68872]: _type = "HttpNfcLease" [ 758.628027] env[68872]: } obtained for exporting VM: (result){ [ 758.628027] env[68872]: value = "vm-618971" [ 758.628027] env[68872]: _type = "VirtualMachine" [ 758.628027] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 758.628027] env[68872]: DEBUG oslo_vmware.api [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Waiting for the lease: (returnval){ [ 758.628027] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]523a24e3-79b1-793b-8c10-68bfa71b2d22" [ 758.628027] env[68872]: _type = "HttpNfcLease" [ 758.628027] env[68872]: } to be ready. {{(pid=68872) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 758.644677] env[68872]: DEBUG oslo_vmware.api [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Task: {'id': task-3092392, 'name': PowerOnVM_Task, 'duration_secs': 1.136417} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.646554] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.646853] env[68872]: INFO nova.compute.manager [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Took 10.49 seconds to spawn the instance on the hypervisor. [ 758.646964] env[68872]: DEBUG nova.compute.manager [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.647261] env[68872]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 758.647261] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]523a24e3-79b1-793b-8c10-68bfa71b2d22" [ 758.647261] env[68872]: _type = "HttpNfcLease" [ 758.647261] env[68872]: } is ready. {{(pid=68872) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 758.648013] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35047b22-1213-42bd-92fe-76ede7e48b3a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.650788] env[68872]: DEBUG oslo_vmware.rw_handles [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 758.650788] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]523a24e3-79b1-793b-8c10-68bfa71b2d22" [ 758.650788] env[68872]: _type = "HttpNfcLease" [ 758.650788] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 758.651584] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867e6bd5-483c-4c6b-9b93-bdc13eb6ac03 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.671502] env[68872]: DEBUG oslo_vmware.rw_handles [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5213c03e-5458-fbfc-0b77-b547e306061c/disk-0.vmdk from lease info. {{(pid=68872) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 758.671712] env[68872]: DEBUG oslo_vmware.rw_handles [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5213c03e-5458-fbfc-0b77-b547e306061c/disk-0.vmdk for reading. {{(pid=68872) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 758.788142] env[68872]: DEBUG nova.scheduler.client.report [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.811070] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4e33066f-3863-4cab-8bef-4d401d1bba2f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.924524] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092396, 'name': CreateVM_Task, 'duration_secs': 0.421623} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.924691] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.925475] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.925620] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.925959] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.926254] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-846f1470-a5c1-4feb-8945-c049bc6e97e5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.932108] env[68872]: DEBUG oslo_vmware.api [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for the task: (returnval){ [ 758.932108] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52da0d6e-dbce-a158-d337-09e5cf07af8c" [ 758.932108] env[68872]: _type = "Task" [ 758.932108] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.943120] env[68872]: DEBUG oslo_vmware.api [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52da0d6e-dbce-a158-d337-09e5cf07af8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.104673] env[68872]: DEBUG oslo_vmware.api [None req-3658e01a-4f9a-46f4-ab1d-a9bafb8207d7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092393, 'name': CreateSnapshot_Task, 'duration_secs': 0.895195} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.104673] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-3658e01a-4f9a-46f4-ab1d-a9bafb8207d7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Created Snapshot of the VM instance {{(pid=68872) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 759.105504] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ddb0bd-c698-4df6-9495-8dbf801e82f1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.215429] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Acquiring lock "5935c3da-10ab-47b3-8cba-10a46b10f398" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.215825] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Lock "5935c3da-10ab-47b3-8cba-10a46b10f398" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.250162] env[68872]: INFO nova.compute.manager [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Took 37.08 seconds to build instance. [ 759.294169] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.295232] env[68872]: DEBUG nova.compute.manager [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 759.297455] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.299226] env[68872]: INFO nova.compute.claims [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.402229] env[68872]: DEBUG nova.network.neutron [req-c8b66ac2-ba3e-4d1c-a6ad-e158a2994f4b req-1f943ffe-637d-4eef-bd12-b1835af9f4aa service nova] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Updated VIF entry in instance network info cache for port 39e4203e-826a-4f1d-9a4c-90b57c70e417. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.402703] env[68872]: DEBUG nova.network.neutron [req-c8b66ac2-ba3e-4d1c-a6ad-e158a2994f4b req-1f943ffe-637d-4eef-bd12-b1835af9f4aa service nova] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Updating instance_info_cache with network_info: [{"id": "39e4203e-826a-4f1d-9a4c-90b57c70e417", "address": "fa:16:3e:94:55:d0", "network": {"id": "3238cfae-ef8f-4983-8efa-f8e0345727f9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1296817583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "074330afd10e475f89d177c19293f8df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e4203e-82", "ovs_interfaceid": "39e4203e-826a-4f1d-9a4c-90b57c70e417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.443104] env[68872]: DEBUG oslo_vmware.api [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52da0d6e-dbce-a158-d337-09e5cf07af8c, 'name': SearchDatastore_Task, 'duration_secs': 0.017466} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.443580] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.443888] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.444174] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.444354] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.444606] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.444916] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27cf6e99-b794-4b35-9672-96906b6d4742 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.455702] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.456025] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.456830] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-259bcf64-bdcc-4387-8734-dcd1d094bfcd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.464555] env[68872]: DEBUG oslo_vmware.api [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for the task: (returnval){ [ 759.464555] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5260a2a7-274b-1341-5342-46777aab3147" [ 759.464555] env[68872]: _type = "Task" [ 759.464555] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.475743] env[68872]: DEBUG oslo_vmware.api [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5260a2a7-274b-1341-5342-46777aab3147, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.631911] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-3658e01a-4f9a-46f4-ab1d-a9bafb8207d7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Creating linked-clone VM from snapshot {{(pid=68872) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 759.632365] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1f3c0578-6eac-4740-83bb-7637260cd09a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.644328] env[68872]: DEBUG oslo_vmware.api [None req-3658e01a-4f9a-46f4-ab1d-a9bafb8207d7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 759.644328] env[68872]: value = "task-3092398" [ 759.644328] env[68872]: _type = "Task" [ 759.644328] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.654666] env[68872]: DEBUG oslo_vmware.api [None req-3658e01a-4f9a-46f4-ab1d-a9bafb8207d7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092398, 'name': CloneVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.722690] env[68872]: DEBUG nova.compute.manager [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.754072] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b2cfeb90-3307-4d77-ba38-46055c0359a4 tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Lock "5fa31b97-b83c-4be5-8391-91066dcd179c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.078s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.804432] env[68872]: DEBUG nova.compute.utils [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.807570] env[68872]: DEBUG nova.compute.manager [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.807570] env[68872]: DEBUG nova.network.neutron [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.864503] env[68872]: DEBUG nova.policy [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '505d8c9508d946a389f1842eb0c52285', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82727d6272e048f4acfc212225be53b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.907231] env[68872]: DEBUG oslo_concurrency.lockutils [req-c8b66ac2-ba3e-4d1c-a6ad-e158a2994f4b req-1f943ffe-637d-4eef-bd12-b1835af9f4aa service nova] Releasing lock "refresh_cache-3a696347-7405-4d53-9ea7-8f68d74b1629" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.978665] env[68872]: DEBUG oslo_vmware.api [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5260a2a7-274b-1341-5342-46777aab3147, 'name': SearchDatastore_Task, 'duration_secs': 0.019488} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.979689] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c0242f9-3d4f-4f51-a5c3-7285a93133ef {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.986948] env[68872]: DEBUG oslo_vmware.api [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for the task: (returnval){ [ 759.986948] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52287eed-d110-7e46-deec-81619739e344" [ 759.986948] env[68872]: _type = "Task" [ 759.986948] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.720382] env[68872]: DEBUG nova.network.neutron [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Successfully created port: 41a3ebe5-89d5-42c9-b274-6498f4399740 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 760.725815] env[68872]: DEBUG nova.compute.manager [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 760.746677] env[68872]: DEBUG oslo_vmware.api [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52287eed-d110-7e46-deec-81619739e344, 'name': SearchDatastore_Task, 'duration_secs': 0.014543} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.749714] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.750012] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 3a696347-7405-4d53-9ea7-8f68d74b1629/3a696347-7405-4d53-9ea7-8f68d74b1629.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.750329] env[68872]: DEBUG oslo_vmware.api [None req-3658e01a-4f9a-46f4-ab1d-a9bafb8207d7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092398, 'name': CloneVM_Task} progress is 94%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.750553] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec687bd7-2d27-4c98-8354-bd4ba648d7e0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.763416] env[68872]: DEBUG oslo_vmware.api [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for the task: (returnval){ [ 760.763416] env[68872]: value = "task-3092399" [ 760.763416] env[68872]: _type = "Task" [ 760.763416] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.769502] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.776280] env[68872]: DEBUG oslo_vmware.api [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.239867] env[68872]: DEBUG oslo_vmware.api [None req-3658e01a-4f9a-46f4-ab1d-a9bafb8207d7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092398, 'name': CloneVM_Task} progress is 95%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.243381] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ae454e51-d827-4c53-b3ed-f71f5d7eabeb tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Acquiring lock "5fa31b97-b83c-4be5-8391-91066dcd179c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.244293] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ae454e51-d827-4c53-b3ed-f71f5d7eabeb tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Lock "5fa31b97-b83c-4be5-8391-91066dcd179c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.244293] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ae454e51-d827-4c53-b3ed-f71f5d7eabeb tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Acquiring lock "5fa31b97-b83c-4be5-8391-91066dcd179c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.244293] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ae454e51-d827-4c53-b3ed-f71f5d7eabeb tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Lock "5fa31b97-b83c-4be5-8391-91066dcd179c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.244293] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ae454e51-d827-4c53-b3ed-f71f5d7eabeb tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Lock "5fa31b97-b83c-4be5-8391-91066dcd179c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.246602] env[68872]: INFO nova.compute.manager [None req-ae454e51-d827-4c53-b3ed-f71f5d7eabeb tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Terminating instance [ 761.278021] env[68872]: DEBUG oslo_vmware.api [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092399, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.368910] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a409898-463e-4a97-99f9-713a07deb09a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.378812] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a8a16e-5f95-412a-a5e7-9cc33358b31b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.417452] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b41247-86e5-42bd-a63a-cff4b1cc9832 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.427786] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83772156-6669-44e6-baac-8a9db10c5f38 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.443846] env[68872]: DEBUG nova.compute.provider_tree [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.735384] env[68872]: DEBUG oslo_vmware.api [None req-3658e01a-4f9a-46f4-ab1d-a9bafb8207d7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092398, 'name': CloneVM_Task, 'duration_secs': 1.972192} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.735735] env[68872]: INFO nova.virt.vmwareapi.vmops [None req-3658e01a-4f9a-46f4-ab1d-a9bafb8207d7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Created linked-clone VM from snapshot [ 761.736452] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490e009f-9412-4c41-bfaf-874980fc50e6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.744942] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-3658e01a-4f9a-46f4-ab1d-a9bafb8207d7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Uploading image af8c724c-81a4-41a8-9f9b-5ec40c2f29f9 {{(pid=68872) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 761.748147] env[68872]: DEBUG nova.compute.manager [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 761.750422] env[68872]: DEBUG nova.compute.manager [None req-ae454e51-d827-4c53-b3ed-f71f5d7eabeb tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 761.750654] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ae454e51-d827-4c53-b3ed-f71f5d7eabeb tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.751428] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f562ee-28f4-4597-a78b-dcfb070e8f28 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.759360] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae454e51-d827-4c53-b3ed-f71f5d7eabeb tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.761434] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4e4d214-1d02-403d-b82e-d55812238c34 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.770031] env[68872]: DEBUG oslo_vmware.api [None req-ae454e51-d827-4c53-b3ed-f71f5d7eabeb tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Waiting for the task: (returnval){ [ 761.770031] env[68872]: value = "task-3092400" [ 761.770031] env[68872]: _type = "Task" [ 761.770031] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.777475] env[68872]: DEBUG oslo_vmware.api [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589906} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.779773] env[68872]: DEBUG oslo_vmware.rw_handles [None req-3658e01a-4f9a-46f4-ab1d-a9bafb8207d7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 761.779773] env[68872]: value = "vm-618976" [ 761.779773] env[68872]: _type = "VirtualMachine" [ 761.779773] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 761.780549] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 3a696347-7405-4d53-9ea7-8f68d74b1629/3a696347-7405-4d53-9ea7-8f68d74b1629.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.781248] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.782357] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bb5656b4-d5cf-40f6-a71f-490105cc13d7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.788277] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9efde35-0418-443e-87ae-6503e91af1b4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.791328] env[68872]: DEBUG oslo_vmware.api [None req-ae454e51-d827-4c53-b3ed-f71f5d7eabeb tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Task: {'id': task-3092400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.793614] env[68872]: DEBUG nova.virt.hardware [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.793843] env[68872]: DEBUG nova.virt.hardware [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.793999] env[68872]: DEBUG nova.virt.hardware [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.794205] env[68872]: DEBUG nova.virt.hardware [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.794352] env[68872]: DEBUG nova.virt.hardware [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.794499] env[68872]: DEBUG nova.virt.hardware [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.794757] env[68872]: DEBUG nova.virt.hardware [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.795081] env[68872]: DEBUG nova.virt.hardware [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.795312] env[68872]: DEBUG nova.virt.hardware [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.795933] env[68872]: DEBUG nova.virt.hardware [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.795933] env[68872]: DEBUG nova.virt.hardware [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.797193] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5b2d70-6c33-4e13-8c80-8d8b118fb4cf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.803395] env[68872]: DEBUG oslo_vmware.rw_handles [None req-3658e01a-4f9a-46f4-ab1d-a9bafb8207d7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lease: (returnval){ [ 761.803395] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]521b7e7f-77c8-7c05-ae37-7e2fb21c719d" [ 761.803395] env[68872]: _type = "HttpNfcLease" [ 761.803395] env[68872]: } obtained for exporting VM: (result){ [ 761.803395] env[68872]: value = "vm-618976" [ 761.803395] env[68872]: _type = "VirtualMachine" [ 761.803395] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 761.803715] env[68872]: DEBUG oslo_vmware.api [None req-3658e01a-4f9a-46f4-ab1d-a9bafb8207d7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the lease: (returnval){ [ 761.803715] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]521b7e7f-77c8-7c05-ae37-7e2fb21c719d" [ 761.803715] env[68872]: _type = "HttpNfcLease" [ 761.803715] env[68872]: } to be ready. {{(pid=68872) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 761.812209] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb47e35a-e86b-4406-b89a-bae27dbc9d4c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.819076] env[68872]: DEBUG oslo_vmware.api [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for the task: (returnval){ [ 761.819076] env[68872]: value = "task-3092402" [ 761.819076] env[68872]: _type = "Task" [ 761.819076] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.834261] env[68872]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 761.834261] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]521b7e7f-77c8-7c05-ae37-7e2fb21c719d" [ 761.834261] env[68872]: _type = "HttpNfcLease" [ 761.834261] env[68872]: } is ready. {{(pid=68872) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 761.835028] env[68872]: DEBUG oslo_vmware.rw_handles [None req-3658e01a-4f9a-46f4-ab1d-a9bafb8207d7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 761.835028] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]521b7e7f-77c8-7c05-ae37-7e2fb21c719d" [ 761.835028] env[68872]: _type = "HttpNfcLease" [ 761.835028] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 761.835774] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932f623c-548f-418f-9509-5d9a7c46e6b4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.841197] env[68872]: DEBUG oslo_vmware.api [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092402, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.846919] env[68872]: DEBUG oslo_vmware.rw_handles [None req-3658e01a-4f9a-46f4-ab1d-a9bafb8207d7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5215e587-aabc-4a9b-ef36-9cc8df5aa719/disk-0.vmdk from lease info. {{(pid=68872) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 761.847164] env[68872]: DEBUG oslo_vmware.rw_handles [None req-3658e01a-4f9a-46f4-ab1d-a9bafb8207d7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5215e587-aabc-4a9b-ef36-9cc8df5aa719/disk-0.vmdk for reading. {{(pid=68872) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 761.947606] env[68872]: DEBUG nova.scheduler.client.report [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.004494] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e4cc1eb2-ea25-4aac-bd45-8130dcebe11e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.280944] env[68872]: DEBUG oslo_vmware.api [None req-ae454e51-d827-4c53-b3ed-f71f5d7eabeb tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Task: {'id': task-3092400, 'name': PowerOffVM_Task, 'duration_secs': 0.323267} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.281246] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae454e51-d827-4c53-b3ed-f71f5d7eabeb tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.281449] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ae454e51-d827-4c53-b3ed-f71f5d7eabeb tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.281710] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-370af738-e5a8-4ee7-943f-27a5c7aecad9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.331506] env[68872]: DEBUG oslo_vmware.api [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092402, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096774} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.331797] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.332604] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4575921d-c6a8-454e-8f62-5c43f9164f49 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.338025] env[68872]: DEBUG nova.compute.manager [req-5bda3f8e-8b0c-495a-8a7e-26dc5c8a455e req-00c7fc43-566a-450b-9a3e-cfc0a5bacc53 service nova] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Received event network-vif-plugged-41a3ebe5-89d5-42c9-b274-6498f4399740 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.338227] env[68872]: DEBUG oslo_concurrency.lockutils [req-5bda3f8e-8b0c-495a-8a7e-26dc5c8a455e req-00c7fc43-566a-450b-9a3e-cfc0a5bacc53 service nova] Acquiring lock "a1ac11ff-9bf0-495c-a8cc-03dd670c64e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.338474] env[68872]: DEBUG oslo_concurrency.lockutils [req-5bda3f8e-8b0c-495a-8a7e-26dc5c8a455e req-00c7fc43-566a-450b-9a3e-cfc0a5bacc53 service nova] Lock "a1ac11ff-9bf0-495c-a8cc-03dd670c64e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.338617] env[68872]: DEBUG oslo_concurrency.lockutils [req-5bda3f8e-8b0c-495a-8a7e-26dc5c8a455e req-00c7fc43-566a-450b-9a3e-cfc0a5bacc53 service nova] Lock "a1ac11ff-9bf0-495c-a8cc-03dd670c64e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.338790] env[68872]: DEBUG nova.compute.manager [req-5bda3f8e-8b0c-495a-8a7e-26dc5c8a455e req-00c7fc43-566a-450b-9a3e-cfc0a5bacc53 service nova] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] No waiting events found dispatching network-vif-plugged-41a3ebe5-89d5-42c9-b274-6498f4399740 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 762.338969] env[68872]: WARNING nova.compute.manager [req-5bda3f8e-8b0c-495a-8a7e-26dc5c8a455e req-00c7fc43-566a-450b-9a3e-cfc0a5bacc53 service nova] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Received unexpected event network-vif-plugged-41a3ebe5-89d5-42c9-b274-6498f4399740 for instance with vm_state building and task_state spawning. [ 762.359777] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 3a696347-7405-4d53-9ea7-8f68d74b1629/3a696347-7405-4d53-9ea7-8f68d74b1629.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.360565] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-163c65c7-efb7-4ace-aa49-56cd36a07d01 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.381976] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ae454e51-d827-4c53-b3ed-f71f5d7eabeb tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 762.382277] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ae454e51-d827-4c53-b3ed-f71f5d7eabeb tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 762.384704] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae454e51-d827-4c53-b3ed-f71f5d7eabeb tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Deleting the datastore file [datastore1] 5fa31b97-b83c-4be5-8391-91066dcd179c {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 762.384704] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee2799d6-12ac-4547-add5-b81a2f724dc3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.392969] env[68872]: DEBUG oslo_vmware.api [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for the task: (returnval){ [ 762.392969] env[68872]: value = "task-3092404" [ 762.392969] env[68872]: _type = "Task" [ 762.392969] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.395268] env[68872]: DEBUG oslo_vmware.api [None req-ae454e51-d827-4c53-b3ed-f71f5d7eabeb tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Waiting for the task: (returnval){ [ 762.395268] env[68872]: value = "task-3092405" [ 762.395268] env[68872]: _type = "Task" [ 762.395268] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.402974] env[68872]: DEBUG oslo_vmware.api [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092404, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.411415] env[68872]: DEBUG oslo_vmware.api [None req-ae454e51-d827-4c53-b3ed-f71f5d7eabeb tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Task: {'id': task-3092405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.416163] env[68872]: DEBUG nova.network.neutron [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Successfully updated port: 41a3ebe5-89d5-42c9-b274-6498f4399740 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 762.456110] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.158s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.456540] env[68872]: DEBUG nova.compute.manager [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.459851] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b6b64d5b-6041-4956-b851-c9a38b5d95e0 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.131s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.460234] env[68872]: DEBUG nova.objects.instance [None req-b6b64d5b-6041-4956-b851-c9a38b5d95e0 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Lazy-loading 'resources' on Instance uuid 64ddafa1-fb5d-4a59-a846-2b3254c013c1 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.913784] env[68872]: DEBUG oslo_vmware.api [None req-ae454e51-d827-4c53-b3ed-f71f5d7eabeb tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Task: {'id': task-3092405, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31467} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.914190] env[68872]: DEBUG oslo_vmware.api [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.914789] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae454e51-d827-4c53-b3ed-f71f5d7eabeb tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.914914] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ae454e51-d827-4c53-b3ed-f71f5d7eabeb tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.915445] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ae454e51-d827-4c53-b3ed-f71f5d7eabeb tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.915445] env[68872]: INFO nova.compute.manager [None req-ae454e51-d827-4c53-b3ed-f71f5d7eabeb tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 762.915996] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae454e51-d827-4c53-b3ed-f71f5d7eabeb tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.916406] env[68872]: DEBUG nova.compute.manager [-] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 762.916625] env[68872]: DEBUG nova.network.neutron [-] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 762.919466] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquiring lock "refresh_cache-a1ac11ff-9bf0-495c-a8cc-03dd670c64e6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.919787] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquired lock "refresh_cache-a1ac11ff-9bf0-495c-a8cc-03dd670c64e6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.919989] env[68872]: DEBUG nova.network.neutron [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.966104] env[68872]: DEBUG nova.compute.utils [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.973726] env[68872]: DEBUG nova.compute.manager [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 762.973726] env[68872]: DEBUG nova.network.neutron [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.069369] env[68872]: DEBUG nova.policy [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ad5205200a943dba64708eddda0eda0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e262182e30c46d09045210c770d8126', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.362196] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dc4ffd49-cb4b-4a37-8e2c-295fc89051ec tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Acquiring lock "b13197ec-f292-49a5-863f-cfe9f4932870" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.362528] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dc4ffd49-cb4b-4a37-8e2c-295fc89051ec tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Lock "b13197ec-f292-49a5-863f-cfe9f4932870" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.362809] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dc4ffd49-cb4b-4a37-8e2c-295fc89051ec tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Acquiring lock "b13197ec-f292-49a5-863f-cfe9f4932870-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.363101] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dc4ffd49-cb4b-4a37-8e2c-295fc89051ec tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Lock "b13197ec-f292-49a5-863f-cfe9f4932870-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.363347] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dc4ffd49-cb4b-4a37-8e2c-295fc89051ec tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Lock "b13197ec-f292-49a5-863f-cfe9f4932870-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.365991] env[68872]: INFO nova.compute.manager [None req-dc4ffd49-cb4b-4a37-8e2c-295fc89051ec tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Terminating instance [ 763.405808] env[68872]: DEBUG oslo_vmware.api [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092404, 'name': ReconfigVM_Task, 'duration_secs': 0.899144} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.406236] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 3a696347-7405-4d53-9ea7-8f68d74b1629/3a696347-7405-4d53-9ea7-8f68d74b1629.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.406894] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9461295b-5fa5-49fe-9a12-887e0f31f76b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.415855] env[68872]: DEBUG oslo_vmware.api [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for the task: (returnval){ [ 763.415855] env[68872]: value = "task-3092406" [ 763.415855] env[68872]: _type = "Task" [ 763.415855] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.443036] env[68872]: DEBUG oslo_vmware.api [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092406, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.459358] env[68872]: DEBUG nova.network.neutron [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.473169] env[68872]: DEBUG nova.compute.manager [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.568870] env[68872]: DEBUG nova.network.neutron [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Successfully created port: c3b84b64-8454-4382-a089-abc71ec4d5c5 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.598137] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36738e2-7104-4427-9b6b-2f535444464f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.606738] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8385ecc-1258-42b2-90b8-64935f4a275b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.644687] env[68872]: DEBUG nova.network.neutron [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Updating instance_info_cache with network_info: [{"id": "41a3ebe5-89d5-42c9-b274-6498f4399740", "address": "fa:16:3e:2b:a7:bd", "network": {"id": "f4fafaa5-3b60-4a35-9a9a-548d6bb6be4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-238414770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82727d6272e048f4acfc212225be53b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41a3ebe5-89", "ovs_interfaceid": "41a3ebe5-89d5-42c9-b274-6498f4399740", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.647198] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c9f319-d8aa-43fb-9c32-8c9f17b25893 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.657084] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e78b90-dd77-41b5-b696-1c7f02cae470 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.675022] env[68872]: DEBUG nova.compute.provider_tree [None req-b6b64d5b-6041-4956-b851-c9a38b5d95e0 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.704748] env[68872]: DEBUG nova.network.neutron [-] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.872634] env[68872]: DEBUG nova.compute.manager [None req-dc4ffd49-cb4b-4a37-8e2c-295fc89051ec tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 763.872889] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4ffd49-cb4b-4a37-8e2c-295fc89051ec tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.873885] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d759a1f0-40aa-457a-8464-e90c5c0a1cc8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.883205] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4ffd49-cb4b-4a37-8e2c-295fc89051ec tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.883414] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-786bc657-2798-4700-86ac-99ec6f7f368d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.891264] env[68872]: DEBUG oslo_vmware.api [None req-dc4ffd49-cb4b-4a37-8e2c-295fc89051ec tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Waiting for the task: (returnval){ [ 763.891264] env[68872]: value = "task-3092407" [ 763.891264] env[68872]: _type = "Task" [ 763.891264] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.900397] env[68872]: DEBUG oslo_vmware.api [None req-dc4ffd49-cb4b-4a37-8e2c-295fc89051ec tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Task: {'id': task-3092407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.926562] env[68872]: DEBUG oslo_vmware.api [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092406, 'name': Rename_Task, 'duration_secs': 0.188149} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.926914] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.927254] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b1b4312-37a3-4495-8e6f-d9a714acb9b4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.934537] env[68872]: DEBUG oslo_vmware.api [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for the task: (returnval){ [ 763.934537] env[68872]: value = "task-3092408" [ 763.934537] env[68872]: _type = "Task" [ 763.934537] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.946775] env[68872]: DEBUG oslo_vmware.api [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.147166] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Releasing lock "refresh_cache-a1ac11ff-9bf0-495c-a8cc-03dd670c64e6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.147551] env[68872]: DEBUG nova.compute.manager [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Instance network_info: |[{"id": "41a3ebe5-89d5-42c9-b274-6498f4399740", "address": "fa:16:3e:2b:a7:bd", "network": {"id": "f4fafaa5-3b60-4a35-9a9a-548d6bb6be4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-238414770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82727d6272e048f4acfc212225be53b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41a3ebe5-89", "ovs_interfaceid": "41a3ebe5-89d5-42c9-b274-6498f4399740", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 764.148038] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:a7:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7041d198-66a3-40de-bf7d-cfc036e6ed69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41a3ebe5-89d5-42c9-b274-6498f4399740', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.156324] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.156624] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.156925] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c0d5b47-1dab-45ed-b392-a0bccaf8e92f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.177728] env[68872]: DEBUG nova.scheduler.client.report [None req-b6b64d5b-6041-4956-b851-c9a38b5d95e0 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.182691] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.182691] env[68872]: value = "task-3092409" [ 764.182691] env[68872]: _type = "Task" [ 764.182691] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.192583] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092409, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.207384] env[68872]: INFO nova.compute.manager [-] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Took 1.29 seconds to deallocate network for instance. [ 764.404948] env[68872]: DEBUG oslo_vmware.api [None req-dc4ffd49-cb4b-4a37-8e2c-295fc89051ec tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Task: {'id': task-3092407, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.447480] env[68872]: DEBUG oslo_vmware.api [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092408, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.484273] env[68872]: DEBUG nova.compute.manager [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.685083] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b6b64d5b-6041-4956-b851-c9a38b5d95e0 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.225s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.687804] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0837d61c-9ac8-427f-94e3-09246503f708 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.131s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.688082] env[68872]: DEBUG nova.objects.instance [None req-0837d61c-9ac8-427f-94e3-09246503f708 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Lazy-loading 'resources' on Instance uuid 575d83bb-f897-4ec9-aae4-8948b0abe512 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.702360] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092409, 'name': CreateVM_Task, 'duration_secs': 0.431072} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.702550] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.703398] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.703599] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.703933] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.704556] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-366382bb-4167-488a-b43e-50aa38aa5c2a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.712502] env[68872]: DEBUG oslo_vmware.api [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 764.712502] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52082ef8-e9d5-8128-7fab-f68fdddb4bce" [ 764.712502] env[68872]: _type = "Task" [ 764.712502] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.717599] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ae454e51-d827-4c53-b3ed-f71f5d7eabeb tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.740153] env[68872]: DEBUG oslo_vmware.api [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52082ef8-e9d5-8128-7fab-f68fdddb4bce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.743976] env[68872]: INFO nova.scheduler.client.report [None req-b6b64d5b-6041-4956-b851-c9a38b5d95e0 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Deleted allocations for instance 64ddafa1-fb5d-4a59-a846-2b3254c013c1 [ 764.902876] env[68872]: DEBUG oslo_vmware.api [None req-dc4ffd49-cb4b-4a37-8e2c-295fc89051ec tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Task: {'id': task-3092407, 'name': PowerOffVM_Task, 'duration_secs': 0.589013} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.902876] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4ffd49-cb4b-4a37-8e2c-295fc89051ec tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.902876] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4ffd49-cb4b-4a37-8e2c-295fc89051ec tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.903098] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4091014b-d1a3-443d-adb4-53883407708d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.947640] env[68872]: DEBUG oslo_vmware.api [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092408, 'name': PowerOnVM_Task, 'duration_secs': 0.788581} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.948024] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.948238] env[68872]: INFO nova.compute.manager [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Took 9.58 seconds to spawn the instance on the hypervisor. [ 764.948430] env[68872]: DEBUG nova.compute.manager [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.949279] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e0f4c6-c763-4091-b784-e8a6290b4c9a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.985278] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4ffd49-cb4b-4a37-8e2c-295fc89051ec tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 764.985680] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4ffd49-cb4b-4a37-8e2c-295fc89051ec tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 764.985828] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc4ffd49-cb4b-4a37-8e2c-295fc89051ec tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Deleting the datastore file [datastore2] b13197ec-f292-49a5-863f-cfe9f4932870 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 764.986192] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-980fb535-e609-4629-ba89-fed5103a1ac8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.994804] env[68872]: DEBUG oslo_vmware.api [None req-dc4ffd49-cb4b-4a37-8e2c-295fc89051ec tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Waiting for the task: (returnval){ [ 764.994804] env[68872]: value = "task-3092411" [ 764.994804] env[68872]: _type = "Task" [ 764.994804] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.004386] env[68872]: DEBUG oslo_vmware.api [None req-dc4ffd49-cb4b-4a37-8e2c-295fc89051ec tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Task: {'id': task-3092411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.116275] env[68872]: DEBUG nova.network.neutron [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Successfully updated port: c3b84b64-8454-4382-a089-abc71ec4d5c5 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.227689] env[68872]: DEBUG oslo_vmware.api [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52082ef8-e9d5-8128-7fab-f68fdddb4bce, 'name': SearchDatastore_Task, 'duration_secs': 0.034856} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.227993] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.228291] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.228538] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.228683] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.228887] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.229405] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9dd8ee42-3b2a-4581-8cb3-d65ec5a0fccb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.243632] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.243850] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.247059] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20e7147e-cb77-40ca-a976-60b8b50fae3f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.252863] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b6b64d5b-6041-4956-b851-c9a38b5d95e0 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Lock "64ddafa1-fb5d-4a59-a846-2b3254c013c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.455s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.257127] env[68872]: DEBUG oslo_vmware.api [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 765.257127] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]528cb280-ef1b-9502-9735-b82b8bb2695e" [ 765.257127] env[68872]: _type = "Task" [ 765.257127] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.268438] env[68872]: DEBUG oslo_vmware.api [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]528cb280-ef1b-9502-9735-b82b8bb2695e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.472083] env[68872]: INFO nova.compute.manager [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Took 37.89 seconds to build instance. [ 765.506154] env[68872]: DEBUG oslo_vmware.api [None req-dc4ffd49-cb4b-4a37-8e2c-295fc89051ec tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Task: {'id': task-3092411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272876} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.509132] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc4ffd49-cb4b-4a37-8e2c-295fc89051ec tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.509373] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4ffd49-cb4b-4a37-8e2c-295fc89051ec tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.509564] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4ffd49-cb4b-4a37-8e2c-295fc89051ec tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.509793] env[68872]: INFO nova.compute.manager [None req-dc4ffd49-cb4b-4a37-8e2c-295fc89051ec tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Took 1.64 seconds to destroy the instance on the hypervisor. [ 765.509997] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc4ffd49-cb4b-4a37-8e2c-295fc89051ec tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.510478] env[68872]: DEBUG nova.compute.manager [-] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 765.510587] env[68872]: DEBUG nova.network.neutron [-] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 765.619700] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Acquiring lock "refresh_cache-02362251-8e13-4449-89cc-cbfff9d9ff22" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.619863] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Acquired lock "refresh_cache-02362251-8e13-4449-89cc-cbfff9d9ff22" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.620150] env[68872]: DEBUG nova.network.neutron [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.683355] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18808f8e-8318-43e7-a402-3c9aa622648b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.693657] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3602928a-62a8-4640-b5ba-21b5cc9c0613 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.727512] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eaccf87-d926-44c0-9abd-01eb752f5654 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.736475] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff28bf8-7e63-4d9a-bcdd-09d0ece13b73 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.751065] env[68872]: DEBUG nova.compute.provider_tree [None req-0837d61c-9ac8-427f-94e3-09246503f708 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.768414] env[68872]: DEBUG oslo_vmware.api [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]528cb280-ef1b-9502-9735-b82b8bb2695e, 'name': SearchDatastore_Task, 'duration_secs': 0.01694} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.769280] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a6ea4b5-9363-4144-907f-57c68f0e0ddc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.775113] env[68872]: DEBUG oslo_vmware.api [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 765.775113] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52107402-484b-1aca-6d60-bea99ac30aae" [ 765.775113] env[68872]: _type = "Task" [ 765.775113] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.784870] env[68872]: DEBUG oslo_vmware.api [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52107402-484b-1aca-6d60-bea99ac30aae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.974626] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a45fc49b-b139-46e6-9eba-afdb127ca0a2 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Lock "3a696347-7405-4d53-9ea7-8f68d74b1629" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.896s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.157250] env[68872]: DEBUG nova.network.neutron [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.254902] env[68872]: DEBUG nova.scheduler.client.report [None req-0837d61c-9ac8-427f-94e3-09246503f708 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.290022] env[68872]: DEBUG oslo_vmware.api [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52107402-484b-1aca-6d60-bea99ac30aae, 'name': SearchDatastore_Task, 'duration_secs': 0.018121} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.290497] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.291235] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] a1ac11ff-9bf0-495c-a8cc-03dd670c64e6/a1ac11ff-9bf0-495c-a8cc-03dd670c64e6.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.292308] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f02e30e1-c956-44d9-879e-d3597589776f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.305231] env[68872]: DEBUG nova.network.neutron [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Updating instance_info_cache with network_info: [{"id": "c3b84b64-8454-4382-a089-abc71ec4d5c5", "address": "fa:16:3e:f8:d2:18", "network": {"id": "41f27d29-802f-4668-976c-7f3122ae2de0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-417968453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e262182e30c46d09045210c770d8126", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3b84b64-84", "ovs_interfaceid": "c3b84b64-8454-4382-a089-abc71ec4d5c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.305866] env[68872]: DEBUG oslo_vmware.api [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 766.305866] env[68872]: value = "task-3092412" [ 766.305866] env[68872]: _type = "Task" [ 766.305866] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.321215] env[68872]: DEBUG oslo_vmware.api [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.760989] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0837d61c-9ac8-427f-94e3-09246503f708 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.073s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.763764] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d5b7ebcd-35a6-43d7-b1a6-a476ae5811a6 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.157s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.764488] env[68872]: DEBUG nova.objects.instance [None req-d5b7ebcd-35a6-43d7-b1a6-a476ae5811a6 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Lazy-loading 'resources' on Instance uuid b5242dbf-7805-46a6-900d-de6c7480e9c0 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.771435] env[68872]: DEBUG nova.network.neutron [-] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.792428] env[68872]: INFO nova.scheduler.client.report [None req-0837d61c-9ac8-427f-94e3-09246503f708 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Deleted allocations for instance 575d83bb-f897-4ec9-aae4-8948b0abe512 [ 766.804736] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Releasing lock "refresh_cache-02362251-8e13-4449-89cc-cbfff9d9ff22" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.805241] env[68872]: DEBUG nova.compute.manager [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Instance network_info: |[{"id": "c3b84b64-8454-4382-a089-abc71ec4d5c5", "address": "fa:16:3e:f8:d2:18", "network": {"id": "41f27d29-802f-4668-976c-7f3122ae2de0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-417968453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e262182e30c46d09045210c770d8126", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3b84b64-84", "ovs_interfaceid": "c3b84b64-8454-4382-a089-abc71ec4d5c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.818540] env[68872]: DEBUG oslo_vmware.api [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092412, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.273389] env[68872]: INFO nova.compute.manager [-] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Took 1.76 seconds to deallocate network for instance. [ 767.302395] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0837d61c-9ac8-427f-94e3-09246503f708 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Lock "575d83bb-f897-4ec9-aae4-8948b0abe512" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.129s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.323882] env[68872]: DEBUG oslo_vmware.api [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092412, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674435} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.329778] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] a1ac11ff-9bf0-495c-a8cc-03dd670c64e6/a1ac11ff-9bf0-495c-a8cc-03dd670c64e6.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.330362] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.332531] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16e28f14-d88c-44d0-9149-a9949e46524e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.348852] env[68872]: DEBUG oslo_vmware.api [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 767.348852] env[68872]: value = "task-3092413" [ 767.348852] env[68872]: _type = "Task" [ 767.348852] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.361308] env[68872]: DEBUG oslo_vmware.api [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.782228] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dc4ffd49-cb4b-4a37-8e2c-295fc89051ec tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.788085] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36e2fb4-8250-4832-ad24-4ab66ab1777a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.796700] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ba51b1-275b-49ce-9d77-2a3658b25704 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.841438] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ebb6e5-fa3b-49d7-bad0-a15a1e6e8eeb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.857443] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac9aabe-11d2-4dff-a7ba-2207cc31ebd9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.871858] env[68872]: DEBUG oslo_vmware.api [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122459} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.881324] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.882050] env[68872]: DEBUG nova.compute.provider_tree [None req-d5b7ebcd-35a6-43d7-b1a6-a476ae5811a6 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.884132] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6f2358-71e5-4de4-afce-cf9422c1df21 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.910227] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] a1ac11ff-9bf0-495c-a8cc-03dd670c64e6/a1ac11ff-9bf0-495c-a8cc-03dd670c64e6.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.911290] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80d97fcc-5341-4de0-a4d0-f16cdd396f4e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.936066] env[68872]: DEBUG oslo_vmware.api [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 767.936066] env[68872]: value = "task-3092414" [ 767.936066] env[68872]: _type = "Task" [ 767.936066] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.946728] env[68872]: DEBUG oslo_vmware.api [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092414, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.389623] env[68872]: DEBUG nova.scheduler.client.report [None req-d5b7ebcd-35a6-43d7-b1a6-a476ae5811a6 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.414206] env[68872]: DEBUG nova.virt.hardware [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 768.414321] env[68872]: DEBUG nova.virt.hardware [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.414539] env[68872]: DEBUG nova.virt.hardware [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.414863] env[68872]: DEBUG nova.virt.hardware [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.415120] env[68872]: DEBUG nova.virt.hardware [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.415342] env[68872]: DEBUG nova.virt.hardware [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 768.415657] env[68872]: DEBUG nova.virt.hardware [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 768.415966] env[68872]: DEBUG nova.virt.hardware [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 768.416925] env[68872]: DEBUG nova.virt.hardware [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 768.416925] env[68872]: DEBUG nova.virt.hardware [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 768.416925] env[68872]: DEBUG nova.virt.hardware [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 768.421140] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddb6c63-3fd0-47a2-8bb7-25940a94bee4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.432176] env[68872]: DEBUG oslo_vmware.rw_handles [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5213c03e-5458-fbfc-0b77-b547e306061c/disk-0.vmdk. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 768.433612] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80fa316-6ec0-4aeb-8d1b-374dec9de27b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.438501] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e355e4ed-30b3-48b3-9724-6aad09180e52 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.457554] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:d2:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3b84b64-8454-4382-a089-abc71ec4d5c5', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.465483] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Creating folder: Project (6e262182e30c46d09045210c770d8126). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.470882] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be4ea830-a6e6-4ab6-b371-a111abeaafda {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.472809] env[68872]: DEBUG oslo_vmware.api [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092414, 'name': ReconfigVM_Task, 'duration_secs': 0.510617} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.473382] env[68872]: DEBUG oslo_vmware.rw_handles [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5213c03e-5458-fbfc-0b77-b547e306061c/disk-0.vmdk is in state: ready. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 768.473382] env[68872]: ERROR oslo_vmware.rw_handles [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5213c03e-5458-fbfc-0b77-b547e306061c/disk-0.vmdk due to incomplete transfer. [ 768.473578] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Reconfigured VM instance instance-00000030 to attach disk [datastore1] a1ac11ff-9bf0-495c-a8cc-03dd670c64e6/a1ac11ff-9bf0-495c-a8cc-03dd670c64e6.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.474246] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4fcf26f5-f60c-4160-bbb1-45971414e996 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.476244] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ded431fb-f48b-42bd-83f0-55e2ff1aa7b1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.486345] env[68872]: DEBUG oslo_vmware.api [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 768.486345] env[68872]: value = "task-3092416" [ 768.486345] env[68872]: _type = "Task" [ 768.486345] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.487879] env[68872]: DEBUG oslo_vmware.rw_handles [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5213c03e-5458-fbfc-0b77-b547e306061c/disk-0.vmdk. {{(pid=68872) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 768.488141] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Uploaded image cb7c3127-0672-4a2b-8656-f837de8b593c to the Glance image server {{(pid=68872) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 768.491050] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Destroying the VM {{(pid=68872) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 768.495423] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9f6af0b0-1868-4358-900f-cb41691dd15a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.496973] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Created folder: Project (6e262182e30c46d09045210c770d8126) in parent group-v618835. [ 768.497219] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Creating folder: Instances. Parent ref: group-v618978. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.497923] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7dc0da1-077d-47e2-96a7-642cb748af67 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.506828] env[68872]: DEBUG oslo_vmware.api [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092416, 'name': Rename_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.508353] env[68872]: DEBUG oslo_vmware.api [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Waiting for the task: (returnval){ [ 768.508353] env[68872]: value = "task-3092418" [ 768.508353] env[68872]: _type = "Task" [ 768.508353] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.512894] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Created folder: Instances in parent group-v618978. [ 768.513155] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.514082] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.514156] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76678c66-0d80-43a8-93fd-d549d193426a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.534740] env[68872]: DEBUG oslo_vmware.api [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092418, 'name': Destroy_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.542024] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.542024] env[68872]: value = "task-3092419" [ 768.542024] env[68872]: _type = "Task" [ 768.542024] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.551135] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092419, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.875542] env[68872]: DEBUG nova.compute.manager [req-bdec8623-0f9f-46f6-bf3c-7c8ffe34bbc2 req-680d292d-4687-441c-8a52-c5c0b92da2de service nova] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Received event network-changed-41a3ebe5-89d5-42c9-b274-6498f4399740 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.875745] env[68872]: DEBUG nova.compute.manager [req-bdec8623-0f9f-46f6-bf3c-7c8ffe34bbc2 req-680d292d-4687-441c-8a52-c5c0b92da2de service nova] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Refreshing instance network info cache due to event network-changed-41a3ebe5-89d5-42c9-b274-6498f4399740. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 768.876467] env[68872]: DEBUG oslo_concurrency.lockutils [req-bdec8623-0f9f-46f6-bf3c-7c8ffe34bbc2 req-680d292d-4687-441c-8a52-c5c0b92da2de service nova] Acquiring lock "refresh_cache-a1ac11ff-9bf0-495c-a8cc-03dd670c64e6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.876467] env[68872]: DEBUG oslo_concurrency.lockutils [req-bdec8623-0f9f-46f6-bf3c-7c8ffe34bbc2 req-680d292d-4687-441c-8a52-c5c0b92da2de service nova] Acquired lock "refresh_cache-a1ac11ff-9bf0-495c-a8cc-03dd670c64e6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.876601] env[68872]: DEBUG nova.network.neutron [req-bdec8623-0f9f-46f6-bf3c-7c8ffe34bbc2 req-680d292d-4687-441c-8a52-c5c0b92da2de service nova] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Refreshing network info cache for port 41a3ebe5-89d5-42c9-b274-6498f4399740 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.897554] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d5b7ebcd-35a6-43d7-b1a6-a476ae5811a6 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.900109] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.541s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.901840] env[68872]: INFO nova.compute.claims [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 768.918795] env[68872]: INFO nova.scheduler.client.report [None req-d5b7ebcd-35a6-43d7-b1a6-a476ae5811a6 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Deleted allocations for instance b5242dbf-7805-46a6-900d-de6c7480e9c0 [ 768.999828] env[68872]: DEBUG oslo_vmware.api [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092416, 'name': Rename_Task, 'duration_secs': 0.175711} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.000211] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.000520] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-398c5b12-064d-436c-a584-67baaf750937 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.010175] env[68872]: DEBUG oslo_vmware.api [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 769.010175] env[68872]: value = "task-3092420" [ 769.010175] env[68872]: _type = "Task" [ 769.010175] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.023561] env[68872]: DEBUG oslo_vmware.api [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.026795] env[68872]: DEBUG oslo_vmware.api [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092418, 'name': Destroy_Task} progress is 33%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.030882] env[68872]: DEBUG nova.compute.manager [req-4d803cc2-3d5b-4eaf-9317-f69e16f64464 req-a2c7a673-da77-45f0-9da8-f826f99b48aa service nova] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Received event network-vif-plugged-c3b84b64-8454-4382-a089-abc71ec4d5c5 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.031234] env[68872]: DEBUG oslo_concurrency.lockutils [req-4d803cc2-3d5b-4eaf-9317-f69e16f64464 req-a2c7a673-da77-45f0-9da8-f826f99b48aa service nova] Acquiring lock "02362251-8e13-4449-89cc-cbfff9d9ff22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.031416] env[68872]: DEBUG oslo_concurrency.lockutils [req-4d803cc2-3d5b-4eaf-9317-f69e16f64464 req-a2c7a673-da77-45f0-9da8-f826f99b48aa service nova] Lock "02362251-8e13-4449-89cc-cbfff9d9ff22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.031824] env[68872]: DEBUG oslo_concurrency.lockutils [req-4d803cc2-3d5b-4eaf-9317-f69e16f64464 req-a2c7a673-da77-45f0-9da8-f826f99b48aa service nova] Lock "02362251-8e13-4449-89cc-cbfff9d9ff22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.031995] env[68872]: DEBUG nova.compute.manager [req-4d803cc2-3d5b-4eaf-9317-f69e16f64464 req-a2c7a673-da77-45f0-9da8-f826f99b48aa service nova] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] No waiting events found dispatching network-vif-plugged-c3b84b64-8454-4382-a089-abc71ec4d5c5 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 769.032184] env[68872]: WARNING nova.compute.manager [req-4d803cc2-3d5b-4eaf-9317-f69e16f64464 req-a2c7a673-da77-45f0-9da8-f826f99b48aa service nova] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Received unexpected event network-vif-plugged-c3b84b64-8454-4382-a089-abc71ec4d5c5 for instance with vm_state building and task_state spawning. [ 769.053671] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092419, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.426849] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d5b7ebcd-35a6-43d7-b1a6-a476ae5811a6 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Lock "b5242dbf-7805-46a6-900d-de6c7480e9c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.223s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.520504] env[68872]: DEBUG oslo_vmware.api [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092418, 'name': Destroy_Task, 'duration_secs': 0.645275} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.521219] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Destroyed the VM [ 769.521530] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Deleting Snapshot of the VM instance {{(pid=68872) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 769.521807] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a31247e4-affd-45c1-aadb-3a5ef607f45b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.528296] env[68872]: DEBUG oslo_vmware.api [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092420, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.535320] env[68872]: DEBUG oslo_vmware.api [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Waiting for the task: (returnval){ [ 769.535320] env[68872]: value = "task-3092421" [ 769.535320] env[68872]: _type = "Task" [ 769.535320] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.550491] env[68872]: DEBUG oslo_vmware.api [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092421, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.557652] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092419, 'name': CreateVM_Task, 'duration_secs': 0.514265} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.558056] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.558823] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.559046] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.559419] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.559726] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e1aca8c-8ec4-417c-945f-567bc96d15a1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.566407] env[68872]: DEBUG oslo_vmware.api [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for the task: (returnval){ [ 769.566407] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52357ab7-2b70-a81a-edac-69e7a0e05ff6" [ 769.566407] env[68872]: _type = "Task" [ 769.566407] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.577041] env[68872]: DEBUG oslo_vmware.api [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52357ab7-2b70-a81a-edac-69e7a0e05ff6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.663875] env[68872]: DEBUG oslo_concurrency.lockutils [None req-43313aef-9848-4ba5-b358-420536dbf356 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Acquiring lock "659c2098-556e-4403-a6f1-1a4655a95836" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.664147] env[68872]: DEBUG oslo_concurrency.lockutils [None req-43313aef-9848-4ba5-b358-420536dbf356 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Lock "659c2098-556e-4403-a6f1-1a4655a95836" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.664433] env[68872]: DEBUG oslo_concurrency.lockutils [None req-43313aef-9848-4ba5-b358-420536dbf356 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Acquiring lock "659c2098-556e-4403-a6f1-1a4655a95836-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.664548] env[68872]: DEBUG oslo_concurrency.lockutils [None req-43313aef-9848-4ba5-b358-420536dbf356 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Lock "659c2098-556e-4403-a6f1-1a4655a95836-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.664705] env[68872]: DEBUG oslo_concurrency.lockutils [None req-43313aef-9848-4ba5-b358-420536dbf356 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Lock "659c2098-556e-4403-a6f1-1a4655a95836-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.667043] env[68872]: INFO nova.compute.manager [None req-43313aef-9848-4ba5-b358-420536dbf356 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 659c2098-556e-4403-a6f1-1a4655a95836] Terminating instance [ 769.713637] env[68872]: DEBUG nova.network.neutron [req-bdec8623-0f9f-46f6-bf3c-7c8ffe34bbc2 req-680d292d-4687-441c-8a52-c5c0b92da2de service nova] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Updated VIF entry in instance network info cache for port 41a3ebe5-89d5-42c9-b274-6498f4399740. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.713637] env[68872]: DEBUG nova.network.neutron [req-bdec8623-0f9f-46f6-bf3c-7c8ffe34bbc2 req-680d292d-4687-441c-8a52-c5c0b92da2de service nova] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Updating instance_info_cache with network_info: [{"id": "41a3ebe5-89d5-42c9-b274-6498f4399740", "address": "fa:16:3e:2b:a7:bd", "network": {"id": "f4fafaa5-3b60-4a35-9a9a-548d6bb6be4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-238414770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82727d6272e048f4acfc212225be53b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41a3ebe5-89", "ovs_interfaceid": "41a3ebe5-89d5-42c9-b274-6498f4399740", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.026009] env[68872]: DEBUG oslo_vmware.api [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092420, 'name': PowerOnVM_Task, 'duration_secs': 0.74525} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.026361] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.026606] env[68872]: INFO nova.compute.manager [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Took 8.28 seconds to spawn the instance on the hypervisor. [ 770.026810] env[68872]: DEBUG nova.compute.manager [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.027707] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4d6947-2a5d-400b-a89c-4f4df03548c9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.048824] env[68872]: DEBUG oslo_vmware.api [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092421, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.077782] env[68872]: DEBUG oslo_vmware.api [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52357ab7-2b70-a81a-edac-69e7a0e05ff6, 'name': SearchDatastore_Task, 'duration_secs': 0.014321} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.080684] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.080932] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.081187] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.081334] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.081542] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.082793] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ab46bc4-fe33-4d0d-8079-3829309e9556 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.093498] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.093692] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.096838] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcf47337-9774-4894-9b04-19d5f198bea7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.104106] env[68872]: DEBUG oslo_vmware.api [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for the task: (returnval){ [ 770.104106] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]524d8b01-fb8a-75e9-7857-31f2241f3a42" [ 770.104106] env[68872]: _type = "Task" [ 770.104106] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.115477] env[68872]: DEBUG oslo_vmware.api [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]524d8b01-fb8a-75e9-7857-31f2241f3a42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.173885] env[68872]: DEBUG oslo_concurrency.lockutils [None req-43313aef-9848-4ba5-b358-420536dbf356 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Acquiring lock "refresh_cache-659c2098-556e-4403-a6f1-1a4655a95836" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.174089] env[68872]: DEBUG oslo_concurrency.lockutils [None req-43313aef-9848-4ba5-b358-420536dbf356 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Acquired lock "refresh_cache-659c2098-556e-4403-a6f1-1a4655a95836" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.174275] env[68872]: DEBUG nova.network.neutron [None req-43313aef-9848-4ba5-b358-420536dbf356 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 659c2098-556e-4403-a6f1-1a4655a95836] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.220324] env[68872]: DEBUG oslo_concurrency.lockutils [req-bdec8623-0f9f-46f6-bf3c-7c8ffe34bbc2 req-680d292d-4687-441c-8a52-c5c0b92da2de service nova] Releasing lock "refresh_cache-a1ac11ff-9bf0-495c-a8cc-03dd670c64e6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.220519] env[68872]: DEBUG nova.compute.manager [req-bdec8623-0f9f-46f6-bf3c-7c8ffe34bbc2 req-680d292d-4687-441c-8a52-c5c0b92da2de service nova] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Received event network-vif-deleted-5fe0ab68-9674-4436-8e3f-18c5ff6bacb0 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.300376] env[68872]: DEBUG oslo_concurrency.lockutils [None req-84b82f60-c7cc-4976-8be3-bc319bfaef41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "interface-9945ec86-a679-4a3e-a72b-88ad7c7e4c18-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.300592] env[68872]: DEBUG oslo_concurrency.lockutils [None req-84b82f60-c7cc-4976-8be3-bc319bfaef41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "interface-9945ec86-a679-4a3e-a72b-88ad7c7e4c18-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.301896] env[68872]: DEBUG nova.objects.instance [None req-84b82f60-c7cc-4976-8be3-bc319bfaef41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lazy-loading 'flavor' on Instance uuid 9945ec86-a679-4a3e-a72b-88ad7c7e4c18 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.303100] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "b5176185-817b-42a0-a300-c7b06dda0a39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.304816] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "b5176185-817b-42a0-a300-c7b06dda0a39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.383269] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f26a0e5-a280-44e4-b3e5-e12a9e41076a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.394540] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce7d2f6-bd74-4c52-8d5f-b0af01b6ff71 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.431320] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cbcb1c-d0e9-475e-b045-1f0c43a88bd4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.440784] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45b66c0-63de-4235-8fdc-2126bfd4bc64 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.455592] env[68872]: DEBUG nova.compute.provider_tree [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.550756] env[68872]: INFO nova.compute.manager [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Took 38.73 seconds to build instance. [ 770.554966] env[68872]: DEBUG oslo_vmware.api [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092421, 'name': RemoveSnapshot_Task, 'duration_secs': 0.89801} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.555163] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Deleted Snapshot of the VM instance {{(pid=68872) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 770.555385] env[68872]: INFO nova.compute.manager [None req-50ab9576-86a6-4574-9779-3a2872387772 tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Took 17.21 seconds to snapshot the instance on the hypervisor. [ 770.571901] env[68872]: DEBUG oslo_vmware.rw_handles [None req-3658e01a-4f9a-46f4-ab1d-a9bafb8207d7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5215e587-aabc-4a9b-ef36-9cc8df5aa719/disk-0.vmdk. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 770.572817] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f5bfc1-ff8f-475f-a7cd-d94f285a3240 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.579346] env[68872]: DEBUG oslo_vmware.rw_handles [None req-3658e01a-4f9a-46f4-ab1d-a9bafb8207d7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5215e587-aabc-4a9b-ef36-9cc8df5aa719/disk-0.vmdk is in state: ready. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 770.579538] env[68872]: ERROR oslo_vmware.rw_handles [None req-3658e01a-4f9a-46f4-ab1d-a9bafb8207d7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5215e587-aabc-4a9b-ef36-9cc8df5aa719/disk-0.vmdk due to incomplete transfer. [ 770.579820] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-04ab9766-7df9-48ed-943d-52a2efd7961f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.588350] env[68872]: DEBUG oslo_vmware.rw_handles [None req-3658e01a-4f9a-46f4-ab1d-a9bafb8207d7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5215e587-aabc-4a9b-ef36-9cc8df5aa719/disk-0.vmdk. {{(pid=68872) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 770.588540] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-3658e01a-4f9a-46f4-ab1d-a9bafb8207d7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Uploaded image af8c724c-81a4-41a8-9f9b-5ec40c2f29f9 to the Glance image server {{(pid=68872) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 770.590661] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-3658e01a-4f9a-46f4-ab1d-a9bafb8207d7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Destroying the VM {{(pid=68872) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 770.591124] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-84e5bc18-bac9-428d-899e-dcfe75fb400c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.597528] env[68872]: DEBUG oslo_vmware.api [None req-3658e01a-4f9a-46f4-ab1d-a9bafb8207d7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 770.597528] env[68872]: value = "task-3092422" [ 770.597528] env[68872]: _type = "Task" [ 770.597528] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.606300] env[68872]: DEBUG oslo_vmware.api [None req-3658e01a-4f9a-46f4-ab1d-a9bafb8207d7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092422, 'name': Destroy_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.614822] env[68872]: DEBUG oslo_vmware.api [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]524d8b01-fb8a-75e9-7857-31f2241f3a42, 'name': SearchDatastore_Task, 'duration_secs': 0.014295} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.615284] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4112291-7a14-4ffa-9288-52f60b6685f8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.620451] env[68872]: DEBUG oslo_vmware.api [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for the task: (returnval){ [ 770.620451] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c97e84-df0d-acc2-cac4-78e2b1c673e7" [ 770.620451] env[68872]: _type = "Task" [ 770.620451] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.628792] env[68872]: DEBUG oslo_vmware.api [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c97e84-df0d-acc2-cac4-78e2b1c673e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.704042] env[68872]: DEBUG nova.network.neutron [None req-43313aef-9848-4ba5-b358-420536dbf356 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 659c2098-556e-4403-a6f1-1a4655a95836] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.755964] env[68872]: DEBUG nova.network.neutron [None req-43313aef-9848-4ba5-b358-420536dbf356 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 659c2098-556e-4403-a6f1-1a4655a95836] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.806757] env[68872]: DEBUG nova.compute.manager [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 770.876929] env[68872]: DEBUG nova.objects.instance [None req-84b82f60-c7cc-4976-8be3-bc319bfaef41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lazy-loading 'pci_requests' on Instance uuid 9945ec86-a679-4a3e-a72b-88ad7c7e4c18 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.958553] env[68872]: DEBUG nova.scheduler.client.report [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.056230] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0172c4ca-a48d-4402-84f1-0f1f5d0f6a0b tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lock "a1ac11ff-9bf0-495c-a8cc-03dd670c64e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.070s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.108641] env[68872]: DEBUG oslo_vmware.api [None req-3658e01a-4f9a-46f4-ab1d-a9bafb8207d7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092422, 'name': Destroy_Task, 'duration_secs': 0.345147} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.108921] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-3658e01a-4f9a-46f4-ab1d-a9bafb8207d7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Destroyed the VM [ 771.109193] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-3658e01a-4f9a-46f4-ab1d-a9bafb8207d7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Deleting Snapshot of the VM instance {{(pid=68872) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 771.109449] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6442955a-b693-436b-97af-36a0f6052297 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.116637] env[68872]: DEBUG oslo_vmware.api [None req-3658e01a-4f9a-46f4-ab1d-a9bafb8207d7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 771.116637] env[68872]: value = "task-3092423" [ 771.116637] env[68872]: _type = "Task" [ 771.116637] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.126503] env[68872]: DEBUG oslo_vmware.api [None req-3658e01a-4f9a-46f4-ab1d-a9bafb8207d7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092423, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.132488] env[68872]: DEBUG oslo_vmware.api [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c97e84-df0d-acc2-cac4-78e2b1c673e7, 'name': SearchDatastore_Task, 'duration_secs': 0.013227} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.132733] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.133037] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 02362251-8e13-4449-89cc-cbfff9d9ff22/02362251-8e13-4449-89cc-cbfff9d9ff22.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.133350] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55b33e13-5970-4fdb-b6c0-f7c7bf1b37f5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.144012] env[68872]: DEBUG oslo_vmware.api [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for the task: (returnval){ [ 771.144012] env[68872]: value = "task-3092424" [ 771.144012] env[68872]: _type = "Task" [ 771.144012] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.154020] env[68872]: DEBUG oslo_vmware.api [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.259214] env[68872]: DEBUG oslo_concurrency.lockutils [None req-43313aef-9848-4ba5-b358-420536dbf356 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Releasing lock "refresh_cache-659c2098-556e-4403-a6f1-1a4655a95836" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.259733] env[68872]: DEBUG nova.compute.manager [None req-43313aef-9848-4ba5-b358-420536dbf356 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 659c2098-556e-4403-a6f1-1a4655a95836] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 771.260056] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-43313aef-9848-4ba5-b358-420536dbf356 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 659c2098-556e-4403-a6f1-1a4655a95836] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.261036] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a1d86a-7a6c-4757-9ed2-319ad93a4e39 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.269011] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-43313aef-9848-4ba5-b358-420536dbf356 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 659c2098-556e-4403-a6f1-1a4655a95836] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.269272] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4fa8bbb-3efe-48ba-81c4-2a15207d1fcd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.276180] env[68872]: DEBUG oslo_vmware.api [None req-43313aef-9848-4ba5-b358-420536dbf356 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Waiting for the task: (returnval){ [ 771.276180] env[68872]: value = "task-3092425" [ 771.276180] env[68872]: _type = "Task" [ 771.276180] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.285022] env[68872]: DEBUG oslo_concurrency.lockutils [None req-078163c3-98b7-4aca-9880-4f6856239be2 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Acquiring lock "84b9c497-ec98-4af0-a615-54ec54d3993b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.285288] env[68872]: DEBUG oslo_concurrency.lockutils [None req-078163c3-98b7-4aca-9880-4f6856239be2 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Lock "84b9c497-ec98-4af0-a615-54ec54d3993b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.285494] env[68872]: DEBUG oslo_concurrency.lockutils [None req-078163c3-98b7-4aca-9880-4f6856239be2 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Acquiring lock "84b9c497-ec98-4af0-a615-54ec54d3993b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.285672] env[68872]: DEBUG oslo_concurrency.lockutils [None req-078163c3-98b7-4aca-9880-4f6856239be2 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Lock "84b9c497-ec98-4af0-a615-54ec54d3993b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.285915] env[68872]: DEBUG oslo_concurrency.lockutils [None req-078163c3-98b7-4aca-9880-4f6856239be2 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Lock "84b9c497-ec98-4af0-a615-54ec54d3993b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.287796] env[68872]: DEBUG oslo_vmware.api [None req-43313aef-9848-4ba5-b358-420536dbf356 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.288711] env[68872]: INFO nova.compute.manager [None req-078163c3-98b7-4aca-9880-4f6856239be2 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Terminating instance [ 771.331602] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.380263] env[68872]: DEBUG nova.objects.base [None req-84b82f60-c7cc-4976-8be3-bc319bfaef41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Object Instance<9945ec86-a679-4a3e-a72b-88ad7c7e4c18> lazy-loaded attributes: flavor,pci_requests {{(pid=68872) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 771.380835] env[68872]: DEBUG nova.network.neutron [None req-84b82f60-c7cc-4976-8be3-bc319bfaef41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 771.427323] env[68872]: DEBUG nova.policy [None req-84b82f60-c7cc-4976-8be3-bc319bfaef41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb17fb618fad45b2a6dcd39895afae7b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c33e619a5cd4a7cb4406944a41746d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 771.463381] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.463995] env[68872]: DEBUG nova.compute.manager [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 771.468724] env[68872]: DEBUG oslo_concurrency.lockutils [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 27.725s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.628871] env[68872]: DEBUG oslo_vmware.api [None req-3658e01a-4f9a-46f4-ab1d-a9bafb8207d7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092423, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.661228] env[68872]: DEBUG oslo_vmware.api [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499787} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.661228] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 02362251-8e13-4449-89cc-cbfff9d9ff22/02362251-8e13-4449-89cc-cbfff9d9ff22.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.661228] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.661228] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-743a18d7-63c1-47a5-a092-1945b7a45b9a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.669422] env[68872]: DEBUG oslo_vmware.api [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for the task: (returnval){ [ 771.669422] env[68872]: value = "task-3092426" [ 771.669422] env[68872]: _type = "Task" [ 771.669422] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.681739] env[68872]: DEBUG oslo_vmware.api [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092426, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.723685] env[68872]: DEBUG nova.network.neutron [None req-84b82f60-c7cc-4976-8be3-bc319bfaef41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Successfully created port: 70dc5c99-edfc-46dd-86c3-d54d458ae0d6 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.788782] env[68872]: DEBUG oslo_vmware.api [None req-43313aef-9848-4ba5-b358-420536dbf356 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092425, 'name': PowerOffVM_Task, 'duration_secs': 0.215067} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.788782] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-43313aef-9848-4ba5-b358-420536dbf356 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 659c2098-556e-4403-a6f1-1a4655a95836] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.788782] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-43313aef-9848-4ba5-b358-420536dbf356 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 659c2098-556e-4403-a6f1-1a4655a95836] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.789160] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db8bd86b-8b23-4a15-94e4-b74a1bfdcab0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.792480] env[68872]: DEBUG nova.compute.manager [None req-078163c3-98b7-4aca-9880-4f6856239be2 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 771.792688] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-078163c3-98b7-4aca-9880-4f6856239be2 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.793640] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4754dc9-93c8-487a-9c3f-9c607f0a0abf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.813504] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-078163c3-98b7-4aca-9880-4f6856239be2 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.817048] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78c4fc77-cc82-4013-b0fd-bf0b78a440fd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.822881] env[68872]: DEBUG oslo_vmware.api [None req-078163c3-98b7-4aca-9880-4f6856239be2 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Waiting for the task: (returnval){ [ 771.822881] env[68872]: value = "task-3092428" [ 771.822881] env[68872]: _type = "Task" [ 771.822881] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.838564] env[68872]: DEBUG oslo_vmware.api [None req-078163c3-98b7-4aca-9880-4f6856239be2 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Task: {'id': task-3092428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.838846] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-43313aef-9848-4ba5-b358-420536dbf356 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 659c2098-556e-4403-a6f1-1a4655a95836] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.839036] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-43313aef-9848-4ba5-b358-420536dbf356 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 659c2098-556e-4403-a6f1-1a4655a95836] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.839228] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-43313aef-9848-4ba5-b358-420536dbf356 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Deleting the datastore file [datastore2] 659c2098-556e-4403-a6f1-1a4655a95836 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.839472] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55b191ce-8d6e-4e4f-ac1b-8bb38acccba6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.846591] env[68872]: DEBUG oslo_vmware.api [None req-43313aef-9848-4ba5-b358-420536dbf356 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Waiting for the task: (returnval){ [ 771.846591] env[68872]: value = "task-3092429" [ 771.846591] env[68872]: _type = "Task" [ 771.846591] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.856308] env[68872]: DEBUG oslo_vmware.api [None req-43313aef-9848-4ba5-b358-420536dbf356 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.859291] env[68872]: DEBUG nova.compute.manager [req-ec3f4a9e-d180-44e2-b9ba-42d792cee828 req-33cf6e7b-4bb6-46e5-b2e4-0158ff5e5524 service nova] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Received event network-changed-c3b84b64-8454-4382-a089-abc71ec4d5c5 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.859546] env[68872]: DEBUG nova.compute.manager [req-ec3f4a9e-d180-44e2-b9ba-42d792cee828 req-33cf6e7b-4bb6-46e5-b2e4-0158ff5e5524 service nova] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Refreshing instance network info cache due to event network-changed-c3b84b64-8454-4382-a089-abc71ec4d5c5. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.859829] env[68872]: DEBUG oslo_concurrency.lockutils [req-ec3f4a9e-d180-44e2-b9ba-42d792cee828 req-33cf6e7b-4bb6-46e5-b2e4-0158ff5e5524 service nova] Acquiring lock "refresh_cache-02362251-8e13-4449-89cc-cbfff9d9ff22" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.860035] env[68872]: DEBUG oslo_concurrency.lockutils [req-ec3f4a9e-d180-44e2-b9ba-42d792cee828 req-33cf6e7b-4bb6-46e5-b2e4-0158ff5e5524 service nova] Acquired lock "refresh_cache-02362251-8e13-4449-89cc-cbfff9d9ff22" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.860276] env[68872]: DEBUG nova.network.neutron [req-ec3f4a9e-d180-44e2-b9ba-42d792cee828 req-33cf6e7b-4bb6-46e5-b2e4-0158ff5e5524 service nova] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Refreshing network info cache for port c3b84b64-8454-4382-a089-abc71ec4d5c5 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.973162] env[68872]: DEBUG nova.compute.utils [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 771.974798] env[68872]: DEBUG nova.compute.manager [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 771.975015] env[68872]: DEBUG nova.network.neutron [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 771.984242] env[68872]: INFO nova.compute.claims [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.030902] env[68872]: DEBUG nova.policy [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de6d091cbf0d4844950ab420ba5401de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b4cf840ad23451583cf3d857c4acfcb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.131883] env[68872]: DEBUG oslo_vmware.api [None req-3658e01a-4f9a-46f4-ab1d-a9bafb8207d7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092423, 'name': RemoveSnapshot_Task, 'duration_secs': 0.978056} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.132215] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-3658e01a-4f9a-46f4-ab1d-a9bafb8207d7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Deleted Snapshot of the VM instance {{(pid=68872) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 772.132534] env[68872]: INFO nova.compute.manager [None req-3658e01a-4f9a-46f4-ab1d-a9bafb8207d7 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Took 14.61 seconds to snapshot the instance on the hypervisor. [ 772.182960] env[68872]: DEBUG oslo_vmware.api [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092426, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075206} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.184829] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.185704] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfae948d-20ea-4b22-a6d2-26a0d6076029 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.216239] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 02362251-8e13-4449-89cc-cbfff9d9ff22/02362251-8e13-4449-89cc-cbfff9d9ff22.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.216957] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea5d5560-d8c9-41cb-a330-f211a7a90c16 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.238161] env[68872]: DEBUG oslo_vmware.api [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for the task: (returnval){ [ 772.238161] env[68872]: value = "task-3092430" [ 772.238161] env[68872]: _type = "Task" [ 772.238161] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.247058] env[68872]: DEBUG oslo_vmware.api [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092430, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.341173] env[68872]: DEBUG oslo_vmware.api [None req-078163c3-98b7-4aca-9880-4f6856239be2 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Task: {'id': task-3092428, 'name': PowerOffVM_Task, 'duration_secs': 0.433721} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.341545] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-078163c3-98b7-4aca-9880-4f6856239be2 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.341809] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-078163c3-98b7-4aca-9880-4f6856239be2 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.342159] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3447bba-4210-42d1-a809-3dd318dde2d0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.357931] env[68872]: DEBUG oslo_vmware.api [None req-43313aef-9848-4ba5-b358-420536dbf356 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Task: {'id': task-3092429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166001} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.358249] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-43313aef-9848-4ba5-b358-420536dbf356 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.358467] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-43313aef-9848-4ba5-b358-420536dbf356 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 659c2098-556e-4403-a6f1-1a4655a95836] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.358674] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-43313aef-9848-4ba5-b358-420536dbf356 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 659c2098-556e-4403-a6f1-1a4655a95836] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.358892] env[68872]: INFO nova.compute.manager [None req-43313aef-9848-4ba5-b358-420536dbf356 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] [instance: 659c2098-556e-4403-a6f1-1a4655a95836] Took 1.10 seconds to destroy the instance on the hypervisor. [ 772.359181] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43313aef-9848-4ba5-b358-420536dbf356 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.359349] env[68872]: DEBUG nova.compute.manager [-] [instance: 659c2098-556e-4403-a6f1-1a4655a95836] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 772.359497] env[68872]: DEBUG nova.network.neutron [-] [instance: 659c2098-556e-4403-a6f1-1a4655a95836] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 772.386275] env[68872]: DEBUG nova.network.neutron [-] [instance: 659c2098-556e-4403-a6f1-1a4655a95836] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.425689] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-078163c3-98b7-4aca-9880-4f6856239be2 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.427890] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-078163c3-98b7-4aca-9880-4f6856239be2 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.427890] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-078163c3-98b7-4aca-9880-4f6856239be2 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Deleting the datastore file [datastore2] 84b9c497-ec98-4af0-a615-54ec54d3993b {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.427890] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f334bc5-07ec-4d4c-8c44-d43cfdcd3eb7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.441265] env[68872]: DEBUG oslo_vmware.api [None req-078163c3-98b7-4aca-9880-4f6856239be2 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Waiting for the task: (returnval){ [ 772.441265] env[68872]: value = "task-3092432" [ 772.441265] env[68872]: _type = "Task" [ 772.441265] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.456333] env[68872]: DEBUG oslo_vmware.api [None req-078163c3-98b7-4aca-9880-4f6856239be2 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Task: {'id': task-3092432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.478158] env[68872]: DEBUG nova.compute.utils [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.503062] env[68872]: INFO nova.compute.resource_tracker [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Updating resource usage from migration 3c616015-329e-4e12-89ae-a8068036cf39 [ 772.531480] env[68872]: DEBUG nova.network.neutron [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Successfully created port: b6f3a4ce-baa7-4973-a8c3-ea0641dcb02b {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 772.621267] env[68872]: DEBUG nova.network.neutron [req-ec3f4a9e-d180-44e2-b9ba-42d792cee828 req-33cf6e7b-4bb6-46e5-b2e4-0158ff5e5524 service nova] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Updated VIF entry in instance network info cache for port c3b84b64-8454-4382-a089-abc71ec4d5c5. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.621718] env[68872]: DEBUG nova.network.neutron [req-ec3f4a9e-d180-44e2-b9ba-42d792cee828 req-33cf6e7b-4bb6-46e5-b2e4-0158ff5e5524 service nova] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Updating instance_info_cache with network_info: [{"id": "c3b84b64-8454-4382-a089-abc71ec4d5c5", "address": "fa:16:3e:f8:d2:18", "network": {"id": "41f27d29-802f-4668-976c-7f3122ae2de0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-417968453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e262182e30c46d09045210c770d8126", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3b84b64-84", "ovs_interfaceid": "c3b84b64-8454-4382-a089-abc71ec4d5c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.752904] env[68872]: DEBUG oslo_vmware.api [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092430, 'name': ReconfigVM_Task, 'duration_secs': 0.313435} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.753264] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 02362251-8e13-4449-89cc-cbfff9d9ff22/02362251-8e13-4449-89cc-cbfff9d9ff22.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.753837] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e08f0deb-db77-41c8-b00f-546ff5e7dd3e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.763711] env[68872]: DEBUG oslo_vmware.api [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for the task: (returnval){ [ 772.763711] env[68872]: value = "task-3092433" [ 772.763711] env[68872]: _type = "Task" [ 772.763711] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.776791] env[68872]: DEBUG oslo_vmware.api [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092433, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.888541] env[68872]: DEBUG nova.network.neutron [-] [instance: 659c2098-556e-4403-a6f1-1a4655a95836] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.960267] env[68872]: DEBUG oslo_vmware.api [None req-078163c3-98b7-4aca-9880-4f6856239be2 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Task: {'id': task-3092432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184244} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.960267] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-078163c3-98b7-4aca-9880-4f6856239be2 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.960429] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-078163c3-98b7-4aca-9880-4f6856239be2 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.960589] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-078163c3-98b7-4aca-9880-4f6856239be2 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.960984] env[68872]: INFO nova.compute.manager [None req-078163c3-98b7-4aca-9880-4f6856239be2 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 772.961266] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-078163c3-98b7-4aca-9880-4f6856239be2 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.961474] env[68872]: DEBUG nova.compute.manager [-] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 772.961604] env[68872]: DEBUG nova.network.neutron [-] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 772.985459] env[68872]: DEBUG nova.compute.manager [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.042964] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac027ab-b082-440a-b63d-6ed3a3f0a485 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.051879] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ecb7f6-6605-4bf3-bc06-46a3f5a7b24d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.085555] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5915848c-7d73-4f38-b941-68eed9b9a740 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.094901] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4a414c-0e40-472b-a883-ae6c3b667496 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.109779] env[68872]: DEBUG nova.compute.provider_tree [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.126665] env[68872]: DEBUG oslo_concurrency.lockutils [req-ec3f4a9e-d180-44e2-b9ba-42d792cee828 req-33cf6e7b-4bb6-46e5-b2e4-0158ff5e5524 service nova] Releasing lock "refresh_cache-02362251-8e13-4449-89cc-cbfff9d9ff22" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.126928] env[68872]: DEBUG nova.compute.manager [req-ec3f4a9e-d180-44e2-b9ba-42d792cee828 req-33cf6e7b-4bb6-46e5-b2e4-0158ff5e5524 service nova] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Received event network-vif-deleted-ce913781-a2dc-4bff-b46c-cf679d66ea1a {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.278049] env[68872]: DEBUG oslo_vmware.api [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092433, 'name': Rename_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.392079] env[68872]: INFO nova.compute.manager [-] [instance: 659c2098-556e-4403-a6f1-1a4655a95836] Took 1.03 seconds to deallocate network for instance. [ 773.613023] env[68872]: DEBUG nova.scheduler.client.report [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.649921] env[68872]: DEBUG nova.network.neutron [None req-84b82f60-c7cc-4976-8be3-bc319bfaef41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Successfully updated port: 70dc5c99-edfc-46dd-86c3-d54d458ae0d6 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.778350] env[68872]: DEBUG oslo_vmware.api [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092433, 'name': Rename_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.897172] env[68872]: DEBUG oslo_concurrency.lockutils [None req-43313aef-9848-4ba5-b358-420536dbf356 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.997247] env[68872]: DEBUG nova.compute.manager [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.026244] env[68872]: DEBUG nova.virt.hardware [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:02:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='947571605',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-243429510',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.026556] env[68872]: DEBUG nova.virt.hardware [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.026717] env[68872]: DEBUG nova.virt.hardware [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.026898] env[68872]: DEBUG nova.virt.hardware [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.027277] env[68872]: DEBUG nova.virt.hardware [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.027488] env[68872]: DEBUG nova.virt.hardware [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.027840] env[68872]: DEBUG nova.virt.hardware [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.028100] env[68872]: DEBUG nova.virt.hardware [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.028313] env[68872]: DEBUG nova.virt.hardware [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.028660] env[68872]: DEBUG nova.virt.hardware [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.029335] env[68872]: DEBUG nova.virt.hardware [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.030417] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f15510-5442-475a-9886-ceec01bdd082 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.041560] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbb420f-2f35-49ba-acd5-2d0c614b614f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.119821] env[68872]: DEBUG oslo_concurrency.lockutils [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.651s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.120167] env[68872]: INFO nova.compute.manager [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Migrating [ 774.130999] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.734s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.134964] env[68872]: INFO nova.compute.claims [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.151431] env[68872]: DEBUG nova.network.neutron [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Successfully updated port: b6f3a4ce-baa7-4973-a8c3-ea0641dcb02b {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 774.153059] env[68872]: DEBUG oslo_concurrency.lockutils [None req-84b82f60-c7cc-4976-8be3-bc319bfaef41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "refresh_cache-9945ec86-a679-4a3e-a72b-88ad7c7e4c18" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.153228] env[68872]: DEBUG oslo_concurrency.lockutils [None req-84b82f60-c7cc-4976-8be3-bc319bfaef41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquired lock "refresh_cache-9945ec86-a679-4a3e-a72b-88ad7c7e4c18" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.153397] env[68872]: DEBUG nova.network.neutron [None req-84b82f60-c7cc-4976-8be3-bc319bfaef41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.279418] env[68872]: DEBUG oslo_vmware.api [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092433, 'name': Rename_Task, 'duration_secs': 1.184998} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.280182] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.280182] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6f9bcac-c188-4e49-8373-1ff09801210f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.289787] env[68872]: DEBUG oslo_vmware.api [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for the task: (returnval){ [ 774.289787] env[68872]: value = "task-3092434" [ 774.289787] env[68872]: _type = "Task" [ 774.289787] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.298839] env[68872]: DEBUG oslo_vmware.api [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.301250] env[68872]: DEBUG nova.network.neutron [-] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.326347] env[68872]: DEBUG nova.compute.manager [req-bffb2b05-dcda-468f-b4ac-e23ac39ca3b7 req-a8a99fff-512d-4693-a2b9-21703f8d3ac5 service nova] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Received event network-vif-plugged-70dc5c99-edfc-46dd-86c3-d54d458ae0d6 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.327031] env[68872]: DEBUG oslo_concurrency.lockutils [req-bffb2b05-dcda-468f-b4ac-e23ac39ca3b7 req-a8a99fff-512d-4693-a2b9-21703f8d3ac5 service nova] Acquiring lock "9945ec86-a679-4a3e-a72b-88ad7c7e4c18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.327031] env[68872]: DEBUG oslo_concurrency.lockutils [req-bffb2b05-dcda-468f-b4ac-e23ac39ca3b7 req-a8a99fff-512d-4693-a2b9-21703f8d3ac5 service nova] Lock "9945ec86-a679-4a3e-a72b-88ad7c7e4c18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.327031] env[68872]: DEBUG oslo_concurrency.lockutils [req-bffb2b05-dcda-468f-b4ac-e23ac39ca3b7 req-a8a99fff-512d-4693-a2b9-21703f8d3ac5 service nova] Lock "9945ec86-a679-4a3e-a72b-88ad7c7e4c18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.327398] env[68872]: DEBUG nova.compute.manager [req-bffb2b05-dcda-468f-b4ac-e23ac39ca3b7 req-a8a99fff-512d-4693-a2b9-21703f8d3ac5 service nova] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] No waiting events found dispatching network-vif-plugged-70dc5c99-edfc-46dd-86c3-d54d458ae0d6 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 774.327919] env[68872]: WARNING nova.compute.manager [req-bffb2b05-dcda-468f-b4ac-e23ac39ca3b7 req-a8a99fff-512d-4693-a2b9-21703f8d3ac5 service nova] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Received unexpected event network-vif-plugged-70dc5c99-edfc-46dd-86c3-d54d458ae0d6 for instance with vm_state active and task_state None. [ 774.335443] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquiring lock "d4f8cd17-8624-440f-bcf9-2f779f4fe909" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.335812] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "d4f8cd17-8624-440f-bcf9-2f779f4fe909" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.651723] env[68872]: DEBUG oslo_concurrency.lockutils [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquiring lock "refresh_cache-d8a69a2c-2c5d-42e8-b2c0-e0c3585de439" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.651940] env[68872]: DEBUG oslo_concurrency.lockutils [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquired lock "refresh_cache-d8a69a2c-2c5d-42e8-b2c0-e0c3585de439" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.651940] env[68872]: DEBUG nova.network.neutron [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.655792] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Acquiring lock "refresh_cache-a9e7b633-a873-4992-9f19-dda6f4828c85" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.655918] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Acquired lock "refresh_cache-a9e7b633-a873-4992-9f19-dda6f4828c85" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.656077] env[68872]: DEBUG nova.network.neutron [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.701396] env[68872]: WARNING nova.network.neutron [None req-84b82f60-c7cc-4976-8be3-bc319bfaef41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] bbe8b66c-e255-46d7-b97a-42980126c88b already exists in list: networks containing: ['bbe8b66c-e255-46d7-b97a-42980126c88b']. ignoring it [ 774.709512] env[68872]: DEBUG nova.compute.manager [req-337d5798-fc15-4920-b9a0-df9de22aa9ec req-032c1f63-bd9f-4669-b2df-da2200b1c96a service nova] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Received event network-changed-41a3ebe5-89d5-42c9-b274-6498f4399740 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.709610] env[68872]: DEBUG nova.compute.manager [req-337d5798-fc15-4920-b9a0-df9de22aa9ec req-032c1f63-bd9f-4669-b2df-da2200b1c96a service nova] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Refreshing instance network info cache due to event network-changed-41a3ebe5-89d5-42c9-b274-6498f4399740. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.709812] env[68872]: DEBUG oslo_concurrency.lockutils [req-337d5798-fc15-4920-b9a0-df9de22aa9ec req-032c1f63-bd9f-4669-b2df-da2200b1c96a service nova] Acquiring lock "refresh_cache-a1ac11ff-9bf0-495c-a8cc-03dd670c64e6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.709952] env[68872]: DEBUG oslo_concurrency.lockutils [req-337d5798-fc15-4920-b9a0-df9de22aa9ec req-032c1f63-bd9f-4669-b2df-da2200b1c96a service nova] Acquired lock "refresh_cache-a1ac11ff-9bf0-495c-a8cc-03dd670c64e6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.710139] env[68872]: DEBUG nova.network.neutron [req-337d5798-fc15-4920-b9a0-df9de22aa9ec req-032c1f63-bd9f-4669-b2df-da2200b1c96a service nova] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Refreshing network info cache for port 41a3ebe5-89d5-42c9-b274-6498f4399740 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.800725] env[68872]: DEBUG oslo_vmware.api [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092434, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.803516] env[68872]: INFO nova.compute.manager [-] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Took 1.84 seconds to deallocate network for instance. [ 774.838308] env[68872]: DEBUG nova.compute.manager [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 775.084695] env[68872]: DEBUG nova.network.neutron [None req-84b82f60-c7cc-4976-8be3-bc319bfaef41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Updating instance_info_cache with network_info: [{"id": "9a7dd857-cc2a-4e90-9c60-f6357fae6cde", "address": "fa:16:3e:aa:6a:f1", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a7dd857-cc", "ovs_interfaceid": "9a7dd857-cc2a-4e90-9c60-f6357fae6cde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "70dc5c99-edfc-46dd-86c3-d54d458ae0d6", "address": "fa:16:3e:88:ba:4a", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70dc5c99-ed", "ovs_interfaceid": "70dc5c99-edfc-46dd-86c3-d54d458ae0d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.136917] env[68872]: DEBUG nova.objects.instance [None req-e2a558ae-af70-4614-8d07-4901ffd9dae2 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Lazy-loading 'flavor' on Instance uuid 623ccafe-c6f5-4713-a556-80eb794cc74d {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.198912] env[68872]: DEBUG nova.network.neutron [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 775.314401] env[68872]: DEBUG oslo_concurrency.lockutils [None req-078163c3-98b7-4aca-9880-4f6856239be2 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.314854] env[68872]: DEBUG oslo_vmware.api [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092434, 'name': PowerOnVM_Task, 'duration_secs': 0.692485} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.319931] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.320294] env[68872]: INFO nova.compute.manager [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Took 10.84 seconds to spawn the instance on the hypervisor. [ 775.320604] env[68872]: DEBUG nova.compute.manager [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.325911] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61650025-4548-41e6-8f19-3475351bb4f9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.363617] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.446967] env[68872]: DEBUG nova.network.neutron [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Updating instance_info_cache with network_info: [{"id": "421e03e6-0046-4940-a9f2-5919bcb5978f", "address": "fa:16:3e:71:e5:a7", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap421e03e6-00", "ovs_interfaceid": "421e03e6-0046-4940-a9f2-5919bcb5978f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.452908] env[68872]: DEBUG nova.network.neutron [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Updating instance_info_cache with network_info: [{"id": "b6f3a4ce-baa7-4973-a8c3-ea0641dcb02b", "address": "fa:16:3e:47:86:e4", "network": {"id": "8909afb0-e01c-4495-983e-91acd3855785", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-246765201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b4cf840ad23451583cf3d857c4acfcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6f3a4ce-ba", "ovs_interfaceid": "b6f3a4ce-baa7-4973-a8c3-ea0641dcb02b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.553791] env[68872]: DEBUG nova.network.neutron [req-337d5798-fc15-4920-b9a0-df9de22aa9ec req-032c1f63-bd9f-4669-b2df-da2200b1c96a service nova] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Updated VIF entry in instance network info cache for port 41a3ebe5-89d5-42c9-b274-6498f4399740. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.554172] env[68872]: DEBUG nova.network.neutron [req-337d5798-fc15-4920-b9a0-df9de22aa9ec req-032c1f63-bd9f-4669-b2df-da2200b1c96a service nova] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Updating instance_info_cache with network_info: [{"id": "41a3ebe5-89d5-42c9-b274-6498f4399740", "address": "fa:16:3e:2b:a7:bd", "network": {"id": "f4fafaa5-3b60-4a35-9a9a-548d6bb6be4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-238414770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82727d6272e048f4acfc212225be53b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41a3ebe5-89", "ovs_interfaceid": "41a3ebe5-89d5-42c9-b274-6498f4399740", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.588027] env[68872]: DEBUG oslo_concurrency.lockutils [None req-84b82f60-c7cc-4976-8be3-bc319bfaef41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Releasing lock "refresh_cache-9945ec86-a679-4a3e-a72b-88ad7c7e4c18" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.588249] env[68872]: DEBUG oslo_concurrency.lockutils [None req-84b82f60-c7cc-4976-8be3-bc319bfaef41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "9945ec86-a679-4a3e-a72b-88ad7c7e4c18" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.588411] env[68872]: DEBUG oslo_concurrency.lockutils [None req-84b82f60-c7cc-4976-8be3-bc319bfaef41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquired lock "9945ec86-a679-4a3e-a72b-88ad7c7e4c18" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.589360] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff48f33-ad4e-4b66-a4a7-4a28e0f68e19 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.609929] env[68872]: DEBUG nova.virt.hardware [None req-84b82f60-c7cc-4976-8be3-bc319bfaef41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.610202] env[68872]: DEBUG nova.virt.hardware [None req-84b82f60-c7cc-4976-8be3-bc319bfaef41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.610362] env[68872]: DEBUG nova.virt.hardware [None req-84b82f60-c7cc-4976-8be3-bc319bfaef41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.610549] env[68872]: DEBUG nova.virt.hardware [None req-84b82f60-c7cc-4976-8be3-bc319bfaef41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.610695] env[68872]: DEBUG nova.virt.hardware [None req-84b82f60-c7cc-4976-8be3-bc319bfaef41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.610838] env[68872]: DEBUG nova.virt.hardware [None req-84b82f60-c7cc-4976-8be3-bc319bfaef41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.611138] env[68872]: DEBUG nova.virt.hardware [None req-84b82f60-c7cc-4976-8be3-bc319bfaef41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.611214] env[68872]: DEBUG nova.virt.hardware [None req-84b82f60-c7cc-4976-8be3-bc319bfaef41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.611379] env[68872]: DEBUG nova.virt.hardware [None req-84b82f60-c7cc-4976-8be3-bc319bfaef41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.611996] env[68872]: DEBUG nova.virt.hardware [None req-84b82f60-c7cc-4976-8be3-bc319bfaef41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.611996] env[68872]: DEBUG nova.virt.hardware [None req-84b82f60-c7cc-4976-8be3-bc319bfaef41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.617983] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-84b82f60-c7cc-4976-8be3-bc319bfaef41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Reconfiguring VM to attach interface {{(pid=68872) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 775.620775] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4a37bb7-99ae-4257-9a6a-3abf4de17983 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.641410] env[68872]: DEBUG oslo_vmware.api [None req-84b82f60-c7cc-4976-8be3-bc319bfaef41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 775.641410] env[68872]: value = "task-3092435" [ 775.641410] env[68872]: _type = "Task" [ 775.641410] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.642472] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e2a558ae-af70-4614-8d07-4901ffd9dae2 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Acquiring lock "refresh_cache-623ccafe-c6f5-4713-a556-80eb794cc74d" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.642472] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e2a558ae-af70-4614-8d07-4901ffd9dae2 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Acquired lock "refresh_cache-623ccafe-c6f5-4713-a556-80eb794cc74d" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.655301] env[68872]: DEBUG oslo_vmware.api [None req-84b82f60-c7cc-4976-8be3-bc319bfaef41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092435, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.710063] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa3736c-768d-4927-b1bd-eb6169230a3d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.719899] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea07796c-dcf4-4dd8-95cb-30bf9afc8d8b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.756347] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73813c98-8ea6-4126-91c5-15212504354e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.764601] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77163cf9-fbe0-40da-b4b0-7cab963d6fc8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.783165] env[68872]: DEBUG nova.compute.provider_tree [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.857820] env[68872]: INFO nova.compute.manager [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Took 41.59 seconds to build instance. [ 775.955435] env[68872]: DEBUG oslo_concurrency.lockutils [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Releasing lock "refresh_cache-d8a69a2c-2c5d-42e8-b2c0-e0c3585de439" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.956261] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Releasing lock "refresh_cache-a9e7b633-a873-4992-9f19-dda6f4828c85" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.956261] env[68872]: DEBUG nova.compute.manager [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Instance network_info: |[{"id": "b6f3a4ce-baa7-4973-a8c3-ea0641dcb02b", "address": "fa:16:3e:47:86:e4", "network": {"id": "8909afb0-e01c-4495-983e-91acd3855785", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-246765201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b4cf840ad23451583cf3d857c4acfcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6f3a4ce-ba", "ovs_interfaceid": "b6f3a4ce-baa7-4973-a8c3-ea0641dcb02b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 775.956479] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:86:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6f3a4ce-baa7-4973-a8c3-ea0641dcb02b', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.965330] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.965969] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.966184] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f4549a0-dca3-4f3a-95d0-6df182d2aa6e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.994556] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.994556] env[68872]: value = "task-3092436" [ 775.994556] env[68872]: _type = "Task" [ 775.994556] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.006329] env[68872]: DEBUG oslo_concurrency.lockutils [None req-83e4fa28-7441-4689-a59d-17f38711bb73 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "fe5cc7b3-155a-437c-b04c-32bbfff60809" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.006718] env[68872]: DEBUG oslo_concurrency.lockutils [None req-83e4fa28-7441-4689-a59d-17f38711bb73 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "fe5cc7b3-155a-437c-b04c-32bbfff60809" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.007428] env[68872]: INFO nova.compute.manager [None req-83e4fa28-7441-4689-a59d-17f38711bb73 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Rebooting instance [ 776.012312] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092436, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.048460] env[68872]: DEBUG nova.network.neutron [None req-e2a558ae-af70-4614-8d07-4901ffd9dae2 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.059424] env[68872]: DEBUG oslo_concurrency.lockutils [req-337d5798-fc15-4920-b9a0-df9de22aa9ec req-032c1f63-bd9f-4669-b2df-da2200b1c96a service nova] Releasing lock "refresh_cache-a1ac11ff-9bf0-495c-a8cc-03dd670c64e6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.152376] env[68872]: DEBUG oslo_vmware.api [None req-84b82f60-c7cc-4976-8be3-bc319bfaef41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.286847] env[68872]: DEBUG nova.scheduler.client.report [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.359793] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a2739d04-774a-46b0-a73b-1cd5a47ed7dd tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Lock "02362251-8e13-4449-89cc-cbfff9d9ff22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.286s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.510068] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092436, 'name': CreateVM_Task, 'duration_secs': 0.426832} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.510068] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.510068] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.510068] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.510068] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.510068] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47e69060-10a0-42ec-8bbb-f72011da6893 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.523086] env[68872]: DEBUG oslo_vmware.api [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Waiting for the task: (returnval){ [ 776.523086] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52e55049-648c-2531-34b6-d816a1272e57" [ 776.523086] env[68872]: _type = "Task" [ 776.523086] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.528993] env[68872]: DEBUG oslo_concurrency.lockutils [None req-83e4fa28-7441-4689-a59d-17f38711bb73 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "refresh_cache-fe5cc7b3-155a-437c-b04c-32bbfff60809" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.529241] env[68872]: DEBUG oslo_concurrency.lockutils [None req-83e4fa28-7441-4689-a59d-17f38711bb73 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquired lock "refresh_cache-fe5cc7b3-155a-437c-b04c-32bbfff60809" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.529448] env[68872]: DEBUG nova.network.neutron [None req-83e4fa28-7441-4689-a59d-17f38711bb73 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.533780] env[68872]: DEBUG oslo_vmware.api [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52e55049-648c-2531-34b6-d816a1272e57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.655241] env[68872]: DEBUG oslo_vmware.api [None req-84b82f60-c7cc-4976-8be3-bc319bfaef41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092435, 'name': ReconfigVM_Task, 'duration_secs': 0.707357} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.655901] env[68872]: DEBUG oslo_concurrency.lockutils [None req-84b82f60-c7cc-4976-8be3-bc319bfaef41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Releasing lock "9945ec86-a679-4a3e-a72b-88ad7c7e4c18" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.656150] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-84b82f60-c7cc-4976-8be3-bc319bfaef41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Reconfigured VM to attach interface {{(pid=68872) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 776.781923] env[68872]: DEBUG nova.network.neutron [None req-e2a558ae-af70-4614-8d07-4901ffd9dae2 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Updating instance_info_cache with network_info: [{"id": "2217a0e2-4b22-4ed9-8736-c4486a48a6f9", "address": "fa:16:3e:73:bd:ad", "network": {"id": "7dc6a7f7-0c62-4b03-91c8-83988003b985", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1586112010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69018ef436ba4ca497ef24f6b1ae3005", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2217a0e2-4b", "ovs_interfaceid": "2217a0e2-4b22-4ed9-8736-c4486a48a6f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.793596] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.793935] env[68872]: DEBUG nova.compute.manager [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 776.796592] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.537s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.798441] env[68872]: INFO nova.compute.claims [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.039342] env[68872]: DEBUG oslo_vmware.api [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52e55049-648c-2531-34b6-d816a1272e57, 'name': SearchDatastore_Task, 'duration_secs': 0.012139} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.039342] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.039342] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.039342] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.039342] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.039342] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.039342] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a51469a9-96e1-4002-98ae-782ea171ad30 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.049785] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.050060] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.050848] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-264d1d34-ac1a-45de-8d0e-57caabff0eec {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.057036] env[68872]: DEBUG oslo_vmware.api [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Waiting for the task: (returnval){ [ 777.057036] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52ea1a87-b9b8-ad2a-dcea-72a86af1b8d1" [ 777.057036] env[68872]: _type = "Task" [ 777.057036] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.064947] env[68872]: DEBUG oslo_vmware.api [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52ea1a87-b9b8-ad2a-dcea-72a86af1b8d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.075426] env[68872]: DEBUG nova.compute.manager [None req-98e51848-390d-49bd-af4f-0048e25a90ac tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.076350] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d78194c-c703-44cd-ae70-cdd63d9fe767 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.162274] env[68872]: DEBUG oslo_concurrency.lockutils [None req-84b82f60-c7cc-4976-8be3-bc319bfaef41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "interface-9945ec86-a679-4a3e-a72b-88ad7c7e4c18-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.862s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.283608] env[68872]: DEBUG nova.network.neutron [None req-83e4fa28-7441-4689-a59d-17f38711bb73 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Updating instance_info_cache with network_info: [{"id": "bc538013-2e8f-4d4b-9b56-033963cf2569", "address": "fa:16:3e:db:9c:be", "network": {"id": "8d8a8028-be48-4a6a-a1fd-979a80226453", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-102971206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "558e9b8f78a1489cb07f84e03547223f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc538013-2e", "ovs_interfaceid": "bc538013-2e8f-4d4b-9b56-033963cf2569", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.285132] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e2a558ae-af70-4614-8d07-4901ffd9dae2 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Releasing lock "refresh_cache-623ccafe-c6f5-4713-a556-80eb794cc74d" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.285390] env[68872]: DEBUG nova.compute.manager [None req-e2a558ae-af70-4614-8d07-4901ffd9dae2 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Inject network info {{(pid=68872) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 777.285667] env[68872]: DEBUG nova.compute.manager [None req-e2a558ae-af70-4614-8d07-4901ffd9dae2 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] network_info to inject: |[{"id": "2217a0e2-4b22-4ed9-8736-c4486a48a6f9", "address": "fa:16:3e:73:bd:ad", "network": {"id": "7dc6a7f7-0c62-4b03-91c8-83988003b985", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1586112010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69018ef436ba4ca497ef24f6b1ae3005", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2217a0e2-4b", "ovs_interfaceid": "2217a0e2-4b22-4ed9-8736-c4486a48a6f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 777.291277] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a558ae-af70-4614-8d07-4901ffd9dae2 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Reconfiguring VM instance to set the machine id {{(pid=68872) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 777.291848] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c620b120-9981-4aa9-8047-9727a531ff5f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.304286] env[68872]: DEBUG nova.compute.utils [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.308496] env[68872]: DEBUG nova.compute.manager [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 777.308739] env[68872]: DEBUG nova.network.neutron [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.321460] env[68872]: DEBUG oslo_vmware.api [None req-e2a558ae-af70-4614-8d07-4901ffd9dae2 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Waiting for the task: (returnval){ [ 777.321460] env[68872]: value = "task-3092437" [ 777.321460] env[68872]: _type = "Task" [ 777.321460] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.331125] env[68872]: DEBUG oslo_vmware.api [None req-e2a558ae-af70-4614-8d07-4901ffd9dae2 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Task: {'id': task-3092437, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.347976] env[68872]: DEBUG nova.policy [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e661661388254a38aa88e15aa14543ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9960a3dc622c43cd9f219d00dba59dc7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.480092] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de222ec-7992-4fa0-81fb-b00ea91d86ec {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.500461] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Updating instance 'd8a69a2c-2c5d-42e8-b2c0-e0c3585de439' progress to 0 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 777.568557] env[68872]: DEBUG oslo_vmware.api [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52ea1a87-b9b8-ad2a-dcea-72a86af1b8d1, 'name': SearchDatastore_Task, 'duration_secs': 0.031961} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.569453] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cb9ea2e-189b-4c5a-bb82-3fef24624584 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.577255] env[68872]: DEBUG oslo_vmware.api [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Waiting for the task: (returnval){ [ 777.577255] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a98ce0-c428-793f-a795-2db7899f4e8e" [ 777.577255] env[68872]: _type = "Task" [ 777.577255] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.587757] env[68872]: INFO nova.compute.manager [None req-98e51848-390d-49bd-af4f-0048e25a90ac tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] instance snapshotting [ 777.589759] env[68872]: DEBUG oslo_vmware.api [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a98ce0-c428-793f-a795-2db7899f4e8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.592224] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b18a89-94cc-4edd-b57b-d9e939616885 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.612376] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e4b528-d265-480d-8358-c42f5cae58c6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.626389] env[68872]: DEBUG nova.network.neutron [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Successfully created port: 80f6746a-9c8d-452f-809c-dd759101a2b8 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 777.664500] env[68872]: DEBUG nova.compute.manager [None req-ce1abfc9-a702-4e26-8c1e-69a137075851 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.667386] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6377994f-b912-423a-adc9-33e1493d9592 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.674860] env[68872]: DEBUG nova.compute.manager [req-b66658ba-ca8e-4b36-a5d0-84dbc32f3cd0 req-a1dfc491-288d-4e2c-a071-faedadee04b9 service nova] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Received event network-changed-70dc5c99-edfc-46dd-86c3-d54d458ae0d6 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.675116] env[68872]: DEBUG nova.compute.manager [req-b66658ba-ca8e-4b36-a5d0-84dbc32f3cd0 req-a1dfc491-288d-4e2c-a071-faedadee04b9 service nova] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Refreshing instance network info cache due to event network-changed-70dc5c99-edfc-46dd-86c3-d54d458ae0d6. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.675326] env[68872]: DEBUG oslo_concurrency.lockutils [req-b66658ba-ca8e-4b36-a5d0-84dbc32f3cd0 req-a1dfc491-288d-4e2c-a071-faedadee04b9 service nova] Acquiring lock "refresh_cache-9945ec86-a679-4a3e-a72b-88ad7c7e4c18" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.675517] env[68872]: DEBUG oslo_concurrency.lockutils [req-b66658ba-ca8e-4b36-a5d0-84dbc32f3cd0 req-a1dfc491-288d-4e2c-a071-faedadee04b9 service nova] Acquired lock "refresh_cache-9945ec86-a679-4a3e-a72b-88ad7c7e4c18" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.675706] env[68872]: DEBUG nova.network.neutron [req-b66658ba-ca8e-4b36-a5d0-84dbc32f3cd0 req-a1dfc491-288d-4e2c-a071-faedadee04b9 service nova] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Refreshing network info cache for port 70dc5c99-edfc-46dd-86c3-d54d458ae0d6 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.793450] env[68872]: DEBUG oslo_concurrency.lockutils [None req-83e4fa28-7441-4689-a59d-17f38711bb73 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Releasing lock "refresh_cache-fe5cc7b3-155a-437c-b04c-32bbfff60809" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.807221] env[68872]: DEBUG nova.compute.manager [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.836316] env[68872]: DEBUG oslo_vmware.api [None req-e2a558ae-af70-4614-8d07-4901ffd9dae2 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Task: {'id': task-3092437, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.947173] env[68872]: DEBUG nova.compute.manager [req-4aaf050f-10c8-403b-9712-5702dd2f4c25 req-2dd5ebba-e837-435d-b98b-35e7ffabf013 service nova] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Received event network-vif-plugged-b6f3a4ce-baa7-4973-a8c3-ea0641dcb02b {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.947296] env[68872]: DEBUG oslo_concurrency.lockutils [req-4aaf050f-10c8-403b-9712-5702dd2f4c25 req-2dd5ebba-e837-435d-b98b-35e7ffabf013 service nova] Acquiring lock "a9e7b633-a873-4992-9f19-dda6f4828c85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.947556] env[68872]: DEBUG oslo_concurrency.lockutils [req-4aaf050f-10c8-403b-9712-5702dd2f4c25 req-2dd5ebba-e837-435d-b98b-35e7ffabf013 service nova] Lock "a9e7b633-a873-4992-9f19-dda6f4828c85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.947635] env[68872]: DEBUG oslo_concurrency.lockutils [req-4aaf050f-10c8-403b-9712-5702dd2f4c25 req-2dd5ebba-e837-435d-b98b-35e7ffabf013 service nova] Lock "a9e7b633-a873-4992-9f19-dda6f4828c85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.947803] env[68872]: DEBUG nova.compute.manager [req-4aaf050f-10c8-403b-9712-5702dd2f4c25 req-2dd5ebba-e837-435d-b98b-35e7ffabf013 service nova] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] No waiting events found dispatching network-vif-plugged-b6f3a4ce-baa7-4973-a8c3-ea0641dcb02b {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 777.948091] env[68872]: WARNING nova.compute.manager [req-4aaf050f-10c8-403b-9712-5702dd2f4c25 req-2dd5ebba-e837-435d-b98b-35e7ffabf013 service nova] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Received unexpected event network-vif-plugged-b6f3a4ce-baa7-4973-a8c3-ea0641dcb02b for instance with vm_state building and task_state spawning. [ 777.948179] env[68872]: DEBUG nova.compute.manager [req-4aaf050f-10c8-403b-9712-5702dd2f4c25 req-2dd5ebba-e837-435d-b98b-35e7ffabf013 service nova] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Received event network-changed-b6f3a4ce-baa7-4973-a8c3-ea0641dcb02b {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.948691] env[68872]: DEBUG nova.compute.manager [req-4aaf050f-10c8-403b-9712-5702dd2f4c25 req-2dd5ebba-e837-435d-b98b-35e7ffabf013 service nova] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Refreshing instance network info cache due to event network-changed-b6f3a4ce-baa7-4973-a8c3-ea0641dcb02b. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.948691] env[68872]: DEBUG oslo_concurrency.lockutils [req-4aaf050f-10c8-403b-9712-5702dd2f4c25 req-2dd5ebba-e837-435d-b98b-35e7ffabf013 service nova] Acquiring lock "refresh_cache-a9e7b633-a873-4992-9f19-dda6f4828c85" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.948691] env[68872]: DEBUG oslo_concurrency.lockutils [req-4aaf050f-10c8-403b-9712-5702dd2f4c25 req-2dd5ebba-e837-435d-b98b-35e7ffabf013 service nova] Acquired lock "refresh_cache-a9e7b633-a873-4992-9f19-dda6f4828c85" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.948924] env[68872]: DEBUG nova.network.neutron [req-4aaf050f-10c8-403b-9712-5702dd2f4c25 req-2dd5ebba-e837-435d-b98b-35e7ffabf013 service nova] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Refreshing network info cache for port b6f3a4ce-baa7-4973-a8c3-ea0641dcb02b {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.011298] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.011806] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a208c88-866c-4c6f-b24b-024030b62588 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.020130] env[68872]: DEBUG oslo_vmware.api [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Waiting for the task: (returnval){ [ 778.020130] env[68872]: value = "task-3092438" [ 778.020130] env[68872]: _type = "Task" [ 778.020130] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.035538] env[68872]: DEBUG oslo_vmware.api [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.091543] env[68872]: DEBUG oslo_vmware.api [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a98ce0-c428-793f-a795-2db7899f4e8e, 'name': SearchDatastore_Task, 'duration_secs': 0.014505} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.091847] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.092579] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] a9e7b633-a873-4992-9f19-dda6f4828c85/a9e7b633-a873-4992-9f19-dda6f4828c85.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.092579] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5cfa822d-df57-4860-a119-ff24aa5075b4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.102888] env[68872]: DEBUG oslo_vmware.api [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Waiting for the task: (returnval){ [ 778.102888] env[68872]: value = "task-3092439" [ 778.102888] env[68872]: _type = "Task" [ 778.102888] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.120651] env[68872]: DEBUG oslo_vmware.api [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': task-3092439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.128074] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-98e51848-390d-49bd-af4f-0048e25a90ac tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Creating Snapshot of the VM instance {{(pid=68872) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 778.128655] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-18f48dd1-c706-4c0f-8e77-9188e44bf2d1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.138629] env[68872]: DEBUG oslo_vmware.api [None req-98e51848-390d-49bd-af4f-0048e25a90ac tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Waiting for the task: (returnval){ [ 778.138629] env[68872]: value = "task-3092440" [ 778.138629] env[68872]: _type = "Task" [ 778.138629] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.156259] env[68872]: DEBUG oslo_vmware.api [None req-98e51848-390d-49bd-af4f-0048e25a90ac tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092440, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.186825] env[68872]: INFO nova.compute.manager [None req-ce1abfc9-a702-4e26-8c1e-69a137075851 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] instance snapshotting [ 778.192869] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a29aac-cb8f-406a-9594-bf8e112a2475 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.216968] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b014ca-5182-4e29-a861-add9ada5169e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.298313] env[68872]: DEBUG nova.compute.manager [None req-83e4fa28-7441-4689-a59d-17f38711bb73 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.299370] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad66ef3e-a4a5-4ca2-9e59-ad1634e1201d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.344914] env[68872]: DEBUG oslo_concurrency.lockutils [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Acquiring lock "1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.345505] env[68872]: DEBUG oslo_concurrency.lockutils [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Lock "1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.347481] env[68872]: DEBUG oslo_vmware.api [None req-e2a558ae-af70-4614-8d07-4901ffd9dae2 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Task: {'id': task-3092437, 'name': ReconfigVM_Task, 'duration_secs': 0.61045} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.350579] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a558ae-af70-4614-8d07-4901ffd9dae2 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Reconfigured VM instance to set the machine id {{(pid=68872) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 778.445322] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc75f3b-12b0-4576-84d7-735398a1932b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.456849] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0838838-0902-4acd-84ff-ff0668b9988a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.493030] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85af8b60-9a49-4624-9b78-4351f8bbee46 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.505489] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3602d03-2d66-46b2-b6b7-98f2395c9b7e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.515549] env[68872]: DEBUG nova.network.neutron [req-b66658ba-ca8e-4b36-a5d0-84dbc32f3cd0 req-a1dfc491-288d-4e2c-a071-faedadee04b9 service nova] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Updated VIF entry in instance network info cache for port 70dc5c99-edfc-46dd-86c3-d54d458ae0d6. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.516184] env[68872]: DEBUG nova.network.neutron [req-b66658ba-ca8e-4b36-a5d0-84dbc32f3cd0 req-a1dfc491-288d-4e2c-a071-faedadee04b9 service nova] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Updating instance_info_cache with network_info: [{"id": "9a7dd857-cc2a-4e90-9c60-f6357fae6cde", "address": "fa:16:3e:aa:6a:f1", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a7dd857-cc", "ovs_interfaceid": "9a7dd857-cc2a-4e90-9c60-f6357fae6cde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "70dc5c99-edfc-46dd-86c3-d54d458ae0d6", "address": "fa:16:3e:88:ba:4a", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70dc5c99-ed", "ovs_interfaceid": "70dc5c99-edfc-46dd-86c3-d54d458ae0d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.528583] env[68872]: DEBUG nova.compute.provider_tree [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.542233] env[68872]: DEBUG oslo_vmware.api [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092438, 'name': PowerOffVM_Task, 'duration_secs': 0.279557} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.542612] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.542753] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Updating instance 'd8a69a2c-2c5d-42e8-b2c0-e0c3585de439' progress to 17 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 778.617052] env[68872]: DEBUG oslo_vmware.api [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': task-3092439, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.657477] env[68872]: DEBUG oslo_vmware.api [None req-98e51848-390d-49bd-af4f-0048e25a90ac tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092440, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.729075] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1abfc9-a702-4e26-8c1e-69a137075851 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Creating Snapshot of the VM instance {{(pid=68872) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 778.729525] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c706539d-694c-47ed-b7e9-b50bed714025 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.741048] env[68872]: DEBUG oslo_vmware.api [None req-ce1abfc9-a702-4e26-8c1e-69a137075851 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for the task: (returnval){ [ 778.741048] env[68872]: value = "task-3092441" [ 778.741048] env[68872]: _type = "Task" [ 778.741048] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.756577] env[68872]: DEBUG oslo_vmware.api [None req-ce1abfc9-a702-4e26-8c1e-69a137075851 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092441, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.798679] env[68872]: DEBUG nova.network.neutron [req-4aaf050f-10c8-403b-9712-5702dd2f4c25 req-2dd5ebba-e837-435d-b98b-35e7ffabf013 service nova] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Updated VIF entry in instance network info cache for port b6f3a4ce-baa7-4973-a8c3-ea0641dcb02b. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.800090] env[68872]: DEBUG nova.network.neutron [req-4aaf050f-10c8-403b-9712-5702dd2f4c25 req-2dd5ebba-e837-435d-b98b-35e7ffabf013 service nova] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Updating instance_info_cache with network_info: [{"id": "b6f3a4ce-baa7-4973-a8c3-ea0641dcb02b", "address": "fa:16:3e:47:86:e4", "network": {"id": "8909afb0-e01c-4495-983e-91acd3855785", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-246765201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b4cf840ad23451583cf3d857c4acfcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6f3a4ce-ba", "ovs_interfaceid": "b6f3a4ce-baa7-4973-a8c3-ea0641dcb02b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.819491] env[68872]: DEBUG nova.compute.manager [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 778.837126] env[68872]: DEBUG nova.objects.instance [None req-758ae882-6de5-4e49-b95f-b1dac74c86ba tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Lazy-loading 'flavor' on Instance uuid 623ccafe-c6f5-4713-a556-80eb794cc74d {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.848154] env[68872]: DEBUG nova.virt.hardware [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.848249] env[68872]: DEBUG nova.virt.hardware [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.848339] env[68872]: DEBUG nova.virt.hardware [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.848518] env[68872]: DEBUG nova.virt.hardware [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.848657] env[68872]: DEBUG nova.virt.hardware [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.848806] env[68872]: DEBUG nova.virt.hardware [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.849012] env[68872]: DEBUG nova.virt.hardware [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.849396] env[68872]: DEBUG nova.virt.hardware [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.849396] env[68872]: DEBUG nova.virt.hardware [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.849542] env[68872]: DEBUG nova.virt.hardware [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.849725] env[68872]: DEBUG nova.virt.hardware [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.851009] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8c7c5c-e645-463e-94e0-4267513a21e8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.854308] env[68872]: DEBUG nova.compute.manager [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.866056] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a6517b-e24f-413d-bc0a-50d94458df31 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.031570] env[68872]: DEBUG oslo_concurrency.lockutils [req-b66658ba-ca8e-4b36-a5d0-84dbc32f3cd0 req-a1dfc491-288d-4e2c-a071-faedadee04b9 service nova] Releasing lock "refresh_cache-9945ec86-a679-4a3e-a72b-88ad7c7e4c18" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.031570] env[68872]: DEBUG nova.compute.manager [req-b66658ba-ca8e-4b36-a5d0-84dbc32f3cd0 req-a1dfc491-288d-4e2c-a071-faedadee04b9 service nova] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Received event network-vif-deleted-41ba1188-cd6b-474d-8c7c-1821399d1935 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.031685] env[68872]: DEBUG nova.compute.manager [req-b66658ba-ca8e-4b36-a5d0-84dbc32f3cd0 req-a1dfc491-288d-4e2c-a071-faedadee04b9 service nova] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Received event network-changed-2217a0e2-4b22-4ed9-8736-c4486a48a6f9 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.031838] env[68872]: DEBUG nova.compute.manager [req-b66658ba-ca8e-4b36-a5d0-84dbc32f3cd0 req-a1dfc491-288d-4e2c-a071-faedadee04b9 service nova] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Refreshing instance network info cache due to event network-changed-2217a0e2-4b22-4ed9-8736-c4486a48a6f9. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.032065] env[68872]: DEBUG oslo_concurrency.lockutils [req-b66658ba-ca8e-4b36-a5d0-84dbc32f3cd0 req-a1dfc491-288d-4e2c-a071-faedadee04b9 service nova] Acquiring lock "refresh_cache-623ccafe-c6f5-4713-a556-80eb794cc74d" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.032221] env[68872]: DEBUG oslo_concurrency.lockutils [req-b66658ba-ca8e-4b36-a5d0-84dbc32f3cd0 req-a1dfc491-288d-4e2c-a071-faedadee04b9 service nova] Acquired lock "refresh_cache-623ccafe-c6f5-4713-a556-80eb794cc74d" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.032380] env[68872]: DEBUG nova.network.neutron [req-b66658ba-ca8e-4b36-a5d0-84dbc32f3cd0 req-a1dfc491-288d-4e2c-a071-faedadee04b9 service nova] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Refreshing network info cache for port 2217a0e2-4b22-4ed9-8736-c4486a48a6f9 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.034722] env[68872]: DEBUG nova.scheduler.client.report [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.049723] env[68872]: DEBUG nova.virt.hardware [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.050047] env[68872]: DEBUG nova.virt.hardware [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.051271] env[68872]: DEBUG nova.virt.hardware [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.051507] env[68872]: DEBUG nova.virt.hardware [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.052181] env[68872]: DEBUG nova.virt.hardware [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.052181] env[68872]: DEBUG nova.virt.hardware [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.052298] env[68872]: DEBUG nova.virt.hardware [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.053276] env[68872]: DEBUG nova.virt.hardware [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.053276] env[68872]: DEBUG nova.virt.hardware [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.053276] env[68872]: DEBUG nova.virt.hardware [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.053276] env[68872]: DEBUG nova.virt.hardware [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.062060] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f280d0e9-c305-45bc-918b-e51d792c6b09 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.084732] env[68872]: DEBUG oslo_vmware.api [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Waiting for the task: (returnval){ [ 779.084732] env[68872]: value = "task-3092442" [ 779.084732] env[68872]: _type = "Task" [ 779.084732] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.097820] env[68872]: DEBUG oslo_vmware.api [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092442, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.116676] env[68872]: DEBUG oslo_vmware.api [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': task-3092439, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699745} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.116976] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] a9e7b633-a873-4992-9f19-dda6f4828c85/a9e7b633-a873-4992-9f19-dda6f4828c85.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.117266] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.117540] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38d3d98b-0bda-43c9-ad72-f2b945ebb3d3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.125861] env[68872]: DEBUG oslo_vmware.api [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Waiting for the task: (returnval){ [ 779.125861] env[68872]: value = "task-3092443" [ 779.125861] env[68872]: _type = "Task" [ 779.125861] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.136844] env[68872]: DEBUG oslo_vmware.api [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': task-3092443, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.154883] env[68872]: DEBUG oslo_vmware.api [None req-98e51848-390d-49bd-af4f-0048e25a90ac tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092440, 'name': CreateSnapshot_Task, 'duration_secs': 0.974421} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.155173] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-98e51848-390d-49bd-af4f-0048e25a90ac tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Created Snapshot of the VM instance {{(pid=68872) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 779.155960] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7e5f9b-7d16-4e7f-96ab-36390ed701fa {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.254797] env[68872]: DEBUG oslo_vmware.api [None req-ce1abfc9-a702-4e26-8c1e-69a137075851 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092441, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.299062] env[68872]: DEBUG nova.network.neutron [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Successfully updated port: 80f6746a-9c8d-452f-809c-dd759101a2b8 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.304191] env[68872]: DEBUG oslo_concurrency.lockutils [req-4aaf050f-10c8-403b-9712-5702dd2f4c25 req-2dd5ebba-e837-435d-b98b-35e7ffabf013 service nova] Releasing lock "refresh_cache-a9e7b633-a873-4992-9f19-dda6f4828c85" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.334383] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fa053c-26c0-4425-93e3-28051953d264 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.345985] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-83e4fa28-7441-4689-a59d-17f38711bb73 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Doing hard reboot of VM {{(pid=68872) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 779.346239] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-d4dfb196-c432-4214-9346-b7eedaf48c6b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.348356] env[68872]: DEBUG oslo_concurrency.lockutils [None req-758ae882-6de5-4e49-b95f-b1dac74c86ba tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Acquiring lock "refresh_cache-623ccafe-c6f5-4713-a556-80eb794cc74d" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.354809] env[68872]: DEBUG oslo_vmware.api [None req-83e4fa28-7441-4689-a59d-17f38711bb73 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 779.354809] env[68872]: value = "task-3092444" [ 779.354809] env[68872]: _type = "Task" [ 779.354809] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.368186] env[68872]: DEBUG oslo_vmware.api [None req-83e4fa28-7441-4689-a59d-17f38711bb73 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092444, 'name': ResetVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.392213] env[68872]: DEBUG oslo_concurrency.lockutils [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.506618] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1fb68175-4c31-42cd-a644-6d332c666c66 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Acquiring lock "868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.506851] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1fb68175-4c31-42cd-a644-6d332c666c66 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Lock "868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.539578] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.540130] env[68872]: DEBUG nova.compute.manager [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 779.542595] env[68872]: DEBUG oslo_concurrency.lockutils [None req-24e30c5e-198e-4da3-9059-116bd2495977 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.791s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.542811] env[68872]: DEBUG nova.objects.instance [None req-24e30c5e-198e-4da3-9059-116bd2495977 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Lazy-loading 'resources' on Instance uuid 60f355d4-0eee-48c9-93e3-42bcffa200f4 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.579025] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5e9c1a3a-34f5-4fa9-a2b0-6e0dbbf84923 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "interface-9945ec86-a679-4a3e-a72b-88ad7c7e4c18-70dc5c99-edfc-46dd-86c3-d54d458ae0d6" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.579025] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5e9c1a3a-34f5-4fa9-a2b0-6e0dbbf84923 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "interface-9945ec86-a679-4a3e-a72b-88ad7c7e4c18-70dc5c99-edfc-46dd-86c3-d54d458ae0d6" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.597031] env[68872]: DEBUG oslo_vmware.api [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092442, 'name': ReconfigVM_Task, 'duration_secs': 0.336692} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.597368] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Updating instance 'd8a69a2c-2c5d-42e8-b2c0-e0c3585de439' progress to 33 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 779.636870] env[68872]: DEBUG oslo_vmware.api [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': task-3092443, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079724} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.637170] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.637969] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f784c0b7-11e4-4bbe-9d08-45539bda0619 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.660955] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] a9e7b633-a873-4992-9f19-dda6f4828c85/a9e7b633-a873-4992-9f19-dda6f4828c85.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.664135] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d007a482-1722-4047-9346-a665ca246abe {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.685030] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-98e51848-390d-49bd-af4f-0048e25a90ac tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Creating linked-clone VM from snapshot {{(pid=68872) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 779.685630] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2d4a9840-2fce-464e-838a-79bd5aa1d2d3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.695379] env[68872]: DEBUG oslo_vmware.api [None req-98e51848-390d-49bd-af4f-0048e25a90ac tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Waiting for the task: (returnval){ [ 779.695379] env[68872]: value = "task-3092445" [ 779.695379] env[68872]: _type = "Task" [ 779.695379] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.696716] env[68872]: DEBUG oslo_vmware.api [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Waiting for the task: (returnval){ [ 779.696716] env[68872]: value = "task-3092446" [ 779.696716] env[68872]: _type = "Task" [ 779.696716] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.711838] env[68872]: DEBUG oslo_vmware.api [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': task-3092446, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.714956] env[68872]: DEBUG oslo_vmware.api [None req-98e51848-390d-49bd-af4f-0048e25a90ac tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092445, 'name': CloneVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.755941] env[68872]: DEBUG oslo_vmware.api [None req-ce1abfc9-a702-4e26-8c1e-69a137075851 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092441, 'name': CreateSnapshot_Task, 'duration_secs': 0.526733} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.757251] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1abfc9-a702-4e26-8c1e-69a137075851 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Created Snapshot of the VM instance {{(pid=68872) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 779.758535] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be25129-d845-4452-9721-207b2a87792a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.771038] env[68872]: DEBUG oslo_concurrency.lockutils [None req-caf98639-38cf-42a3-96bf-26733e631211 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Acquiring lock "774b87de-c90c-4537-ac67-17152e43395b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.771225] env[68872]: DEBUG oslo_concurrency.lockutils [None req-caf98639-38cf-42a3-96bf-26733e631211 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Lock "774b87de-c90c-4537-ac67-17152e43395b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.771708] env[68872]: DEBUG oslo_concurrency.lockutils [None req-caf98639-38cf-42a3-96bf-26733e631211 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Acquiring lock "774b87de-c90c-4537-ac67-17152e43395b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.771708] env[68872]: DEBUG oslo_concurrency.lockutils [None req-caf98639-38cf-42a3-96bf-26733e631211 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Lock "774b87de-c90c-4537-ac67-17152e43395b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.771708] env[68872]: DEBUG oslo_concurrency.lockutils [None req-caf98639-38cf-42a3-96bf-26733e631211 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Lock "774b87de-c90c-4537-ac67-17152e43395b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.776292] env[68872]: INFO nova.compute.manager [None req-caf98639-38cf-42a3-96bf-26733e631211 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Terminating instance [ 779.804587] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "refresh_cache-64959e3f-ada4-478c-9d1f-046ab4228db1" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.804823] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquired lock "refresh_cache-64959e3f-ada4-478c-9d1f-046ab4228db1" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.804992] env[68872]: DEBUG nova.network.neutron [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.838421] env[68872]: DEBUG nova.network.neutron [req-b66658ba-ca8e-4b36-a5d0-84dbc32f3cd0 req-a1dfc491-288d-4e2c-a071-faedadee04b9 service nova] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Updated VIF entry in instance network info cache for port 2217a0e2-4b22-4ed9-8736-c4486a48a6f9. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.838421] env[68872]: DEBUG nova.network.neutron [req-b66658ba-ca8e-4b36-a5d0-84dbc32f3cd0 req-a1dfc491-288d-4e2c-a071-faedadee04b9 service nova] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Updating instance_info_cache with network_info: [{"id": "2217a0e2-4b22-4ed9-8736-c4486a48a6f9", "address": "fa:16:3e:73:bd:ad", "network": {"id": "7dc6a7f7-0c62-4b03-91c8-83988003b985", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1586112010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69018ef436ba4ca497ef24f6b1ae3005", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2217a0e2-4b", "ovs_interfaceid": "2217a0e2-4b22-4ed9-8736-c4486a48a6f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.866586] env[68872]: DEBUG oslo_vmware.api [None req-83e4fa28-7441-4689-a59d-17f38711bb73 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092444, 'name': ResetVM_Task, 'duration_secs': 0.484791} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.867048] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-83e4fa28-7441-4689-a59d-17f38711bb73 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Did hard reboot of VM {{(pid=68872) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 779.867231] env[68872]: DEBUG nova.compute.manager [None req-83e4fa28-7441-4689-a59d-17f38711bb73 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.867987] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d925d8cc-9ee7-495d-8303-f4a97147fcf1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.953792] env[68872]: DEBUG nova.compute.manager [req-adacaebd-6ab7-4e61-bb54-f3c1a866f409 req-43d6c932-7856-4eca-a0f8-7894f491fc65 service nova] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Received event network-vif-plugged-80f6746a-9c8d-452f-809c-dd759101a2b8 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.954124] env[68872]: DEBUG oslo_concurrency.lockutils [req-adacaebd-6ab7-4e61-bb54-f3c1a866f409 req-43d6c932-7856-4eca-a0f8-7894f491fc65 service nova] Acquiring lock "64959e3f-ada4-478c-9d1f-046ab4228db1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.954577] env[68872]: DEBUG oslo_concurrency.lockutils [req-adacaebd-6ab7-4e61-bb54-f3c1a866f409 req-43d6c932-7856-4eca-a0f8-7894f491fc65 service nova] Lock "64959e3f-ada4-478c-9d1f-046ab4228db1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.954577] env[68872]: DEBUG oslo_concurrency.lockutils [req-adacaebd-6ab7-4e61-bb54-f3c1a866f409 req-43d6c932-7856-4eca-a0f8-7894f491fc65 service nova] Lock "64959e3f-ada4-478c-9d1f-046ab4228db1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.954921] env[68872]: DEBUG nova.compute.manager [req-adacaebd-6ab7-4e61-bb54-f3c1a866f409 req-43d6c932-7856-4eca-a0f8-7894f491fc65 service nova] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] No waiting events found dispatching network-vif-plugged-80f6746a-9c8d-452f-809c-dd759101a2b8 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.954921] env[68872]: WARNING nova.compute.manager [req-adacaebd-6ab7-4e61-bb54-f3c1a866f409 req-43d6c932-7856-4eca-a0f8-7894f491fc65 service nova] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Received unexpected event network-vif-plugged-80f6746a-9c8d-452f-809c-dd759101a2b8 for instance with vm_state building and task_state spawning. [ 779.955162] env[68872]: DEBUG nova.compute.manager [req-adacaebd-6ab7-4e61-bb54-f3c1a866f409 req-43d6c932-7856-4eca-a0f8-7894f491fc65 service nova] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Received event network-changed-80f6746a-9c8d-452f-809c-dd759101a2b8 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.955162] env[68872]: DEBUG nova.compute.manager [req-adacaebd-6ab7-4e61-bb54-f3c1a866f409 req-43d6c932-7856-4eca-a0f8-7894f491fc65 service nova] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Refreshing instance network info cache due to event network-changed-80f6746a-9c8d-452f-809c-dd759101a2b8. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.955374] env[68872]: DEBUG oslo_concurrency.lockutils [req-adacaebd-6ab7-4e61-bb54-f3c1a866f409 req-43d6c932-7856-4eca-a0f8-7894f491fc65 service nova] Acquiring lock "refresh_cache-64959e3f-ada4-478c-9d1f-046ab4228db1" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.010675] env[68872]: DEBUG nova.compute.utils [None req-1fb68175-4c31-42cd-a644-6d332c666c66 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.046406] env[68872]: DEBUG nova.compute.utils [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.047730] env[68872]: DEBUG nova.compute.manager [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 780.047899] env[68872]: DEBUG nova.network.neutron [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 780.082716] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5e9c1a3a-34f5-4fa9-a2b0-6e0dbbf84923 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "9945ec86-a679-4a3e-a72b-88ad7c7e4c18" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.082907] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5e9c1a3a-34f5-4fa9-a2b0-6e0dbbf84923 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquired lock "9945ec86-a679-4a3e-a72b-88ad7c7e4c18" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.086236] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59955961-c67c-405a-b92d-328576775a27 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.091850] env[68872]: DEBUG nova.policy [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19277d36f251466cb1fb20c8037ca446', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4c041d2417c49f4a833b427a5bee0de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 780.109560] env[68872]: DEBUG nova.virt.hardware [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:03:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='829a36cb-0168-4273-af90-72a80fedc673',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1066549276',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 780.109815] env[68872]: DEBUG nova.virt.hardware [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 780.109973] env[68872]: DEBUG nova.virt.hardware [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.110166] env[68872]: DEBUG nova.virt.hardware [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 780.110358] env[68872]: DEBUG nova.virt.hardware [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.110529] env[68872]: DEBUG nova.virt.hardware [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 780.110738] env[68872]: DEBUG nova.virt.hardware [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 780.110890] env[68872]: DEBUG nova.virt.hardware [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 780.111119] env[68872]: DEBUG nova.virt.hardware [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 780.111230] env[68872]: DEBUG nova.virt.hardware [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 780.111459] env[68872]: DEBUG nova.virt.hardware [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 780.118596] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Reconfiguring VM instance instance-00000028 to detach disk 2000 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 780.121691] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70a70ea2-7d06-40d1-9196-4479694b822b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.136551] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9e08b4-ba99-4ec9-a952-9c1c5b94675b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.165333] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9c1a3a-34f5-4fa9-a2b0-6e0dbbf84923 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Reconfiguring VM to detach interface {{(pid=68872) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 780.169245] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8879203a-60b8-47dc-b823-e24409f404be {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.182385] env[68872]: DEBUG oslo_vmware.api [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Waiting for the task: (returnval){ [ 780.182385] env[68872]: value = "task-3092447" [ 780.182385] env[68872]: _type = "Task" [ 780.182385] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.189263] env[68872]: DEBUG oslo_vmware.api [None req-5e9c1a3a-34f5-4fa9-a2b0-6e0dbbf84923 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 780.189263] env[68872]: value = "task-3092448" [ 780.189263] env[68872]: _type = "Task" [ 780.189263] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.205826] env[68872]: DEBUG oslo_vmware.api [None req-5e9c1a3a-34f5-4fa9-a2b0-6e0dbbf84923 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092448, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.218340] env[68872]: DEBUG oslo_vmware.api [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': task-3092446, 'name': ReconfigVM_Task, 'duration_secs': 0.315246} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.218976] env[68872]: DEBUG oslo_vmware.api [None req-98e51848-390d-49bd-af4f-0048e25a90ac tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092445, 'name': CloneVM_Task} progress is 94%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.219408] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Reconfigured VM instance instance-00000032 to attach disk [datastore2] a9e7b633-a873-4992-9f19-dda6f4828c85/a9e7b633-a873-4992-9f19-dda6f4828c85.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.219763] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=68872) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 780.220558] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-7d8e3a9a-88c8-4303-9433-83d8551e9a01 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.232167] env[68872]: DEBUG oslo_vmware.api [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Waiting for the task: (returnval){ [ 780.232167] env[68872]: value = "task-3092449" [ 780.232167] env[68872]: _type = "Task" [ 780.232167] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.244388] env[68872]: DEBUG oslo_vmware.api [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': task-3092449, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.285067] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1abfc9-a702-4e26-8c1e-69a137075851 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Creating linked-clone VM from snapshot {{(pid=68872) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 780.288766] env[68872]: DEBUG nova.compute.manager [None req-caf98639-38cf-42a3-96bf-26733e631211 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.288766] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-caf98639-38cf-42a3-96bf-26733e631211 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.288766] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ef4f22a3-a738-4c50-89a3-10bb0dc8071f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.292530] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e497b1d5-4928-4ba6-96e9-94b1c1830dd9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.302258] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf98639-38cf-42a3-96bf-26733e631211 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.303702] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf996ad1-7d9c-4995-ae3d-a97497f89e03 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.305160] env[68872]: DEBUG oslo_vmware.api [None req-ce1abfc9-a702-4e26-8c1e-69a137075851 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for the task: (returnval){ [ 780.305160] env[68872]: value = "task-3092450" [ 780.305160] env[68872]: _type = "Task" [ 780.305160] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.318825] env[68872]: DEBUG oslo_vmware.api [None req-ce1abfc9-a702-4e26-8c1e-69a137075851 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092450, 'name': CloneVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.322823] env[68872]: DEBUG oslo_vmware.api [None req-caf98639-38cf-42a3-96bf-26733e631211 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Waiting for the task: (returnval){ [ 780.322823] env[68872]: value = "task-3092451" [ 780.322823] env[68872]: _type = "Task" [ 780.322823] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.331409] env[68872]: DEBUG oslo_vmware.api [None req-caf98639-38cf-42a3-96bf-26733e631211 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': task-3092451, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.343029] env[68872]: DEBUG oslo_concurrency.lockutils [req-b66658ba-ca8e-4b36-a5d0-84dbc32f3cd0 req-a1dfc491-288d-4e2c-a071-faedadee04b9 service nova] Releasing lock "refresh_cache-623ccafe-c6f5-4713-a556-80eb794cc74d" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.343029] env[68872]: DEBUG oslo_concurrency.lockutils [None req-758ae882-6de5-4e49-b95f-b1dac74c86ba tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Acquired lock "refresh_cache-623ccafe-c6f5-4713-a556-80eb794cc74d" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.357029] env[68872]: DEBUG nova.network.neutron [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.383424] env[68872]: DEBUG oslo_concurrency.lockutils [None req-83e4fa28-7441-4689-a59d-17f38711bb73 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "fe5cc7b3-155a-437c-b04c-32bbfff60809" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.377s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.508606] env[68872]: DEBUG nova.network.neutron [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Successfully created port: 2c35b58f-89a1-4700-b1e4-9e72b4909d9c {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 780.518217] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1fb68175-4c31-42cd-a644-6d332c666c66 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Lock "868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.554774] env[68872]: DEBUG nova.compute.manager [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 780.574062] env[68872]: DEBUG nova.network.neutron [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Updating instance_info_cache with network_info: [{"id": "80f6746a-9c8d-452f-809c-dd759101a2b8", "address": "fa:16:3e:1f:dd:50", "network": {"id": "395722e8-10c9-4cd4-9e49-c1858a0ce30a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1962560931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9960a3dc622c43cd9f219d00dba59dc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80f6746a-9c", "ovs_interfaceid": "80f6746a-9c8d-452f-809c-dd759101a2b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.701955] env[68872]: DEBUG oslo_vmware.api [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092447, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.709924] env[68872]: DEBUG oslo_vmware.api [None req-5e9c1a3a-34f5-4fa9-a2b0-6e0dbbf84923 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.716643] env[68872]: DEBUG oslo_vmware.api [None req-98e51848-390d-49bd-af4f-0048e25a90ac tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092445, 'name': CloneVM_Task} progress is 94%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.745914] env[68872]: DEBUG oslo_vmware.api [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': task-3092449, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.072243} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.746670] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=68872) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 780.747187] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85757a95-2ea3-49ce-81ad-d0cb8413335d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.754749] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c447b67-73e2-4dc1-89dc-0f50203c5d16 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.780830] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] a9e7b633-a873-4992-9f19-dda6f4828c85/ephemeral_0.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.782339] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c5ed658-134a-4721-9ac8-55427baed158 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.799646] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35978b2-a405-4369-bc48-58907f146c99 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.808492] env[68872]: DEBUG oslo_vmware.api [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Waiting for the task: (returnval){ [ 780.808492] env[68872]: value = "task-3092452" [ 780.808492] env[68872]: _type = "Task" [ 780.808492] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.849892] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5639b6e-0f99-4911-adc2-869aa7f3fc0e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.862352] env[68872]: DEBUG oslo_vmware.api [None req-ce1abfc9-a702-4e26-8c1e-69a137075851 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092450, 'name': CloneVM_Task} progress is 94%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.868547] env[68872]: DEBUG oslo_vmware.api [None req-caf98639-38cf-42a3-96bf-26733e631211 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': task-3092451, 'name': PowerOffVM_Task, 'duration_secs': 0.320773} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.868547] env[68872]: DEBUG oslo_vmware.api [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': task-3092452, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.870566] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060142a3-0ce3-4f8b-9d24-ef6538bc9291 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.875252] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf98639-38cf-42a3-96bf-26733e631211 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.875611] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-caf98639-38cf-42a3-96bf-26733e631211 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.876356] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d152db7-2a22-4c31-be38-51153c03146c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.894909] env[68872]: DEBUG nova.compute.provider_tree [None req-24e30c5e-198e-4da3-9059-116bd2495977 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.982153] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-caf98639-38cf-42a3-96bf-26733e631211 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.982546] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-caf98639-38cf-42a3-96bf-26733e631211 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.982957] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-caf98639-38cf-42a3-96bf-26733e631211 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Deleting the datastore file [datastore2] 774b87de-c90c-4537-ac67-17152e43395b {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.983407] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e7ba6af-8970-4e0e-bfcf-c38e866152f8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.993127] env[68872]: DEBUG oslo_vmware.api [None req-caf98639-38cf-42a3-96bf-26733e631211 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Waiting for the task: (returnval){ [ 780.993127] env[68872]: value = "task-3092454" [ 780.993127] env[68872]: _type = "Task" [ 780.993127] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.998139] env[68872]: DEBUG nova.network.neutron [None req-758ae882-6de5-4e49-b95f-b1dac74c86ba tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.005439] env[68872]: DEBUG oslo_vmware.api [None req-caf98639-38cf-42a3-96bf-26733e631211 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': task-3092454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.077476] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Releasing lock "refresh_cache-64959e3f-ada4-478c-9d1f-046ab4228db1" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.077791] env[68872]: DEBUG nova.compute.manager [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Instance network_info: |[{"id": "80f6746a-9c8d-452f-809c-dd759101a2b8", "address": "fa:16:3e:1f:dd:50", "network": {"id": "395722e8-10c9-4cd4-9e49-c1858a0ce30a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1962560931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9960a3dc622c43cd9f219d00dba59dc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80f6746a-9c", "ovs_interfaceid": "80f6746a-9c8d-452f-809c-dd759101a2b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 781.078126] env[68872]: DEBUG oslo_concurrency.lockutils [req-adacaebd-6ab7-4e61-bb54-f3c1a866f409 req-43d6c932-7856-4eca-a0f8-7894f491fc65 service nova] Acquired lock "refresh_cache-64959e3f-ada4-478c-9d1f-046ab4228db1" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.078327] env[68872]: DEBUG nova.network.neutron [req-adacaebd-6ab7-4e61-bb54-f3c1a866f409 req-43d6c932-7856-4eca-a0f8-7894f491fc65 service nova] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Refreshing network info cache for port 80f6746a-9c8d-452f-809c-dd759101a2b8 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.079643] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:dd:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfae3ef8-cae7-455d-8632-ba93e1671625', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80f6746a-9c8d-452f-809c-dd759101a2b8', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.087525] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Creating folder: Project (9960a3dc622c43cd9f219d00dba59dc7). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.088101] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c15baed-ba5d-44f9-b820-58c8cc0fe982 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.102153] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Created folder: Project (9960a3dc622c43cd9f219d00dba59dc7) in parent group-v618835. [ 781.102411] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Creating folder: Instances. Parent ref: group-v618986. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.102713] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56078641-fc65-484e-907c-1b9c41c5f332 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.121398] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Created folder: Instances in parent group-v618986. [ 781.122089] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.122293] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.122530] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db39b903-fd5d-4635-914f-b16a34ed9c15 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.149319] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.149319] env[68872]: value = "task-3092457" [ 781.149319] env[68872]: _type = "Task" [ 781.149319] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.159896] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092457, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.199106] env[68872]: DEBUG oslo_vmware.api [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092447, 'name': ReconfigVM_Task, 'duration_secs': 0.678286} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.199594] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Reconfigured VM instance instance-00000028 to detach disk 2000 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 781.200733] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4e03ad-20df-4a99-a7e2-bb1398b82fda {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.208069] env[68872]: DEBUG oslo_vmware.api [None req-5e9c1a3a-34f5-4fa9-a2b0-6e0dbbf84923 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.218058] env[68872]: DEBUG oslo_vmware.api [None req-98e51848-390d-49bd-af4f-0048e25a90ac tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092445, 'name': CloneVM_Task, 'duration_secs': 1.318338} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.230444] env[68872]: INFO nova.virt.vmwareapi.vmops [None req-98e51848-390d-49bd-af4f-0048e25a90ac tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Created linked-clone VM from snapshot [ 781.242297] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] d8a69a2c-2c5d-42e8-b2c0-e0c3585de439/d8a69a2c-2c5d-42e8-b2c0-e0c3585de439.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.243100] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f13cda7-6f41-44d6-b233-4371c4852da5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.245868] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2f9864f-a0d2-48c4-a77d-6194051280a1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.267827] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-98e51848-390d-49bd-af4f-0048e25a90ac tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Uploading image 4acbca22-2b5c-480f-b4ee-598886cc8065 {{(pid=68872) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 781.271613] env[68872]: DEBUG oslo_vmware.api [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Waiting for the task: (returnval){ [ 781.271613] env[68872]: value = "task-3092458" [ 781.271613] env[68872]: _type = "Task" [ 781.271613] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.281318] env[68872]: DEBUG oslo_vmware.api [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092458, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.299046] env[68872]: DEBUG oslo_vmware.rw_handles [None req-98e51848-390d-49bd-af4f-0048e25a90ac tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 781.299046] env[68872]: value = "vm-618984" [ 781.299046] env[68872]: _type = "VirtualMachine" [ 781.299046] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 781.299485] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5f9b5df9-51ae-416f-b337-bfe4d16cf80e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.321646] env[68872]: DEBUG oslo_vmware.rw_handles [None req-98e51848-390d-49bd-af4f-0048e25a90ac tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Lease: (returnval){ [ 781.321646] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a2af8e-ee50-9c31-8dd9-ffc7e84175ba" [ 781.321646] env[68872]: _type = "HttpNfcLease" [ 781.321646] env[68872]: } obtained for exporting VM: (result){ [ 781.321646] env[68872]: value = "vm-618984" [ 781.321646] env[68872]: _type = "VirtualMachine" [ 781.321646] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 781.321994] env[68872]: DEBUG oslo_vmware.api [None req-98e51848-390d-49bd-af4f-0048e25a90ac tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Waiting for the lease: (returnval){ [ 781.321994] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a2af8e-ee50-9c31-8dd9-ffc7e84175ba" [ 781.321994] env[68872]: _type = "HttpNfcLease" [ 781.321994] env[68872]: } to be ready. {{(pid=68872) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 781.327726] env[68872]: DEBUG oslo_vmware.api [None req-ce1abfc9-a702-4e26-8c1e-69a137075851 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092450, 'name': CloneVM_Task} progress is 95%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.337242] env[68872]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 781.337242] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a2af8e-ee50-9c31-8dd9-ffc7e84175ba" [ 781.337242] env[68872]: _type = "HttpNfcLease" [ 781.337242] env[68872]: } is ready. {{(pid=68872) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 781.337627] env[68872]: DEBUG oslo_vmware.rw_handles [None req-98e51848-390d-49bd-af4f-0048e25a90ac tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 781.337627] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a2af8e-ee50-9c31-8dd9-ffc7e84175ba" [ 781.337627] env[68872]: _type = "HttpNfcLease" [ 781.337627] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 781.338688] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d972773-753d-4302-a60f-0092413eddc4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.354839] env[68872]: DEBUG oslo_vmware.api [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': task-3092452, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.358536] env[68872]: DEBUG oslo_vmware.rw_handles [None req-98e51848-390d-49bd-af4f-0048e25a90ac tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e4335c-5b9b-e090-85b8-7424383600f2/disk-0.vmdk from lease info. {{(pid=68872) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 781.358536] env[68872]: DEBUG oslo_vmware.rw_handles [None req-98e51848-390d-49bd-af4f-0048e25a90ac tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e4335c-5b9b-e090-85b8-7424383600f2/disk-0.vmdk for reading. {{(pid=68872) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 781.421443] env[68872]: DEBUG nova.scheduler.client.report [None req-24e30c5e-198e-4da3-9059-116bd2495977 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.482447] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f4a82a63-14e9-49da-a451-a33950e98eae {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.506399] env[68872]: DEBUG oslo_vmware.api [None req-caf98639-38cf-42a3-96bf-26733e631211 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Task: {'id': task-3092454, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195667} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.506664] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-caf98639-38cf-42a3-96bf-26733e631211 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.506846] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-caf98639-38cf-42a3-96bf-26733e631211 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.507032] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-caf98639-38cf-42a3-96bf-26733e631211 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.507211] env[68872]: INFO nova.compute.manager [None req-caf98639-38cf-42a3-96bf-26733e631211 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Took 1.22 seconds to destroy the instance on the hypervisor. [ 781.507457] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-caf98639-38cf-42a3-96bf-26733e631211 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.507970] env[68872]: DEBUG nova.compute.manager [-] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.508095] env[68872]: DEBUG nova.network.neutron [-] [instance: 774b87de-c90c-4537-ac67-17152e43395b] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.568848] env[68872]: DEBUG nova.compute.manager [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 781.603944] env[68872]: DEBUG nova.virt.hardware [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.604283] env[68872]: DEBUG nova.virt.hardware [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.604435] env[68872]: DEBUG nova.virt.hardware [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.604660] env[68872]: DEBUG nova.virt.hardware [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.604820] env[68872]: DEBUG nova.virt.hardware [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.605051] env[68872]: DEBUG nova.virt.hardware [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.605330] env[68872]: DEBUG nova.virt.hardware [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.605533] env[68872]: DEBUG nova.virt.hardware [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.607018] env[68872]: DEBUG nova.virt.hardware [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.607018] env[68872]: DEBUG nova.virt.hardware [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.607018] env[68872]: DEBUG nova.virt.hardware [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.607018] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecdcb5c-0659-4c03-94e5-e4e1ccdc379f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.611266] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1fb68175-4c31-42cd-a644-6d332c666c66 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Acquiring lock "868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.611266] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1fb68175-4c31-42cd-a644-6d332c666c66 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Lock "868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.611266] env[68872]: INFO nova.compute.manager [None req-1fb68175-4c31-42cd-a644-6d332c666c66 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Attaching volume f1ef40cb-7fc8-4a59-a2a8-bf91124d211f to /dev/sdb [ 781.616071] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98df8260-a659-4294-8482-7c3b628ecb85 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.655148] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b2d6a6-dec1-4c3f-bafa-69df43ee5960 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.664560] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092457, 'name': CreateVM_Task, 'duration_secs': 0.41632} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.666300] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.667140] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.668043] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.668043] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.668439] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df205e1-184d-4fdc-9b7e-bc6e0e1fda56 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.671343] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cc52255-841c-4f19-8096-753d57ccc5e8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.678043] env[68872]: DEBUG oslo_vmware.api [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 781.678043] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526b9f72-7942-af13-ed3a-34d9520440e3" [ 781.678043] env[68872]: _type = "Task" [ 781.678043] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.688569] env[68872]: DEBUG nova.virt.block_device [None req-1fb68175-4c31-42cd-a644-6d332c666c66 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Updating existing volume attachment record: fd89d080-8167-49d9-8d47-fe3c5cd1798c {{(pid=68872) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 781.699208] env[68872]: DEBUG oslo_vmware.api [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526b9f72-7942-af13-ed3a-34d9520440e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.705075] env[68872]: DEBUG oslo_vmware.api [None req-5e9c1a3a-34f5-4fa9-a2b0-6e0dbbf84923 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.784014] env[68872]: DEBUG oslo_vmware.api [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092458, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.822276] env[68872]: DEBUG oslo_vmware.api [None req-ce1abfc9-a702-4e26-8c1e-69a137075851 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092450, 'name': CloneVM_Task, 'duration_secs': 1.380346} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.823343] env[68872]: DEBUG nova.network.neutron [None req-758ae882-6de5-4e49-b95f-b1dac74c86ba tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Updating instance_info_cache with network_info: [{"id": "2217a0e2-4b22-4ed9-8736-c4486a48a6f9", "address": "fa:16:3e:73:bd:ad", "network": {"id": "7dc6a7f7-0c62-4b03-91c8-83988003b985", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1586112010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69018ef436ba4ca497ef24f6b1ae3005", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2217a0e2-4b", "ovs_interfaceid": "2217a0e2-4b22-4ed9-8736-c4486a48a6f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.824567] env[68872]: INFO nova.virt.vmwareapi.vmops [None req-ce1abfc9-a702-4e26-8c1e-69a137075851 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Created linked-clone VM from snapshot [ 781.829070] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfc1fa8-1d3e-42ef-b4a4-0055d8e65eeb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.835319] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-ce1abfc9-a702-4e26-8c1e-69a137075851 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Uploading image ba1960ee-1073-4a38-9dbf-9b242285df73 {{(pid=68872) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 781.849037] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1abfc9-a702-4e26-8c1e-69a137075851 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Destroying the VM {{(pid=68872) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 781.849348] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3fb6ef75-802f-4f47-ba37-c65171fb134c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.856623] env[68872]: DEBUG oslo_vmware.api [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': task-3092452, 'name': ReconfigVM_Task, 'duration_secs': 0.661159} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.857470] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Reconfigured VM instance instance-00000032 to attach disk [datastore2] a9e7b633-a873-4992-9f19-dda6f4828c85/ephemeral_0.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.858226] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8ce28e7-0d99-42ac-84b7-a4eee8b6beb7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.864951] env[68872]: DEBUG oslo_vmware.api [None req-ce1abfc9-a702-4e26-8c1e-69a137075851 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for the task: (returnval){ [ 781.864951] env[68872]: value = "task-3092460" [ 781.864951] env[68872]: _type = "Task" [ 781.864951] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.873574] env[68872]: DEBUG oslo_vmware.api [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Waiting for the task: (returnval){ [ 781.873574] env[68872]: value = "task-3092461" [ 781.873574] env[68872]: _type = "Task" [ 781.873574] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.884914] env[68872]: DEBUG oslo_vmware.api [None req-ce1abfc9-a702-4e26-8c1e-69a137075851 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092460, 'name': Destroy_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.890332] env[68872]: DEBUG oslo_vmware.api [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': task-3092461, 'name': Rename_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.929052] env[68872]: DEBUG oslo_concurrency.lockutils [None req-24e30c5e-198e-4da3-9059-116bd2495977 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.386s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.931807] env[68872]: DEBUG oslo_concurrency.lockutils [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.691s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.935306] env[68872]: INFO nova.compute.claims [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.960723] env[68872]: INFO nova.scheduler.client.report [None req-24e30c5e-198e-4da3-9059-116bd2495977 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Deleted allocations for instance 60f355d4-0eee-48c9-93e3-42bcffa200f4 [ 782.006664] env[68872]: DEBUG nova.compute.manager [req-2d641db7-a4b7-4430-b43b-9eb91745f9f4 req-8a132128-e04b-4977-84ca-3f70200207ee service nova] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Received event network-changed-2217a0e2-4b22-4ed9-8736-c4486a48a6f9 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.006664] env[68872]: DEBUG nova.compute.manager [req-2d641db7-a4b7-4430-b43b-9eb91745f9f4 req-8a132128-e04b-4977-84ca-3f70200207ee service nova] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Refreshing instance network info cache due to event network-changed-2217a0e2-4b22-4ed9-8736-c4486a48a6f9. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.006925] env[68872]: DEBUG oslo_concurrency.lockutils [req-2d641db7-a4b7-4430-b43b-9eb91745f9f4 req-8a132128-e04b-4977-84ca-3f70200207ee service nova] Acquiring lock "refresh_cache-623ccafe-c6f5-4713-a556-80eb794cc74d" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.034453] env[68872]: DEBUG nova.network.neutron [req-adacaebd-6ab7-4e61-bb54-f3c1a866f409 req-43d6c932-7856-4eca-a0f8-7894f491fc65 service nova] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Updated VIF entry in instance network info cache for port 80f6746a-9c8d-452f-809c-dd759101a2b8. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.034813] env[68872]: DEBUG nova.network.neutron [req-adacaebd-6ab7-4e61-bb54-f3c1a866f409 req-43d6c932-7856-4eca-a0f8-7894f491fc65 service nova] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Updating instance_info_cache with network_info: [{"id": "80f6746a-9c8d-452f-809c-dd759101a2b8", "address": "fa:16:3e:1f:dd:50", "network": {"id": "395722e8-10c9-4cd4-9e49-c1858a0ce30a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1962560931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9960a3dc622c43cd9f219d00dba59dc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80f6746a-9c", "ovs_interfaceid": "80f6746a-9c8d-452f-809c-dd759101a2b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.096955] env[68872]: DEBUG nova.compute.manager [req-171f0df3-19fd-4854-b1ca-5e954990c5ed req-9355661c-4dea-4b2b-8ea0-a33aa4e316b1 service nova] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Received event network-vif-deleted-9a22a71a-681f-44ce-aa0d-7db2c3cdf54b {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.097392] env[68872]: INFO nova.compute.manager [req-171f0df3-19fd-4854-b1ca-5e954990c5ed req-9355661c-4dea-4b2b-8ea0-a33aa4e316b1 service nova] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Neutron deleted interface 9a22a71a-681f-44ce-aa0d-7db2c3cdf54b; detaching it from the instance and deleting it from the info cache [ 782.097749] env[68872]: DEBUG nova.network.neutron [req-171f0df3-19fd-4854-b1ca-5e954990c5ed req-9355661c-4dea-4b2b-8ea0-a33aa4e316b1 service nova] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.194384] env[68872]: DEBUG oslo_vmware.api [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526b9f72-7942-af13-ed3a-34d9520440e3, 'name': SearchDatastore_Task, 'duration_secs': 0.021115} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.201626] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.201995] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.202269] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.202478] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.202749] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.203199] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-885e786b-7ddd-476d-9075-d44e5e00f61b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.213128] env[68872]: DEBUG oslo_vmware.api [None req-5e9c1a3a-34f5-4fa9-a2b0-6e0dbbf84923 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.216040] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.216040] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.216873] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2676521-a013-46f0-88b9-a6108824cbe6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.223996] env[68872]: DEBUG oslo_vmware.api [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 782.223996] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526f152f-c6f1-956e-63be-a79c63860aec" [ 782.223996] env[68872]: _type = "Task" [ 782.223996] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.237208] env[68872]: DEBUG oslo_vmware.api [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526f152f-c6f1-956e-63be-a79c63860aec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.283285] env[68872]: DEBUG oslo_vmware.api [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092458, 'name': ReconfigVM_Task, 'duration_secs': 0.537488} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.283285] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Reconfigured VM instance instance-00000028 to attach disk [datastore2] d8a69a2c-2c5d-42e8-b2c0-e0c3585de439/d8a69a2c-2c5d-42e8-b2c0-e0c3585de439.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.283696] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Updating instance 'd8a69a2c-2c5d-42e8-b2c0-e0c3585de439' progress to 50 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 782.326334] env[68872]: DEBUG oslo_concurrency.lockutils [None req-758ae882-6de5-4e49-b95f-b1dac74c86ba tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Releasing lock "refresh_cache-623ccafe-c6f5-4713-a556-80eb794cc74d" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.326603] env[68872]: DEBUG nova.compute.manager [None req-758ae882-6de5-4e49-b95f-b1dac74c86ba tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Inject network info {{(pid=68872) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 782.326886] env[68872]: DEBUG nova.compute.manager [None req-758ae882-6de5-4e49-b95f-b1dac74c86ba tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] network_info to inject: |[{"id": "2217a0e2-4b22-4ed9-8736-c4486a48a6f9", "address": "fa:16:3e:73:bd:ad", "network": {"id": "7dc6a7f7-0c62-4b03-91c8-83988003b985", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1586112010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69018ef436ba4ca497ef24f6b1ae3005", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2217a0e2-4b", "ovs_interfaceid": "2217a0e2-4b22-4ed9-8736-c4486a48a6f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 782.335032] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-758ae882-6de5-4e49-b95f-b1dac74c86ba tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Reconfiguring VM instance to set the machine id {{(pid=68872) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 782.335032] env[68872]: DEBUG oslo_concurrency.lockutils [req-2d641db7-a4b7-4430-b43b-9eb91745f9f4 req-8a132128-e04b-4977-84ca-3f70200207ee service nova] Acquired lock "refresh_cache-623ccafe-c6f5-4713-a556-80eb794cc74d" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.336333] env[68872]: DEBUG nova.network.neutron [req-2d641db7-a4b7-4430-b43b-9eb91745f9f4 req-8a132128-e04b-4977-84ca-3f70200207ee service nova] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Refreshing network info cache for port 2217a0e2-4b22-4ed9-8736-c4486a48a6f9 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.337972] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-296ce6c1-221b-4417-b003-eaca0ec5edea {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.369617] env[68872]: DEBUG oslo_vmware.api [None req-758ae882-6de5-4e49-b95f-b1dac74c86ba tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Waiting for the task: (returnval){ [ 782.369617] env[68872]: value = "task-3092465" [ 782.369617] env[68872]: _type = "Task" [ 782.369617] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.388499] env[68872]: DEBUG oslo_vmware.api [None req-ce1abfc9-a702-4e26-8c1e-69a137075851 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092460, 'name': Destroy_Task, 'duration_secs': 0.402032} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.391309] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-ce1abfc9-a702-4e26-8c1e-69a137075851 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Destroyed the VM [ 782.391611] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1abfc9-a702-4e26-8c1e-69a137075851 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Deleting Snapshot of the VM instance {{(pid=68872) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 782.391901] env[68872]: DEBUG oslo_vmware.api [None req-758ae882-6de5-4e49-b95f-b1dac74c86ba tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Task: {'id': task-3092465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.394434] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-201b59ec-e75d-46a5-a85a-faa3e56aa471 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.399918] env[68872]: DEBUG oslo_vmware.api [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': task-3092461, 'name': Rename_Task, 'duration_secs': 0.217558} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.400818] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.401159] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c4e364b-0264-4306-8b44-845da59d3e67 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.407738] env[68872]: DEBUG oslo_vmware.api [None req-ce1abfc9-a702-4e26-8c1e-69a137075851 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for the task: (returnval){ [ 782.407738] env[68872]: value = "task-3092466" [ 782.407738] env[68872]: _type = "Task" [ 782.407738] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.416768] env[68872]: DEBUG nova.network.neutron [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Successfully updated port: 2c35b58f-89a1-4700-b1e4-9e72b4909d9c {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 782.419468] env[68872]: DEBUG oslo_vmware.api [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Waiting for the task: (returnval){ [ 782.419468] env[68872]: value = "task-3092467" [ 782.419468] env[68872]: _type = "Task" [ 782.419468] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.431164] env[68872]: DEBUG oslo_vmware.api [None req-ce1abfc9-a702-4e26-8c1e-69a137075851 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092466, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.443809] env[68872]: DEBUG oslo_vmware.api [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': task-3092467, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.474940] env[68872]: DEBUG oslo_concurrency.lockutils [None req-24e30c5e-198e-4da3-9059-116bd2495977 tempest-ListImageFiltersTestJSON-2080337034 tempest-ListImageFiltersTestJSON-2080337034-project-member] Lock "60f355d4-0eee-48c9-93e3-42bcffa200f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.772s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.514884] env[68872]: DEBUG nova.network.neutron [-] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.540608] env[68872]: DEBUG oslo_concurrency.lockutils [req-adacaebd-6ab7-4e61-bb54-f3c1a866f409 req-43d6c932-7856-4eca-a0f8-7894f491fc65 service nova] Releasing lock "refresh_cache-64959e3f-ada4-478c-9d1f-046ab4228db1" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.600798] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a63cbaf-43f6-43f5-9339-6c28f07fa1ce {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.617672] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d82986-17ac-4acc-b024-ced86a1420e3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.662164] env[68872]: DEBUG nova.compute.manager [req-171f0df3-19fd-4854-b1ca-5e954990c5ed req-9355661c-4dea-4b2b-8ea0-a33aa4e316b1 service nova] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Detach interface failed, port_id=9a22a71a-681f-44ce-aa0d-7db2c3cdf54b, reason: Instance 774b87de-c90c-4537-ac67-17152e43395b could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 782.706172] env[68872]: DEBUG oslo_vmware.api [None req-5e9c1a3a-34f5-4fa9-a2b0-6e0dbbf84923 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.710172] env[68872]: DEBUG nova.network.neutron [req-2d641db7-a4b7-4430-b43b-9eb91745f9f4 req-8a132128-e04b-4977-84ca-3f70200207ee service nova] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Updated VIF entry in instance network info cache for port 2217a0e2-4b22-4ed9-8736-c4486a48a6f9. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.710606] env[68872]: DEBUG nova.network.neutron [req-2d641db7-a4b7-4430-b43b-9eb91745f9f4 req-8a132128-e04b-4977-84ca-3f70200207ee service nova] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Updating instance_info_cache with network_info: [{"id": "2217a0e2-4b22-4ed9-8736-c4486a48a6f9", "address": "fa:16:3e:73:bd:ad", "network": {"id": "7dc6a7f7-0c62-4b03-91c8-83988003b985", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1586112010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69018ef436ba4ca497ef24f6b1ae3005", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2217a0e2-4b", "ovs_interfaceid": "2217a0e2-4b22-4ed9-8736-c4486a48a6f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.736411] env[68872]: DEBUG oslo_vmware.api [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526f152f-c6f1-956e-63be-a79c63860aec, 'name': SearchDatastore_Task, 'duration_secs': 0.015574} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.737770] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cb5be66-5cf9-4f30-8a92-f3d61ae5dff6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.745811] env[68872]: DEBUG oslo_vmware.api [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 782.745811] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]522804a8-23d6-8c8b-3cf7-5c64f39b5fca" [ 782.745811] env[68872]: _type = "Task" [ 782.745811] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.756224] env[68872]: DEBUG oslo_vmware.api [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]522804a8-23d6-8c8b-3cf7-5c64f39b5fca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.791725] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc44e0cd-f421-47b3-9639-2bc28ecf4252 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.819279] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3e6bd5-a6ce-47df-98ec-4614eb9ca300 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.841784] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Updating instance 'd8a69a2c-2c5d-42e8-b2c0-e0c3585de439' progress to 67 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 782.882246] env[68872]: DEBUG oslo_vmware.api [None req-758ae882-6de5-4e49-b95f-b1dac74c86ba tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Task: {'id': task-3092465, 'name': ReconfigVM_Task, 'duration_secs': 0.198012} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.882678] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-758ae882-6de5-4e49-b95f-b1dac74c86ba tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Reconfigured VM instance to set the machine id {{(pid=68872) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 782.924756] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquiring lock "refresh_cache-045ef5de-67da-4454-b203-57d0fb26d12d" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.924756] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquired lock "refresh_cache-045ef5de-67da-4454-b203-57d0fb26d12d" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.924756] env[68872]: DEBUG nova.network.neutron [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.925501] env[68872]: DEBUG oslo_vmware.api [None req-ce1abfc9-a702-4e26-8c1e-69a137075851 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092466, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.941126] env[68872]: DEBUG oslo_vmware.api [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': task-3092467, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.020191] env[68872]: INFO nova.compute.manager [-] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Took 1.51 seconds to deallocate network for instance. [ 783.071860] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8d2d3aec-2a73-47ef-ad49-98f7e7af9d8d tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Acquiring lock "31b939ea-8b15-4302-9656-791da7b0350b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.072143] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8d2d3aec-2a73-47ef-ad49-98f7e7af9d8d tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Lock "31b939ea-8b15-4302-9656-791da7b0350b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.072354] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8d2d3aec-2a73-47ef-ad49-98f7e7af9d8d tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Acquiring lock "31b939ea-8b15-4302-9656-791da7b0350b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.072540] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8d2d3aec-2a73-47ef-ad49-98f7e7af9d8d tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Lock "31b939ea-8b15-4302-9656-791da7b0350b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.072710] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8d2d3aec-2a73-47ef-ad49-98f7e7af9d8d tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Lock "31b939ea-8b15-4302-9656-791da7b0350b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.075305] env[68872]: INFO nova.compute.manager [None req-8d2d3aec-2a73-47ef-ad49-98f7e7af9d8d tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Terminating instance [ 783.206068] env[68872]: DEBUG oslo_vmware.api [None req-5e9c1a3a-34f5-4fa9-a2b0-6e0dbbf84923 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.214986] env[68872]: DEBUG oslo_concurrency.lockutils [req-2d641db7-a4b7-4430-b43b-9eb91745f9f4 req-8a132128-e04b-4977-84ca-3f70200207ee service nova] Releasing lock "refresh_cache-623ccafe-c6f5-4713-a556-80eb794cc74d" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.259819] env[68872]: DEBUG oslo_vmware.api [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]522804a8-23d6-8c8b-3cf7-5c64f39b5fca, 'name': SearchDatastore_Task, 'duration_secs': 0.014873} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.260185] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.260643] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 64959e3f-ada4-478c-9d1f-046ab4228db1/64959e3f-ada4-478c-9d1f-046ab4228db1.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.260954] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44b6f133-d883-42e7-87f2-fd500bbb36f9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.269575] env[68872]: DEBUG oslo_vmware.api [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 783.269575] env[68872]: value = "task-3092468" [ 783.269575] env[68872]: _type = "Task" [ 783.269575] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.278704] env[68872]: DEBUG oslo_vmware.api [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.389917] env[68872]: DEBUG nova.network.neutron [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Port 421e03e6-0046-4940-a9f2-5919bcb5978f binding to destination host cpu-1 is already ACTIVE {{(pid=68872) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 783.422206] env[68872]: DEBUG oslo_vmware.api [None req-ce1abfc9-a702-4e26-8c1e-69a137075851 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092466, 'name': RemoveSnapshot_Task, 'duration_secs': 0.718552} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.422931] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1abfc9-a702-4e26-8c1e-69a137075851 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Deleted Snapshot of the VM instance {{(pid=68872) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 783.441033] env[68872]: DEBUG oslo_vmware.api [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': task-3092467, 'name': PowerOnVM_Task, 'duration_secs': 0.549403} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.441355] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.445469] env[68872]: INFO nova.compute.manager [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Took 9.45 seconds to spawn the instance on the hypervisor. [ 783.446623] env[68872]: DEBUG nova.compute.manager [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.449196] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f065e61-1dc3-4234-a003-b9bcb7dca49b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.469674] env[68872]: DEBUG nova.network.neutron [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.507769] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac3683f-ebfa-4f37-b8fa-89e959187968 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.523821] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4cd6ac-d966-405a-b72c-743c6d1c5b1b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.528986] env[68872]: DEBUG oslo_concurrency.lockutils [None req-caf98639-38cf-42a3-96bf-26733e631211 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.561341] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dfa4676d-11fa-47c8-bfc7-309e79e65b91 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Acquiring lock "623ccafe-c6f5-4713-a556-80eb794cc74d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.561717] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dfa4676d-11fa-47c8-bfc7-309e79e65b91 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Lock "623ccafe-c6f5-4713-a556-80eb794cc74d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.562021] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dfa4676d-11fa-47c8-bfc7-309e79e65b91 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Acquiring lock "623ccafe-c6f5-4713-a556-80eb794cc74d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.562278] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dfa4676d-11fa-47c8-bfc7-309e79e65b91 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Lock "623ccafe-c6f5-4713-a556-80eb794cc74d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.562580] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dfa4676d-11fa-47c8-bfc7-309e79e65b91 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Lock "623ccafe-c6f5-4713-a556-80eb794cc74d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.564956] env[68872]: INFO nova.compute.manager [None req-dfa4676d-11fa-47c8-bfc7-309e79e65b91 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Terminating instance [ 783.567504] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5af3ae-f552-450d-bc5c-26f32bc087bd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.578990] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f366a40-9f81-4aa7-872d-bc84cd8bf7af {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.584853] env[68872]: DEBUG nova.compute.manager [None req-8d2d3aec-2a73-47ef-ad49-98f7e7af9d8d tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 783.586035] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2d3aec-2a73-47ef-ad49-98f7e7af9d8d tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.586197] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb06585-3108-4dd8-94e9-c043e6065d3a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.602147] env[68872]: DEBUG nova.compute.provider_tree [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.609247] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d2d3aec-2a73-47ef-ad49-98f7e7af9d8d tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.609519] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-235c1ecf-14b1-4631-8f66-8a86d299108d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.619639] env[68872]: DEBUG oslo_vmware.api [None req-8d2d3aec-2a73-47ef-ad49-98f7e7af9d8d tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Waiting for the task: (returnval){ [ 783.619639] env[68872]: value = "task-3092469" [ 783.619639] env[68872]: _type = "Task" [ 783.619639] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.631098] env[68872]: DEBUG oslo_vmware.api [None req-8d2d3aec-2a73-47ef-ad49-98f7e7af9d8d tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Task: {'id': task-3092469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.702681] env[68872]: DEBUG nova.network.neutron [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Updating instance_info_cache with network_info: [{"id": "2c35b58f-89a1-4700-b1e4-9e72b4909d9c", "address": "fa:16:3e:d5:0b:b1", "network": {"id": "9ddb9b42-5fa0-41e5-90d8-76c787e7299a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-527242181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4c041d2417c49f4a833b427a5bee0de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c35b58f-89", "ovs_interfaceid": "2c35b58f-89a1-4700-b1e4-9e72b4909d9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.717552] env[68872]: DEBUG oslo_vmware.api [None req-5e9c1a3a-34f5-4fa9-a2b0-6e0dbbf84923 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.783616] env[68872]: DEBUG oslo_vmware.api [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092468, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.933946] env[68872]: WARNING nova.compute.manager [None req-ce1abfc9-a702-4e26-8c1e-69a137075851 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Image not found during snapshot: nova.exception.ImageNotFound: Image ba1960ee-1073-4a38-9dbf-9b242285df73 could not be found. [ 783.973159] env[68872]: INFO nova.compute.manager [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Took 41.65 seconds to build instance. [ 784.073357] env[68872]: DEBUG nova.compute.manager [None req-dfa4676d-11fa-47c8-bfc7-309e79e65b91 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 784.073580] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa4676d-11fa-47c8-bfc7-309e79e65b91 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.075304] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5d626b-46be-43e6-af56-40658320fc3e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.084467] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa4676d-11fa-47c8-bfc7-309e79e65b91 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.084821] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81d6d397-6eb8-4f9b-83ea-71130b7cce55 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.096299] env[68872]: DEBUG oslo_vmware.api [None req-dfa4676d-11fa-47c8-bfc7-309e79e65b91 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Waiting for the task: (returnval){ [ 784.096299] env[68872]: value = "task-3092470" [ 784.096299] env[68872]: _type = "Task" [ 784.096299] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.110365] env[68872]: DEBUG nova.scheduler.client.report [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.114209] env[68872]: DEBUG oslo_vmware.api [None req-dfa4676d-11fa-47c8-bfc7-309e79e65b91 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Task: {'id': task-3092470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.132258] env[68872]: DEBUG oslo_vmware.api [None req-8d2d3aec-2a73-47ef-ad49-98f7e7af9d8d tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Task: {'id': task-3092469, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.187304] env[68872]: DEBUG nova.compute.manager [req-958d88c5-8208-4df9-b108-a78ab34495a9 req-af812131-8eba-41c6-8412-2e6dacdc29af service nova] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Received event network-vif-plugged-2c35b58f-89a1-4700-b1e4-9e72b4909d9c {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.187548] env[68872]: DEBUG oslo_concurrency.lockutils [req-958d88c5-8208-4df9-b108-a78ab34495a9 req-af812131-8eba-41c6-8412-2e6dacdc29af service nova] Acquiring lock "045ef5de-67da-4454-b203-57d0fb26d12d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.187820] env[68872]: DEBUG oslo_concurrency.lockutils [req-958d88c5-8208-4df9-b108-a78ab34495a9 req-af812131-8eba-41c6-8412-2e6dacdc29af service nova] Lock "045ef5de-67da-4454-b203-57d0fb26d12d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.187945] env[68872]: DEBUG oslo_concurrency.lockutils [req-958d88c5-8208-4df9-b108-a78ab34495a9 req-af812131-8eba-41c6-8412-2e6dacdc29af service nova] Lock "045ef5de-67da-4454-b203-57d0fb26d12d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.192849] env[68872]: DEBUG nova.compute.manager [req-958d88c5-8208-4df9-b108-a78ab34495a9 req-af812131-8eba-41c6-8412-2e6dacdc29af service nova] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] No waiting events found dispatching network-vif-plugged-2c35b58f-89a1-4700-b1e4-9e72b4909d9c {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 784.192849] env[68872]: WARNING nova.compute.manager [req-958d88c5-8208-4df9-b108-a78ab34495a9 req-af812131-8eba-41c6-8412-2e6dacdc29af service nova] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Received unexpected event network-vif-plugged-2c35b58f-89a1-4700-b1e4-9e72b4909d9c for instance with vm_state building and task_state spawning. [ 784.192849] env[68872]: DEBUG nova.compute.manager [req-958d88c5-8208-4df9-b108-a78ab34495a9 req-af812131-8eba-41c6-8412-2e6dacdc29af service nova] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Received event network-changed-2c35b58f-89a1-4700-b1e4-9e72b4909d9c {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.192849] env[68872]: DEBUG nova.compute.manager [req-958d88c5-8208-4df9-b108-a78ab34495a9 req-af812131-8eba-41c6-8412-2e6dacdc29af service nova] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Refreshing instance network info cache due to event network-changed-2c35b58f-89a1-4700-b1e4-9e72b4909d9c. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.192849] env[68872]: DEBUG oslo_concurrency.lockutils [req-958d88c5-8208-4df9-b108-a78ab34495a9 req-af812131-8eba-41c6-8412-2e6dacdc29af service nova] Acquiring lock "refresh_cache-045ef5de-67da-4454-b203-57d0fb26d12d" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.208905] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Releasing lock "refresh_cache-045ef5de-67da-4454-b203-57d0fb26d12d" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.209117] env[68872]: DEBUG nova.compute.manager [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Instance network_info: |[{"id": "2c35b58f-89a1-4700-b1e4-9e72b4909d9c", "address": "fa:16:3e:d5:0b:b1", "network": {"id": "9ddb9b42-5fa0-41e5-90d8-76c787e7299a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-527242181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4c041d2417c49f4a833b427a5bee0de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c35b58f-89", "ovs_interfaceid": "2c35b58f-89a1-4700-b1e4-9e72b4909d9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 784.209534] env[68872]: DEBUG oslo_vmware.api [None req-5e9c1a3a-34f5-4fa9-a2b0-6e0dbbf84923 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.209937] env[68872]: DEBUG oslo_concurrency.lockutils [req-958d88c5-8208-4df9-b108-a78ab34495a9 req-af812131-8eba-41c6-8412-2e6dacdc29af service nova] Acquired lock "refresh_cache-045ef5de-67da-4454-b203-57d0fb26d12d" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.210282] env[68872]: DEBUG nova.network.neutron [req-958d88c5-8208-4df9-b108-a78ab34495a9 req-af812131-8eba-41c6-8412-2e6dacdc29af service nova] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Refreshing network info cache for port 2c35b58f-89a1-4700-b1e4-9e72b4909d9c {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.211799] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:0b:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb18870e-f482-4c7b-8cd4-5c933d3ad294', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c35b58f-89a1-4700-b1e4-9e72b4909d9c', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.221933] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.225636] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.226255] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51eda802-9112-441b-8a00-fa3d1fad5026 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.256366] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.256366] env[68872]: value = "task-3092472" [ 784.256366] env[68872]: _type = "Task" [ 784.256366] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.274698] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092472, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.286771] env[68872]: DEBUG oslo_vmware.api [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644093} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.287221] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 64959e3f-ada4-478c-9d1f-046ab4228db1/64959e3f-ada4-478c-9d1f-046ab4228db1.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.287576] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.287878] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d2efe13-279d-4c14-9b6d-d471031b5263 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.304881] env[68872]: DEBUG oslo_vmware.api [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 784.304881] env[68872]: value = "task-3092473" [ 784.304881] env[68872]: _type = "Task" [ 784.304881] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.432989] env[68872]: DEBUG oslo_concurrency.lockutils [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquiring lock "d8a69a2c-2c5d-42e8-b2c0-e0c3585de439-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.433301] env[68872]: DEBUG oslo_concurrency.lockutils [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Lock "d8a69a2c-2c5d-42e8-b2c0-e0c3585de439-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.433590] env[68872]: DEBUG oslo_concurrency.lockutils [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Lock "d8a69a2c-2c5d-42e8-b2c0-e0c3585de439-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.475605] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8f451628-bd88-47cf-8476-805a3b020238 tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Lock "a9e7b633-a873-4992-9f19-dda6f4828c85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.653s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.605111] env[68872]: DEBUG oslo_vmware.api [None req-dfa4676d-11fa-47c8-bfc7-309e79e65b91 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Task: {'id': task-3092470, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.618167] env[68872]: DEBUG oslo_concurrency.lockutils [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.618744] env[68872]: DEBUG nova.compute.manager [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.621866] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6885b7cf-99b9-4d44-8dcd-5c8bcdc42632 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.417s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.622138] env[68872]: DEBUG nova.objects.instance [None req-6885b7cf-99b9-4d44-8dcd-5c8bcdc42632 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Lazy-loading 'resources' on Instance uuid 545fb708-58ee-4c11-9099-8a507960f7ab {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.628160] env[68872]: DEBUG nova.network.neutron [req-958d88c5-8208-4df9-b108-a78ab34495a9 req-af812131-8eba-41c6-8412-2e6dacdc29af service nova] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Updated VIF entry in instance network info cache for port 2c35b58f-89a1-4700-b1e4-9e72b4909d9c. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 784.628456] env[68872]: DEBUG nova.network.neutron [req-958d88c5-8208-4df9-b108-a78ab34495a9 req-af812131-8eba-41c6-8412-2e6dacdc29af service nova] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Updating instance_info_cache with network_info: [{"id": "2c35b58f-89a1-4700-b1e4-9e72b4909d9c", "address": "fa:16:3e:d5:0b:b1", "network": {"id": "9ddb9b42-5fa0-41e5-90d8-76c787e7299a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-527242181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4c041d2417c49f4a833b427a5bee0de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c35b58f-89", "ovs_interfaceid": "2c35b58f-89a1-4700-b1e4-9e72b4909d9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.635757] env[68872]: DEBUG oslo_vmware.api [None req-8d2d3aec-2a73-47ef-ad49-98f7e7af9d8d tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Task: {'id': task-3092469, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.708853] env[68872]: DEBUG oslo_vmware.api [None req-5e9c1a3a-34f5-4fa9-a2b0-6e0dbbf84923 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.768202] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092472, 'name': CreateVM_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.815342] env[68872]: DEBUG oslo_vmware.api [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092473, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126267} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.815716] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.816575] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1340c5a5-986b-454b-ac98-ef37f636f996 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.840142] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 64959e3f-ada4-478c-9d1f-046ab4228db1/64959e3f-ada4-478c-9d1f-046ab4228db1.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.840489] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-631333cc-d0e5-4007-ad8a-847b75d6acae {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.861099] env[68872]: DEBUG oslo_vmware.api [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 784.861099] env[68872]: value = "task-3092474" [ 784.861099] env[68872]: _type = "Task" [ 784.861099] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.872047] env[68872]: DEBUG oslo_vmware.api [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092474, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.933030] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a61848be-437c-4c4d-8c26-dcfeeff7d999 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Acquiring lock "3a696347-7405-4d53-9ea7-8f68d74b1629" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.933030] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a61848be-437c-4c4d-8c26-dcfeeff7d999 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Lock "3a696347-7405-4d53-9ea7-8f68d74b1629" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.933030] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a61848be-437c-4c4d-8c26-dcfeeff7d999 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Acquiring lock "3a696347-7405-4d53-9ea7-8f68d74b1629-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.933030] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a61848be-437c-4c4d-8c26-dcfeeff7d999 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Lock "3a696347-7405-4d53-9ea7-8f68d74b1629-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.933030] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a61848be-437c-4c4d-8c26-dcfeeff7d999 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Lock "3a696347-7405-4d53-9ea7-8f68d74b1629-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.933709] env[68872]: INFO nova.compute.manager [None req-a61848be-437c-4c4d-8c26-dcfeeff7d999 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Terminating instance [ 785.104783] env[68872]: DEBUG oslo_vmware.api [None req-dfa4676d-11fa-47c8-bfc7-309e79e65b91 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Task: {'id': task-3092470, 'name': PowerOffVM_Task, 'duration_secs': 0.856847} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.105178] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa4676d-11fa-47c8-bfc7-309e79e65b91 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.105274] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa4676d-11fa-47c8-bfc7-309e79e65b91 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.105639] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fe05331-54e6-4854-b87a-da2358cf69a0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.133975] env[68872]: DEBUG nova.compute.utils [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.138770] env[68872]: DEBUG oslo_concurrency.lockutils [req-958d88c5-8208-4df9-b108-a78ab34495a9 req-af812131-8eba-41c6-8412-2e6dacdc29af service nova] Releasing lock "refresh_cache-045ef5de-67da-4454-b203-57d0fb26d12d" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.140821] env[68872]: DEBUG nova.compute.manager [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 785.140821] env[68872]: DEBUG nova.network.neutron [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 785.151350] env[68872]: DEBUG oslo_vmware.api [None req-8d2d3aec-2a73-47ef-ad49-98f7e7af9d8d tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Task: {'id': task-3092469, 'name': PowerOffVM_Task, 'duration_secs': 1.324958} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.152552] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d2d3aec-2a73-47ef-ad49-98f7e7af9d8d tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.152552] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2d3aec-2a73-47ef-ad49-98f7e7af9d8d tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.152552] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcef87ac-513f-4ee2-8460-04e48532ce23 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.198325] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa4676d-11fa-47c8-bfc7-309e79e65b91 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.198325] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa4676d-11fa-47c8-bfc7-309e79e65b91 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.198603] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa4676d-11fa-47c8-bfc7-309e79e65b91 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Deleting the datastore file [datastore2] 623ccafe-c6f5-4713-a556-80eb794cc74d {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.199058] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3c5b6d6-f06d-4455-95eb-dda45d38b138 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.215325] env[68872]: DEBUG oslo_vmware.api [None req-5e9c1a3a-34f5-4fa9-a2b0-6e0dbbf84923 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.216696] env[68872]: DEBUG oslo_vmware.api [None req-dfa4676d-11fa-47c8-bfc7-309e79e65b91 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Waiting for the task: (returnval){ [ 785.216696] env[68872]: value = "task-3092477" [ 785.216696] env[68872]: _type = "Task" [ 785.216696] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.231398] env[68872]: DEBUG oslo_vmware.api [None req-dfa4676d-11fa-47c8-bfc7-309e79e65b91 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Task: {'id': task-3092477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.237352] env[68872]: DEBUG nova.policy [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b3da91929b647f0858103f3868f115a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3122db561374360820368cbb6362af4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 785.257727] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2d3aec-2a73-47ef-ad49-98f7e7af9d8d tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.258036] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2d3aec-2a73-47ef-ad49-98f7e7af9d8d tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.258235] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d2d3aec-2a73-47ef-ad49-98f7e7af9d8d tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Deleting the datastore file [datastore2] 31b939ea-8b15-4302-9656-791da7b0350b {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.262943] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9afad9d5-4351-4ec2-9f24-9962213d785f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.273033] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092472, 'name': CreateVM_Task, 'duration_secs': 0.664932} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.274746] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.274746] env[68872]: DEBUG oslo_vmware.api [None req-8d2d3aec-2a73-47ef-ad49-98f7e7af9d8d tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Waiting for the task: (returnval){ [ 785.274746] env[68872]: value = "task-3092478" [ 785.274746] env[68872]: _type = "Task" [ 785.274746] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.276204] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.276204] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.276204] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.278630] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27433fbd-0d23-417c-afb7-b8ed5158178c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.288713] env[68872]: DEBUG oslo_vmware.api [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 785.288713] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52b3ef66-eb20-618e-3535-807354f2ecc8" [ 785.288713] env[68872]: _type = "Task" [ 785.288713] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.293497] env[68872]: DEBUG oslo_vmware.api [None req-8d2d3aec-2a73-47ef-ad49-98f7e7af9d8d tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Task: {'id': task-3092478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.307906] env[68872]: DEBUG oslo_vmware.api [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52b3ef66-eb20-618e-3535-807354f2ecc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.377931] env[68872]: DEBUG oslo_vmware.api [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092474, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.437115] env[68872]: DEBUG nova.compute.manager [None req-a61848be-437c-4c4d-8c26-dcfeeff7d999 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.438429] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a61848be-437c-4c4d-8c26-dcfeeff7d999 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.439510] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90993b90-1870-4a23-88a9-567cada9c965 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.448154] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61848be-437c-4c4d-8c26-dcfeeff7d999 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.448154] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9252aa4-1936-4b0c-b4ca-cc5ecd4ab943 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.458643] env[68872]: DEBUG oslo_vmware.api [None req-a61848be-437c-4c4d-8c26-dcfeeff7d999 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for the task: (returnval){ [ 785.458643] env[68872]: value = "task-3092479" [ 785.458643] env[68872]: _type = "Task" [ 785.458643] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.469801] env[68872]: DEBUG oslo_vmware.api [None req-a61848be-437c-4c4d-8c26-dcfeeff7d999 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.544537] env[68872]: DEBUG oslo_concurrency.lockutils [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquiring lock "refresh_cache-d8a69a2c-2c5d-42e8-b2c0-e0c3585de439" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.544712] env[68872]: DEBUG oslo_concurrency.lockutils [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquired lock "refresh_cache-d8a69a2c-2c5d-42e8-b2c0-e0c3585de439" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.544890] env[68872]: DEBUG nova.network.neutron [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.640712] env[68872]: DEBUG nova.compute.manager [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.714918] env[68872]: DEBUG oslo_vmware.api [None req-5e9c1a3a-34f5-4fa9-a2b0-6e0dbbf84923 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092448, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.735610] env[68872]: DEBUG oslo_vmware.api [None req-dfa4676d-11fa-47c8-bfc7-309e79e65b91 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Task: {'id': task-3092477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22406} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.739610] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa4676d-11fa-47c8-bfc7-309e79e65b91 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.742284] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa4676d-11fa-47c8-bfc7-309e79e65b91 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.742698] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa4676d-11fa-47c8-bfc7-309e79e65b91 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.743031] env[68872]: INFO nova.compute.manager [None req-dfa4676d-11fa-47c8-bfc7-309e79e65b91 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Took 1.67 seconds to destroy the instance on the hypervisor. [ 785.743448] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfa4676d-11fa-47c8-bfc7-309e79e65b91 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.744062] env[68872]: DEBUG nova.compute.manager [-] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 785.744269] env[68872]: DEBUG nova.network.neutron [-] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.773335] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4ef601-1e1f-4bbe-a025-f0ed90925527 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.789716] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b729c18c-6c21-466b-87d3-c84449db7bab {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.793566] env[68872]: DEBUG oslo_vmware.api [None req-8d2d3aec-2a73-47ef-ad49-98f7e7af9d8d tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Task: {'id': task-3092478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206281} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.794048] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d2d3aec-2a73-47ef-ad49-98f7e7af9d8d tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.794303] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2d3aec-2a73-47ef-ad49-98f7e7af9d8d tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.794592] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2d3aec-2a73-47ef-ad49-98f7e7af9d8d tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.794849] env[68872]: INFO nova.compute.manager [None req-8d2d3aec-2a73-47ef-ad49-98f7e7af9d8d tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Took 2.21 seconds to destroy the instance on the hypervisor. [ 785.795176] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d2d3aec-2a73-47ef-ad49-98f7e7af9d8d tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.801180] env[68872]: DEBUG nova.compute.manager [-] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 785.801180] env[68872]: DEBUG nova.network.neutron [-] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.832399] env[68872]: DEBUG nova.network.neutron [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Successfully created port: abc7467d-149d-4e31-a0df-1809c9e2713b {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.838328] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16eb40e9-36e9-420e-bee2-8362ced970ce {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.846330] env[68872]: DEBUG oslo_vmware.api [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52b3ef66-eb20-618e-3535-807354f2ecc8, 'name': SearchDatastore_Task, 'duration_secs': 0.033589} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.847124] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.850022] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.850022] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.850022] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.850022] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.850022] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81b9bd3b-d943-4d9e-bdf6-47625cc29c1b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.855131] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd357d3-a273-4cfa-b222-d36f2b34d192 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.862340] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.862657] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.875032] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-113dbff3-27e4-4f0f-bb00-829956df9fd7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.878240] env[68872]: DEBUG nova.compute.provider_tree [None req-6885b7cf-99b9-4d44-8dcd-5c8bcdc42632 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.886221] env[68872]: DEBUG oslo_vmware.api [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092474, 'name': ReconfigVM_Task, 'duration_secs': 0.537886} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.889446] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 64959e3f-ada4-478c-9d1f-046ab4228db1/64959e3f-ada4-478c-9d1f-046ab4228db1.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.890413] env[68872]: DEBUG oslo_vmware.api [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 785.890413] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52669a65-686f-e414-5399-86b40b192eae" [ 785.890413] env[68872]: _type = "Task" [ 785.890413] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.891113] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d4b1d74-32e1-4d9e-9d0f-8d5b277094e5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.903818] env[68872]: DEBUG oslo_vmware.api [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52669a65-686f-e414-5399-86b40b192eae, 'name': SearchDatastore_Task, 'duration_secs': 0.014176} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.905871] env[68872]: DEBUG oslo_vmware.api [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 785.905871] env[68872]: value = "task-3092480" [ 785.905871] env[68872]: _type = "Task" [ 785.905871] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.906137] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaeaa858-fa8f-42ad-a26b-a99400a9d7f9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.917178] env[68872]: DEBUG oslo_vmware.api [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 785.917178] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52383073-79b1-1c3d-13d9-176d14c0e8d8" [ 785.917178] env[68872]: _type = "Task" [ 785.917178] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.921085] env[68872]: DEBUG oslo_vmware.api [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092480, 'name': Rename_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.930961] env[68872]: DEBUG oslo_vmware.api [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52383073-79b1-1c3d-13d9-176d14c0e8d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.951565] env[68872]: DEBUG nova.compute.manager [req-f3fec1cb-e957-409c-8ab3-daa900b980f7 req-5ebe8021-0782-4616-afab-3d3c6414acc8 service nova] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Received event network-changed-b6f3a4ce-baa7-4973-a8c3-ea0641dcb02b {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.951788] env[68872]: DEBUG nova.compute.manager [req-f3fec1cb-e957-409c-8ab3-daa900b980f7 req-5ebe8021-0782-4616-afab-3d3c6414acc8 service nova] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Refreshing instance network info cache due to event network-changed-b6f3a4ce-baa7-4973-a8c3-ea0641dcb02b. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 785.952019] env[68872]: DEBUG oslo_concurrency.lockutils [req-f3fec1cb-e957-409c-8ab3-daa900b980f7 req-5ebe8021-0782-4616-afab-3d3c6414acc8 service nova] Acquiring lock "refresh_cache-a9e7b633-a873-4992-9f19-dda6f4828c85" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.952536] env[68872]: DEBUG oslo_concurrency.lockutils [req-f3fec1cb-e957-409c-8ab3-daa900b980f7 req-5ebe8021-0782-4616-afab-3d3c6414acc8 service nova] Acquired lock "refresh_cache-a9e7b633-a873-4992-9f19-dda6f4828c85" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.952536] env[68872]: DEBUG nova.network.neutron [req-f3fec1cb-e957-409c-8ab3-daa900b980f7 req-5ebe8021-0782-4616-afab-3d3c6414acc8 service nova] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Refreshing network info cache for port b6f3a4ce-baa7-4973-a8c3-ea0641dcb02b {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.970744] env[68872]: DEBUG oslo_vmware.api [None req-a61848be-437c-4c4d-8c26-dcfeeff7d999 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092479, 'name': PowerOffVM_Task, 'duration_secs': 0.303489} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.971130] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61848be-437c-4c4d-8c26-dcfeeff7d999 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.971324] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a61848be-437c-4c4d-8c26-dcfeeff7d999 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.971885] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37b4350f-6064-4796-99d6-01ef0f11c9e9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.057796] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a61848be-437c-4c4d-8c26-dcfeeff7d999 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.058143] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a61848be-437c-4c4d-8c26-dcfeeff7d999 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.058422] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-a61848be-437c-4c4d-8c26-dcfeeff7d999 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Deleting the datastore file [datastore2] 3a696347-7405-4d53-9ea7-8f68d74b1629 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.058716] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be7b3454-7b0d-4411-aac1-ba55fe245166 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.068089] env[68872]: DEBUG oslo_vmware.api [None req-a61848be-437c-4c4d-8c26-dcfeeff7d999 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for the task: (returnval){ [ 786.068089] env[68872]: value = "task-3092482" [ 786.068089] env[68872]: _type = "Task" [ 786.068089] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.080800] env[68872]: DEBUG oslo_vmware.api [None req-a61848be-437c-4c4d-8c26-dcfeeff7d999 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.211470] env[68872]: DEBUG oslo_vmware.api [None req-5e9c1a3a-34f5-4fa9-a2b0-6e0dbbf84923 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092448, 'name': ReconfigVM_Task, 'duration_secs': 5.801326} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.211805] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5e9c1a3a-34f5-4fa9-a2b0-6e0dbbf84923 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Releasing lock "9945ec86-a679-4a3e-a72b-88ad7c7e4c18" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.211947] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9c1a3a-34f5-4fa9-a2b0-6e0dbbf84923 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Reconfigured VM to detach interface {{(pid=68872) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 786.381534] env[68872]: DEBUG nova.scheduler.client.report [None req-6885b7cf-99b9-4d44-8dcd-5c8bcdc42632 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.419431] env[68872]: DEBUG oslo_vmware.api [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092480, 'name': Rename_Task, 'duration_secs': 0.266133} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.419926] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.420252] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36b4dea4-db49-4a00-b8d5-de33e9b02db0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.438359] env[68872]: DEBUG oslo_vmware.api [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52383073-79b1-1c3d-13d9-176d14c0e8d8, 'name': SearchDatastore_Task, 'duration_secs': 0.015468} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.445250] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.445250] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 045ef5de-67da-4454-b203-57d0fb26d12d/045ef5de-67da-4454-b203-57d0fb26d12d.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.445250] env[68872]: DEBUG oslo_vmware.api [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 786.445250] env[68872]: value = "task-3092483" [ 786.445250] env[68872]: _type = "Task" [ 786.445250] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.445250] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e1f9f78-8a05-4def-b8a8-01055d24173c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.462819] env[68872]: DEBUG oslo_vmware.api [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092483, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.464991] env[68872]: DEBUG oslo_vmware.api [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 786.464991] env[68872]: value = "task-3092484" [ 786.464991] env[68872]: _type = "Task" [ 786.464991] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.477503] env[68872]: DEBUG oslo_vmware.api [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.581587] env[68872]: DEBUG oslo_vmware.api [None req-a61848be-437c-4c4d-8c26-dcfeeff7d999 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195273} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.582114] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-a61848be-437c-4c4d-8c26-dcfeeff7d999 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.583265] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a61848be-437c-4c4d-8c26-dcfeeff7d999 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.583265] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a61848be-437c-4c4d-8c26-dcfeeff7d999 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.583265] env[68872]: INFO nova.compute.manager [None req-a61848be-437c-4c4d-8c26-dcfeeff7d999 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Took 1.15 seconds to destroy the instance on the hypervisor. [ 786.583658] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a61848be-437c-4c4d-8c26-dcfeeff7d999 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.584825] env[68872]: DEBUG nova.compute.manager [-] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.584825] env[68872]: DEBUG nova.network.neutron [-] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 786.652607] env[68872]: DEBUG nova.compute.manager [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.660812] env[68872]: DEBUG nova.network.neutron [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Updating instance_info_cache with network_info: [{"id": "421e03e6-0046-4940-a9f2-5919bcb5978f", "address": "fa:16:3e:71:e5:a7", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap421e03e6-00", "ovs_interfaceid": "421e03e6-0046-4940-a9f2-5919bcb5978f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.693834] env[68872]: DEBUG nova.virt.hardware [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.694972] env[68872]: DEBUG nova.virt.hardware [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.694972] env[68872]: DEBUG nova.virt.hardware [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.694972] env[68872]: DEBUG nova.virt.hardware [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.696124] env[68872]: DEBUG nova.virt.hardware [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.696554] env[68872]: DEBUG nova.virt.hardware [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.698028] env[68872]: DEBUG nova.virt.hardware [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.698028] env[68872]: DEBUG nova.virt.hardware [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.698028] env[68872]: DEBUG nova.virt.hardware [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.698028] env[68872]: DEBUG nova.virt.hardware [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.698028] env[68872]: DEBUG nova.virt.hardware [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.699405] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808cfeb6-4685-4a42-9396-75eb6c4e7ce1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.712914] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f80987-ea5a-429b-981d-2e5427002939 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.767033] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fb68175-4c31-42cd-a644-6d332c666c66 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Volume attach. Driver type: vmdk {{(pid=68872) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 786.767033] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fb68175-4c31-42cd-a644-6d332c666c66 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618990', 'volume_id': 'f1ef40cb-7fc8-4a59-a2a8-bf91124d211f', 'name': 'volume-f1ef40cb-7fc8-4a59-a2a8-bf91124d211f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1ef40cb-7fc8-4a59-a2a8-bf91124d211f', 'serial': 'f1ef40cb-7fc8-4a59-a2a8-bf91124d211f'} {{(pid=68872) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 786.767033] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b16ee51-bc07-40d1-813b-14999bd6bc88 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.787933] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b90148d-f6d4-4e40-bf64-bf2cee3f6a05 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.825251] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fb68175-4c31-42cd-a644-6d332c666c66 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] volume-f1ef40cb-7fc8-4a59-a2a8-bf91124d211f/volume-f1ef40cb-7fc8-4a59-a2a8-bf91124d211f.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 786.826235] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3a94b08-1129-4bd1-b128-3304863c0eb5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.856859] env[68872]: DEBUG oslo_vmware.api [None req-1fb68175-4c31-42cd-a644-6d332c666c66 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Waiting for the task: (returnval){ [ 786.856859] env[68872]: value = "task-3092485" [ 786.856859] env[68872]: _type = "Task" [ 786.856859] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.869635] env[68872]: DEBUG oslo_vmware.api [None req-1fb68175-4c31-42cd-a644-6d332c666c66 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': task-3092485, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.887070] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6885b7cf-99b9-4d44-8dcd-5c8bcdc42632 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.265s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.890385] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.121s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.892137] env[68872]: INFO nova.compute.claims [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.919180] env[68872]: INFO nova.scheduler.client.report [None req-6885b7cf-99b9-4d44-8dcd-5c8bcdc42632 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Deleted allocations for instance 545fb708-58ee-4c11-9099-8a507960f7ab [ 786.964101] env[68872]: DEBUG oslo_vmware.api [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092483, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.980485] env[68872]: DEBUG oslo_vmware.api [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092484, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.169804] env[68872]: DEBUG oslo_concurrency.lockutils [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Releasing lock "refresh_cache-d8a69a2c-2c5d-42e8-b2c0-e0c3585de439" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.371544] env[68872]: DEBUG oslo_vmware.api [None req-1fb68175-4c31-42cd-a644-6d332c666c66 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': task-3092485, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.433026] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6885b7cf-99b9-4d44-8dcd-5c8bcdc42632 tempest-VolumesAssistedSnapshotsTest-471998344 tempest-VolumesAssistedSnapshotsTest-471998344-project-member] Lock "545fb708-58ee-4c11-9099-8a507960f7ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.810s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.469708] env[68872]: DEBUG oslo_vmware.api [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092483, 'name': PowerOnVM_Task, 'duration_secs': 0.866431} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.476059] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.476374] env[68872]: INFO nova.compute.manager [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Took 8.66 seconds to spawn the instance on the hypervisor. [ 787.476581] env[68872]: DEBUG nova.compute.manager [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.478877] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 787.478877] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85169a09-c56b-48d2-b519-92c0cbd2adf0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.482224] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 787.492398] env[68872]: DEBUG oslo_vmware.api [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643665} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.496124] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 045ef5de-67da-4454-b203-57d0fb26d12d/045ef5de-67da-4454-b203-57d0fb26d12d.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.496395] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.496673] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-318a1e96-224c-45bf-a066-c72218944a8f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.506590] env[68872]: DEBUG oslo_vmware.api [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 787.506590] env[68872]: value = "task-3092486" [ 787.506590] env[68872]: _type = "Task" [ 787.506590] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.519665] env[68872]: DEBUG oslo_vmware.api [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.533870] env[68872]: DEBUG nova.network.neutron [-] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.548213] env[68872]: DEBUG nova.network.neutron [req-f3fec1cb-e957-409c-8ab3-daa900b980f7 req-5ebe8021-0782-4616-afab-3d3c6414acc8 service nova] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Updated VIF entry in instance network info cache for port b6f3a4ce-baa7-4973-a8c3-ea0641dcb02b. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.549075] env[68872]: DEBUG nova.network.neutron [req-f3fec1cb-e957-409c-8ab3-daa900b980f7 req-5ebe8021-0782-4616-afab-3d3c6414acc8 service nova] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Updating instance_info_cache with network_info: [{"id": "b6f3a4ce-baa7-4973-a8c3-ea0641dcb02b", "address": "fa:16:3e:47:86:e4", "network": {"id": "8909afb0-e01c-4495-983e-91acd3855785", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-246765201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b4cf840ad23451583cf3d857c4acfcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6f3a4ce-ba", "ovs_interfaceid": "b6f3a4ce-baa7-4973-a8c3-ea0641dcb02b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.609098] env[68872]: DEBUG nova.compute.manager [req-d48e286c-1d34-485d-bdfe-9db89c6dddd5 req-cb095a6f-574f-4ba8-b6d8-6c3227118e75 service nova] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Received event network-vif-deleted-2217a0e2-4b22-4ed9-8736-c4486a48a6f9 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.718631] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e14c7b9-961b-4fbc-bfd3-10356a42945b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.742089] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896fac88-e51a-44c9-9cd7-d02f43c0fba1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.750661] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Updating instance 'd8a69a2c-2c5d-42e8-b2c0-e0c3585de439' progress to 83 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 787.769188] env[68872]: DEBUG nova.network.neutron [-] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.870750] env[68872]: DEBUG oslo_vmware.api [None req-1fb68175-4c31-42cd-a644-6d332c666c66 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': task-3092485, 'name': ReconfigVM_Task, 'duration_secs': 0.679777} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.871050] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fb68175-4c31-42cd-a644-6d332c666c66 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Reconfigured VM instance instance-00000007 to attach disk [datastore2] volume-f1ef40cb-7fc8-4a59-a2a8-bf91124d211f/volume-f1ef40cb-7fc8-4a59-a2a8-bf91124d211f.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.875807] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcbe2058-12ae-49f6-87eb-98e1372e1919 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.897652] env[68872]: DEBUG oslo_vmware.api [None req-1fb68175-4c31-42cd-a644-6d332c666c66 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Waiting for the task: (returnval){ [ 787.897652] env[68872]: value = "task-3092487" [ 787.897652] env[68872]: _type = "Task" [ 787.897652] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.914290] env[68872]: DEBUG oslo_vmware.api [None req-1fb68175-4c31-42cd-a644-6d332c666c66 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': task-3092487, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.998915] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 788.000019] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 788.000019] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 788.000019] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 788.000019] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 788.009024] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 788.009024] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68872) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 788.009024] env[68872]: INFO nova.compute.manager [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Took 41.64 seconds to build instance. [ 788.009339] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 788.029495] env[68872]: DEBUG oslo_vmware.api [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095317} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.030867] env[68872]: DEBUG nova.network.neutron [-] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.032847] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.034447] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0804ebe0-8d9a-48f0-9d84-b21a9f4089f1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.038146] env[68872]: INFO nova.compute.manager [-] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Took 2.29 seconds to deallocate network for instance. [ 788.059591] env[68872]: DEBUG oslo_concurrency.lockutils [req-f3fec1cb-e957-409c-8ab3-daa900b980f7 req-5ebe8021-0782-4616-afab-3d3c6414acc8 service nova] Releasing lock "refresh_cache-a9e7b633-a873-4992-9f19-dda6f4828c85" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.070860] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 045ef5de-67da-4454-b203-57d0fb26d12d/045ef5de-67da-4454-b203-57d0fb26d12d.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.070860] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6494fae8-184c-4ea8-8dde-207bb77d91f1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.099809] env[68872]: DEBUG oslo_vmware.api [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 788.099809] env[68872]: value = "task-3092488" [ 788.099809] env[68872]: _type = "Task" [ 788.099809] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.116370] env[68872]: DEBUG oslo_vmware.api [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092488, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.262463] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.262958] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84aa4343-25b3-448a-a763-d80bd2bba59c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.276570] env[68872]: INFO nova.compute.manager [-] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Took 1.69 seconds to deallocate network for instance. [ 788.276570] env[68872]: DEBUG oslo_vmware.api [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Waiting for the task: (returnval){ [ 788.276570] env[68872]: value = "task-3092489" [ 788.276570] env[68872]: _type = "Task" [ 788.276570] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.302720] env[68872]: DEBUG oslo_vmware.api [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092489, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.389069] env[68872]: DEBUG nova.network.neutron [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Successfully updated port: abc7467d-149d-4e31-a0df-1809c9e2713b {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 788.418964] env[68872]: DEBUG oslo_vmware.api [None req-1fb68175-4c31-42cd-a644-6d332c666c66 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': task-3092487, 'name': ReconfigVM_Task, 'duration_secs': 0.241234} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.421565] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fb68175-4c31-42cd-a644-6d332c666c66 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618990', 'volume_id': 'f1ef40cb-7fc8-4a59-a2a8-bf91124d211f', 'name': 'volume-f1ef40cb-7fc8-4a59-a2a8-bf91124d211f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1ef40cb-7fc8-4a59-a2a8-bf91124d211f', 'serial': 'f1ef40cb-7fc8-4a59-a2a8-bf91124d211f'} {{(pid=68872) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 788.449998] env[68872]: DEBUG nova.compute.manager [req-d8157db2-c7e9-4e81-a869-375abddedbb4 req-c047eed1-5eae-441f-9648-388d3bbc002e service nova] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Received event network-vif-deleted-70dc5c99-edfc-46dd-86c3-d54d458ae0d6 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.450236] env[68872]: INFO nova.compute.manager [req-d8157db2-c7e9-4e81-a869-375abddedbb4 req-c047eed1-5eae-441f-9648-388d3bbc002e service nova] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Neutron deleted interface 70dc5c99-edfc-46dd-86c3-d54d458ae0d6; detaching it from the instance and deleting it from the info cache [ 788.450952] env[68872]: DEBUG nova.network.neutron [req-d8157db2-c7e9-4e81-a869-375abddedbb4 req-c047eed1-5eae-441f-9648-388d3bbc002e service nova] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Updating instance_info_cache with network_info: [{"id": "9a7dd857-cc2a-4e90-9c60-f6357fae6cde", "address": "fa:16:3e:aa:6a:f1", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a7dd857-cc", "ovs_interfaceid": "9a7dd857-cc2a-4e90-9c60-f6357fae6cde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.465889] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5e9c1a3a-34f5-4fa9-a2b0-6e0dbbf84923 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "refresh_cache-9945ec86-a679-4a3e-a72b-88ad7c7e4c18" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.466098] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5e9c1a3a-34f5-4fa9-a2b0-6e0dbbf84923 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquired lock "refresh_cache-9945ec86-a679-4a3e-a72b-88ad7c7e4c18" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.466267] env[68872]: DEBUG nova.network.neutron [None req-5e9c1a3a-34f5-4fa9-a2b0-6e0dbbf84923 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.509669] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b30b5025-dacc-4334-a998-945715f22939 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "64959e3f-ada4-478c-9d1f-046ab4228db1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.303s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.513904] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.533467] env[68872]: INFO nova.compute.manager [-] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Took 2.73 seconds to deallocate network for instance. [ 788.560309] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dfa4676d-11fa-47c8-bfc7-309e79e65b91 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.591362] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387d3aae-9d31-4006-852b-663a76562aa5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.600229] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29cd62e9-e001-4426-ac0a-82554cacb25c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.614634] env[68872]: DEBUG oslo_vmware.api [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092488, 'name': ReconfigVM_Task, 'duration_secs': 0.485497} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.640193] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 045ef5de-67da-4454-b203-57d0fb26d12d/045ef5de-67da-4454-b203-57d0fb26d12d.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.641555] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8051a095-21c3-4e1c-9e35-a9e5d80303f2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.643848] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d1cd96-70b9-4003-a8f3-a9614a77b951 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.654077] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625c9e63-d92f-496b-b595-9aad61c64421 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.658885] env[68872]: DEBUG oslo_vmware.api [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 788.658885] env[68872]: value = "task-3092490" [ 788.658885] env[68872]: _type = "Task" [ 788.658885] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.671045] env[68872]: DEBUG nova.compute.provider_tree [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.678584] env[68872]: DEBUG oslo_vmware.api [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092490, 'name': Rename_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.791237] env[68872]: DEBUG oslo_vmware.api [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092489, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.796988] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a61848be-437c-4c4d-8c26-dcfeeff7d999 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.893560] env[68872]: DEBUG oslo_concurrency.lockutils [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "refresh_cache-b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.893776] env[68872]: DEBUG oslo_concurrency.lockutils [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquired lock "refresh_cache-b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.893966] env[68872]: DEBUG nova.network.neutron [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.930049] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquiring lock "dc37cf64-53d1-4b17-aa7d-2659924aef50" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.930049] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lock "dc37cf64-53d1-4b17-aa7d-2659924aef50" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.930049] env[68872]: INFO nova.compute.manager [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Shelving [ 788.952723] env[68872]: DEBUG oslo_concurrency.lockutils [req-d8157db2-c7e9-4e81-a869-375abddedbb4 req-c047eed1-5eae-441f-9648-388d3bbc002e service nova] Acquiring lock "9945ec86-a679-4a3e-a72b-88ad7c7e4c18" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.952921] env[68872]: DEBUG oslo_concurrency.lockutils [req-d8157db2-c7e9-4e81-a869-375abddedbb4 req-c047eed1-5eae-441f-9648-388d3bbc002e service nova] Acquired lock "9945ec86-a679-4a3e-a72b-88ad7c7e4c18" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.954589] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ba9604-bf06-4073-9a50-24c10acdb079 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.985186] env[68872]: DEBUG oslo_concurrency.lockutils [req-d8157db2-c7e9-4e81-a869-375abddedbb4 req-c047eed1-5eae-441f-9648-388d3bbc002e service nova] Releasing lock "9945ec86-a679-4a3e-a72b-88ad7c7e4c18" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.985186] env[68872]: WARNING nova.compute.manager [req-d8157db2-c7e9-4e81-a869-375abddedbb4 req-c047eed1-5eae-441f-9648-388d3bbc002e service nova] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Detach interface failed, port_id=70dc5c99-edfc-46dd-86c3-d54d458ae0d6, reason: No device with interface-id 70dc5c99-edfc-46dd-86c3-d54d458ae0d6 exists on VM: nova.exception.NotFound: No device with interface-id 70dc5c99-edfc-46dd-86c3-d54d458ae0d6 exists on VM [ 788.985186] env[68872]: DEBUG nova.compute.manager [req-d8157db2-c7e9-4e81-a869-375abddedbb4 req-c047eed1-5eae-441f-9648-388d3bbc002e service nova] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Received event network-vif-deleted-077fe0a3-df99-41a7-9261-3fca8308672c {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.040498] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8d2d3aec-2a73-47ef-ad49-98f7e7af9d8d tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.171740] env[68872]: DEBUG oslo_vmware.api [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092490, 'name': Rename_Task, 'duration_secs': 0.276118} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.172069] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.172331] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67d32f66-ecc2-4d25-8342-4a88a30fc5c1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.175138] env[68872]: DEBUG nova.scheduler.client.report [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.187914] env[68872]: DEBUG oslo_vmware.api [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 789.187914] env[68872]: value = "task-3092491" [ 789.187914] env[68872]: _type = "Task" [ 789.187914] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.197537] env[68872]: DEBUG oslo_vmware.api [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.290727] env[68872]: DEBUG oslo_vmware.api [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092489, 'name': PowerOnVM_Task, 'duration_secs': 0.520068} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.291008] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.291218] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-42bfa219-3bbf-4aef-acce-2d01ef83c154 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Updating instance 'd8a69a2c-2c5d-42e8-b2c0-e0c3585de439' progress to 100 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 789.460135] env[68872]: DEBUG nova.network.neutron [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 789.469173] env[68872]: DEBUG nova.network.neutron [None req-5e9c1a3a-34f5-4fa9-a2b0-6e0dbbf84923 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Updating instance_info_cache with network_info: [{"id": "9a7dd857-cc2a-4e90-9c60-f6357fae6cde", "address": "fa:16:3e:aa:6a:f1", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a7dd857-cc", "ovs_interfaceid": "9a7dd857-cc2a-4e90-9c60-f6357fae6cde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.489028] env[68872]: DEBUG nova.objects.instance [None req-1fb68175-4c31-42cd-a644-6d332c666c66 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Lazy-loading 'flavor' on Instance uuid 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 789.679960] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.790s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.681218] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ae454e51-d827-4c53-b3ed-f71f5d7eabeb tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.964s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.681525] env[68872]: DEBUG nova.objects.instance [None req-ae454e51-d827-4c53-b3ed-f71f5d7eabeb tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Lazy-loading 'resources' on Instance uuid 5fa31b97-b83c-4be5-8391-91066dcd179c {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 789.698115] env[68872]: DEBUG oslo_vmware.api [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092491, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.717696] env[68872]: DEBUG nova.network.neutron [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Updating instance_info_cache with network_info: [{"id": "abc7467d-149d-4e31-a0df-1809c9e2713b", "address": "fa:16:3e:ff:f0:69", "network": {"id": "2952e37f-de5f-4200-af72-77a1f91fda95", "bridge": "br-int", "label": "tempest-ServersTestJSON-1588416409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3122db561374360820368cbb6362af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabc7467d-14", "ovs_interfaceid": "abc7467d-149d-4e31-a0df-1809c9e2713b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.945576] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.945903] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f1bc7bb-e701-44bb-9724-fde5670cbb6d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.958291] env[68872]: DEBUG oslo_vmware.api [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 789.958291] env[68872]: value = "task-3092492" [ 789.958291] env[68872]: _type = "Task" [ 789.958291] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.969017] env[68872]: DEBUG oslo_vmware.api [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092492, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.974918] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5e9c1a3a-34f5-4fa9-a2b0-6e0dbbf84923 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Releasing lock "refresh_cache-9945ec86-a679-4a3e-a72b-88ad7c7e4c18" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.983055] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Acquiring lock "9bb7ca31-5098-4b32-acd4-458386fdbd90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.983327] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Lock "9bb7ca31-5098-4b32-acd4-458386fdbd90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.006040] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a2e7adff-87ee-4d3f-b721-ab98f9614a51 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "9945ec86-a679-4a3e-a72b-88ad7c7e4c18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.006040] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a2e7adff-87ee-4d3f-b721-ab98f9614a51 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "9945ec86-a679-4a3e-a72b-88ad7c7e4c18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.006040] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a2e7adff-87ee-4d3f-b721-ab98f9614a51 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "9945ec86-a679-4a3e-a72b-88ad7c7e4c18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.006040] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a2e7adff-87ee-4d3f-b721-ab98f9614a51 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "9945ec86-a679-4a3e-a72b-88ad7c7e4c18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.006040] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a2e7adff-87ee-4d3f-b721-ab98f9614a51 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "9945ec86-a679-4a3e-a72b-88ad7c7e4c18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.008915] env[68872]: INFO nova.compute.manager [None req-a2e7adff-87ee-4d3f-b721-ab98f9614a51 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Terminating instance [ 790.010174] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1fb68175-4c31-42cd-a644-6d332c666c66 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Lock "868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.399s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.111598] env[68872]: DEBUG nova.compute.manager [req-eef0b2cc-37ed-4366-8bd9-25e4fcb14084 req-46216fb5-8b7b-4301-89c2-860014d88cf8 service nova] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Received event network-vif-deleted-39e4203e-826a-4f1d-9a4c-90b57c70e417 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.183697] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Acquiring lock "4bc97dc4-a94e-41d7-9c2e-81c78ac3e95e" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.183990] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Lock "4bc97dc4-a94e-41d7-9c2e-81c78ac3e95e" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.204160] env[68872]: DEBUG oslo_vmware.api [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092491, 'name': PowerOnVM_Task, 'duration_secs': 0.949409} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.204160] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.204160] env[68872]: INFO nova.compute.manager [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Took 8.63 seconds to spawn the instance on the hypervisor. [ 790.204160] env[68872]: DEBUG nova.compute.manager [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.204160] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3773bd0d-5650-435a-9536-9f69aa7fdc92 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.222083] env[68872]: DEBUG oslo_concurrency.lockutils [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Releasing lock "refresh_cache-b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.222424] env[68872]: DEBUG nova.compute.manager [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Instance network_info: |[{"id": "abc7467d-149d-4e31-a0df-1809c9e2713b", "address": "fa:16:3e:ff:f0:69", "network": {"id": "2952e37f-de5f-4200-af72-77a1f91fda95", "bridge": "br-int", "label": "tempest-ServersTestJSON-1588416409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3122db561374360820368cbb6362af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabc7467d-14", "ovs_interfaceid": "abc7467d-149d-4e31-a0df-1809c9e2713b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 790.222834] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:f0:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abc7467d-149d-4e31-a0df-1809c9e2713b', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.230887] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.234026] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.234882] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85544c66-7f33-45d1-bd14-1d1d19046aab {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.260067] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.260067] env[68872]: value = "task-3092493" [ 790.260067] env[68872]: _type = "Task" [ 790.260067] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.269224] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092493, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.469804] env[68872]: DEBUG oslo_vmware.api [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092492, 'name': PowerOffVM_Task, 'duration_secs': 0.276763} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.470104] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.471748] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4e0751-48fd-4d99-bf58-4bf3dbc8f041 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.491972] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5e9c1a3a-34f5-4fa9-a2b0-6e0dbbf84923 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "interface-9945ec86-a679-4a3e-a72b-88ad7c7e4c18-70dc5c99-edfc-46dd-86c3-d54d458ae0d6" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.913s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.493064] env[68872]: DEBUG nova.compute.manager [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 790.499232] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a52020-2c75-4d66-9b2c-15af575c4d91 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.514634] env[68872]: DEBUG nova.compute.manager [None req-a2e7adff-87ee-4d3f-b721-ab98f9614a51 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 790.514634] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e7adff-87ee-4d3f-b721-ab98f9614a51 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.518271] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e93ad2c-be2d-410b-b00c-79d18750f8c9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.532976] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e7adff-87ee-4d3f-b721-ab98f9614a51 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.532976] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-422f865d-fd57-45e3-8ff2-399ea1fc4f11 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.542153] env[68872]: DEBUG oslo_vmware.api [None req-a2e7adff-87ee-4d3f-b721-ab98f9614a51 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 790.542153] env[68872]: value = "task-3092494" [ 790.542153] env[68872]: _type = "Task" [ 790.542153] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.561417] env[68872]: DEBUG oslo_vmware.api [None req-a2e7adff-87ee-4d3f-b721-ab98f9614a51 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.687864] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Lock "4bc97dc4-a94e-41d7-9c2e-81c78ac3e95e" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.504s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.688447] env[68872]: DEBUG nova.compute.manager [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 790.728591] env[68872]: DEBUG nova.compute.manager [req-34ad10ff-f793-4bb9-b7fe-7a94320b26f1 req-f3db6768-66ec-40b7-9113-906f6cb34352 service nova] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Received event network-vif-plugged-abc7467d-149d-4e31-a0df-1809c9e2713b {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.728790] env[68872]: DEBUG oslo_concurrency.lockutils [req-34ad10ff-f793-4bb9-b7fe-7a94320b26f1 req-f3db6768-66ec-40b7-9113-906f6cb34352 service nova] Acquiring lock "b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.731622] env[68872]: DEBUG oslo_concurrency.lockutils [req-34ad10ff-f793-4bb9-b7fe-7a94320b26f1 req-f3db6768-66ec-40b7-9113-906f6cb34352 service nova] Lock "b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.731622] env[68872]: DEBUG oslo_concurrency.lockutils [req-34ad10ff-f793-4bb9-b7fe-7a94320b26f1 req-f3db6768-66ec-40b7-9113-906f6cb34352 service nova] Lock "b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.731622] env[68872]: DEBUG nova.compute.manager [req-34ad10ff-f793-4bb9-b7fe-7a94320b26f1 req-f3db6768-66ec-40b7-9113-906f6cb34352 service nova] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] No waiting events found dispatching network-vif-plugged-abc7467d-149d-4e31-a0df-1809c9e2713b {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 790.731622] env[68872]: WARNING nova.compute.manager [req-34ad10ff-f793-4bb9-b7fe-7a94320b26f1 req-f3db6768-66ec-40b7-9113-906f6cb34352 service nova] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Received unexpected event network-vif-plugged-abc7467d-149d-4e31-a0df-1809c9e2713b for instance with vm_state building and task_state spawning. [ 790.731622] env[68872]: DEBUG nova.compute.manager [req-34ad10ff-f793-4bb9-b7fe-7a94320b26f1 req-f3db6768-66ec-40b7-9113-906f6cb34352 service nova] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Received event network-changed-abc7467d-149d-4e31-a0df-1809c9e2713b {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.731622] env[68872]: DEBUG nova.compute.manager [req-34ad10ff-f793-4bb9-b7fe-7a94320b26f1 req-f3db6768-66ec-40b7-9113-906f6cb34352 service nova] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Refreshing instance network info cache due to event network-changed-abc7467d-149d-4e31-a0df-1809c9e2713b. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.731622] env[68872]: DEBUG oslo_concurrency.lockutils [req-34ad10ff-f793-4bb9-b7fe-7a94320b26f1 req-f3db6768-66ec-40b7-9113-906f6cb34352 service nova] Acquiring lock "refresh_cache-b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.731622] env[68872]: DEBUG oslo_concurrency.lockutils [req-34ad10ff-f793-4bb9-b7fe-7a94320b26f1 req-f3db6768-66ec-40b7-9113-906f6cb34352 service nova] Acquired lock "refresh_cache-b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.731622] env[68872]: DEBUG nova.network.neutron [req-34ad10ff-f793-4bb9-b7fe-7a94320b26f1 req-f3db6768-66ec-40b7-9113-906f6cb34352 service nova] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Refreshing network info cache for port abc7467d-149d-4e31-a0df-1809c9e2713b {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.737704] env[68872]: INFO nova.compute.manager [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Took 41.50 seconds to build instance. [ 790.774681] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092493, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.858583] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51defe3-9f35-4f75-b801-3dab9f714e47 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.868010] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fee7b2-6057-441f-8259-4f4583c86391 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.906457] env[68872]: INFO nova.compute.manager [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Rebuilding instance [ 790.910355] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4c0be6-2c82-47b7-bd88-4f7730d20874 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.919625] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff95fb0-cc5f-42ed-827a-d47bf69cc5d7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.937808] env[68872]: DEBUG nova.compute.provider_tree [None req-ae454e51-d827-4c53-b3ed-f71f5d7eabeb tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.967514] env[68872]: DEBUG nova.compute.manager [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.968394] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49262ceb-d60a-4301-9db4-63d4cbd67e88 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.012911] env[68872]: DEBUG oslo_concurrency.lockutils [None req-522fe56a-9a7a-49e8-8a50-9d2f229eb27d tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Acquiring lock "868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.013304] env[68872]: DEBUG oslo_concurrency.lockutils [None req-522fe56a-9a7a-49e8-8a50-9d2f229eb27d tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Lock "868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.028180] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Creating Snapshot of the VM instance {{(pid=68872) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 791.028555] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3572d0b1-35e9-48e0-beec-0a4e1a7d7ad1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.035582] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.043896] env[68872]: DEBUG oslo_vmware.api [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 791.043896] env[68872]: value = "task-3092495" [ 791.043896] env[68872]: _type = "Task" [ 791.043896] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.059750] env[68872]: DEBUG oslo_vmware.api [None req-a2e7adff-87ee-4d3f-b721-ab98f9614a51 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092494, 'name': PowerOffVM_Task, 'duration_secs': 0.194153} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.063756] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e7adff-87ee-4d3f-b721-ab98f9614a51 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.063936] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e7adff-87ee-4d3f-b721-ab98f9614a51 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.064346] env[68872]: DEBUG oslo_vmware.api [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092495, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.064621] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-963d8b8a-cdb6-462c-b099-888dcfa10509 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.158016] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e7adff-87ee-4d3f-b721-ab98f9614a51 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.158317] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e7adff-87ee-4d3f-b721-ab98f9614a51 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.158532] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2e7adff-87ee-4d3f-b721-ab98f9614a51 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Deleting the datastore file [datastore1] 9945ec86-a679-4a3e-a72b-88ad7c7e4c18 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.158834] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80fcfd8c-c25f-4ade-9ddd-eefb611845a4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.167673] env[68872]: DEBUG oslo_vmware.api [None req-a2e7adff-87ee-4d3f-b721-ab98f9614a51 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 791.167673] env[68872]: value = "task-3092497" [ 791.167673] env[68872]: _type = "Task" [ 791.167673] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.177629] env[68872]: DEBUG oslo_vmware.api [None req-a2e7adff-87ee-4d3f-b721-ab98f9614a51 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.194339] env[68872]: DEBUG nova.compute.utils [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 791.195907] env[68872]: DEBUG nova.compute.manager [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 791.196294] env[68872]: DEBUG nova.network.neutron [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 791.240488] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2632420b-25c5-4934-8d81-9aa5758a168f tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "045ef5de-67da-4454-b203-57d0fb26d12d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.763s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.276179] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092493, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.290137] env[68872]: DEBUG nova.policy [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c153ea57b4c64e2f883c704141d97a50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d75f703ecb046cdbb311976245b4962', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 791.443489] env[68872]: DEBUG nova.scheduler.client.report [None req-ae454e51-d827-4c53-b3ed-f71f5d7eabeb tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.516838] env[68872]: INFO nova.compute.manager [None req-522fe56a-9a7a-49e8-8a50-9d2f229eb27d tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Detaching volume f1ef40cb-7fc8-4a59-a2a8-bf91124d211f [ 791.557680] env[68872]: DEBUG oslo_vmware.api [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092495, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.577040] env[68872]: INFO nova.virt.block_device [None req-522fe56a-9a7a-49e8-8a50-9d2f229eb27d tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Attempting to driver detach volume f1ef40cb-7fc8-4a59-a2a8-bf91124d211f from mountpoint /dev/sdb [ 791.577325] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-522fe56a-9a7a-49e8-8a50-9d2f229eb27d tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Volume detach. Driver type: vmdk {{(pid=68872) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 791.577550] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-522fe56a-9a7a-49e8-8a50-9d2f229eb27d tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618990', 'volume_id': 'f1ef40cb-7fc8-4a59-a2a8-bf91124d211f', 'name': 'volume-f1ef40cb-7fc8-4a59-a2a8-bf91124d211f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1ef40cb-7fc8-4a59-a2a8-bf91124d211f', 'serial': 'f1ef40cb-7fc8-4a59-a2a8-bf91124d211f'} {{(pid=68872) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 791.578442] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9000e4e-e91c-43cd-8c64-16fb4857a018 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.608619] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08949bb5-d8b1-4a7d-8c72-4a2ff57d4967 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.620902] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3281c4dc-218f-4491-8d77-b7b9a296e034 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.650182] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0005ea-44bc-4aae-873f-a09e9c748af6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.666638] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-522fe56a-9a7a-49e8-8a50-9d2f229eb27d tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] The volume has not been displaced from its original location: [datastore2] volume-f1ef40cb-7fc8-4a59-a2a8-bf91124d211f/volume-f1ef40cb-7fc8-4a59-a2a8-bf91124d211f.vmdk. No consolidation needed. {{(pid=68872) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 791.673165] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-522fe56a-9a7a-49e8-8a50-9d2f229eb27d tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Reconfiguring VM instance instance-00000007 to detach disk 2001 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 791.673165] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f31c453-f3a6-414a-b5c5-f0b362d9dcc1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.701317] env[68872]: DEBUG nova.compute.manager [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 791.705376] env[68872]: DEBUG oslo_vmware.api [None req-a2e7adff-87ee-4d3f-b721-ab98f9614a51 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342662} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.707924] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2e7adff-87ee-4d3f-b721-ab98f9614a51 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.708269] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e7adff-87ee-4d3f-b721-ab98f9614a51 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.708580] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e7adff-87ee-4d3f-b721-ab98f9614a51 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.708864] env[68872]: INFO nova.compute.manager [None req-a2e7adff-87ee-4d3f-b721-ab98f9614a51 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Took 1.19 seconds to destroy the instance on the hypervisor. [ 791.709272] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2e7adff-87ee-4d3f-b721-ab98f9614a51 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.709733] env[68872]: DEBUG oslo_vmware.api [None req-522fe56a-9a7a-49e8-8a50-9d2f229eb27d tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Waiting for the task: (returnval){ [ 791.709733] env[68872]: value = "task-3092498" [ 791.709733] env[68872]: _type = "Task" [ 791.709733] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.710057] env[68872]: DEBUG nova.compute.manager [-] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 791.710212] env[68872]: DEBUG nova.network.neutron [-] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 791.725721] env[68872]: DEBUG oslo_vmware.api [None req-522fe56a-9a7a-49e8-8a50-9d2f229eb27d tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': task-3092498, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.735751] env[68872]: DEBUG nova.network.neutron [req-34ad10ff-f793-4bb9-b7fe-7a94320b26f1 req-f3db6768-66ec-40b7-9113-906f6cb34352 service nova] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Updated VIF entry in instance network info cache for port abc7467d-149d-4e31-a0df-1809c9e2713b. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.736150] env[68872]: DEBUG nova.network.neutron [req-34ad10ff-f793-4bb9-b7fe-7a94320b26f1 req-f3db6768-66ec-40b7-9113-906f6cb34352 service nova] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Updating instance_info_cache with network_info: [{"id": "abc7467d-149d-4e31-a0df-1809c9e2713b", "address": "fa:16:3e:ff:f0:69", "network": {"id": "2952e37f-de5f-4200-af72-77a1f91fda95", "bridge": "br-int", "label": "tempest-ServersTestJSON-1588416409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3122db561374360820368cbb6362af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabc7467d-14", "ovs_interfaceid": "abc7467d-149d-4e31-a0df-1809c9e2713b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.777855] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092493, 'name': CreateVM_Task, 'duration_secs': 1.511812} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.778664] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.779566] env[68872]: DEBUG oslo_concurrency.lockutils [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.779759] env[68872]: DEBUG oslo_concurrency.lockutils [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.780115] env[68872]: DEBUG oslo_concurrency.lockutils [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.780405] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1479c0be-61dc-4cd6-911c-32c6529d4658 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.789296] env[68872]: DEBUG oslo_vmware.api [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 791.789296] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d78569-47b8-ebc6-738b-2b675aee3a31" [ 791.789296] env[68872]: _type = "Task" [ 791.789296] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.807267] env[68872]: DEBUG oslo_vmware.api [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d78569-47b8-ebc6-738b-2b675aee3a31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.949410] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ae454e51-d827-4c53-b3ed-f71f5d7eabeb tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.268s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.952167] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dc4ffd49-cb4b-4a37-8e2c-295fc89051ec tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.170s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.952389] env[68872]: DEBUG nova.objects.instance [None req-dc4ffd49-cb4b-4a37-8e2c-295fc89051ec tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Lazy-loading 'resources' on Instance uuid b13197ec-f292-49a5-863f-cfe9f4932870 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.981954] env[68872]: INFO nova.scheduler.client.report [None req-ae454e51-d827-4c53-b3ed-f71f5d7eabeb tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Deleted allocations for instance 5fa31b97-b83c-4be5-8391-91066dcd179c [ 791.989105] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.989451] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51fe4a75-5c0a-4a32-b957-c0be2c762217 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.000228] env[68872]: DEBUG oslo_vmware.api [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 792.000228] env[68872]: value = "task-3092499" [ 792.000228] env[68872]: _type = "Task" [ 792.000228] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.014251] env[68872]: DEBUG oslo_vmware.api [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.058426] env[68872]: DEBUG oslo_vmware.api [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092495, 'name': CreateSnapshot_Task, 'duration_secs': 0.772944} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.058426] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Created Snapshot of the VM instance {{(pid=68872) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 792.058788] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d6add1-638b-44a8-a302-ebfd00949bf1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.099626] env[68872]: DEBUG nova.network.neutron [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Port 421e03e6-0046-4940-a9f2-5919bcb5978f binding to destination host cpu-1 is already ACTIVE {{(pid=68872) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 792.099759] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquiring lock "refresh_cache-d8a69a2c-2c5d-42e8-b2c0-e0c3585de439" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.099913] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquired lock "refresh_cache-d8a69a2c-2c5d-42e8-b2c0-e0c3585de439" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.100087] env[68872]: DEBUG nova.network.neutron [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.138125] env[68872]: DEBUG nova.network.neutron [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Successfully created port: d2cce7c5-c766-4cb0-b42d-4663d0effc2d {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.158125] env[68872]: DEBUG oslo_vmware.rw_handles [None req-98e51848-390d-49bd-af4f-0048e25a90ac tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e4335c-5b9b-e090-85b8-7424383600f2/disk-0.vmdk. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 792.159079] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ace4286-db2e-4433-8425-e69ec4467a76 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.168156] env[68872]: DEBUG oslo_vmware.rw_handles [None req-98e51848-390d-49bd-af4f-0048e25a90ac tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e4335c-5b9b-e090-85b8-7424383600f2/disk-0.vmdk is in state: ready. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 792.168156] env[68872]: ERROR oslo_vmware.rw_handles [None req-98e51848-390d-49bd-af4f-0048e25a90ac tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e4335c-5b9b-e090-85b8-7424383600f2/disk-0.vmdk due to incomplete transfer. [ 792.168156] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1231f1be-1061-44e8-a891-98697460714a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.179690] env[68872]: DEBUG oslo_vmware.rw_handles [None req-98e51848-390d-49bd-af4f-0048e25a90ac tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e4335c-5b9b-e090-85b8-7424383600f2/disk-0.vmdk. {{(pid=68872) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 792.179690] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-98e51848-390d-49bd-af4f-0048e25a90ac tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Uploaded image 4acbca22-2b5c-480f-b4ee-598886cc8065 to the Glance image server {{(pid=68872) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 792.182091] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e51848-390d-49bd-af4f-0048e25a90ac tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Destroying the VM {{(pid=68872) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 792.182091] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fb4d4fc9-056b-4508-98e1-048fb9201196 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.191029] env[68872]: DEBUG oslo_vmware.api [None req-98e51848-390d-49bd-af4f-0048e25a90ac tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Waiting for the task: (returnval){ [ 792.191029] env[68872]: value = "task-3092500" [ 792.191029] env[68872]: _type = "Task" [ 792.191029] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.200112] env[68872]: DEBUG oslo_vmware.api [None req-98e51848-390d-49bd-af4f-0048e25a90ac tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092500, 'name': Destroy_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.223875] env[68872]: DEBUG oslo_vmware.api [None req-522fe56a-9a7a-49e8-8a50-9d2f229eb27d tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': task-3092498, 'name': ReconfigVM_Task, 'duration_secs': 0.387975} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.224167] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-522fe56a-9a7a-49e8-8a50-9d2f229eb27d tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Reconfigured VM instance instance-00000007 to detach disk 2001 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 792.229807] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a5903b2-798c-4b8d-994c-27f00fd1d06c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.239828] env[68872]: DEBUG oslo_concurrency.lockutils [req-34ad10ff-f793-4bb9-b7fe-7a94320b26f1 req-f3db6768-66ec-40b7-9113-906f6cb34352 service nova] Releasing lock "refresh_cache-b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.246408] env[68872]: DEBUG oslo_vmware.api [None req-522fe56a-9a7a-49e8-8a50-9d2f229eb27d tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Waiting for the task: (returnval){ [ 792.246408] env[68872]: value = "task-3092501" [ 792.246408] env[68872]: _type = "Task" [ 792.246408] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.255625] env[68872]: DEBUG oslo_vmware.api [None req-522fe56a-9a7a-49e8-8a50-9d2f229eb27d tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': task-3092501, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.301220] env[68872]: DEBUG oslo_vmware.api [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d78569-47b8-ebc6-738b-2b675aee3a31, 'name': SearchDatastore_Task, 'duration_secs': 0.017986} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.301444] env[68872]: DEBUG oslo_concurrency.lockutils [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.301757] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.302020] env[68872]: DEBUG oslo_concurrency.lockutils [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.302182] env[68872]: DEBUG oslo_concurrency.lockutils [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.302364] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.302658] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-214253d6-78e8-474d-b62a-4c06e92cdda3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.335486] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.337606] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.337937] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-227248ef-6d87-4103-8af6-06e1e8905dc6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.345612] env[68872]: DEBUG oslo_vmware.api [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 792.345612] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52303d4f-d4c0-cdca-88b7-968bda6f3d53" [ 792.345612] env[68872]: _type = "Task" [ 792.345612] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.354904] env[68872]: DEBUG oslo_vmware.api [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52303d4f-d4c0-cdca-88b7-968bda6f3d53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.449395] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquiring lock "45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.449641] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.495204] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ae454e51-d827-4c53-b3ed-f71f5d7eabeb tempest-ServerMetadataNegativeTestJSON-1501673777 tempest-ServerMetadataNegativeTestJSON-1501673777-project-member] Lock "5fa31b97-b83c-4be5-8391-91066dcd179c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.251s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.511666] env[68872]: DEBUG oslo_vmware.api [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092499, 'name': PowerOffVM_Task, 'duration_secs': 0.18847} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.515579] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.515949] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.517354] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695261f4-e73a-47c8-b224-a765d52b9f79 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.526983] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.529733] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce349afb-6adc-469a-b5bb-45cc019cd233 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.580353] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Creating linked-clone VM from snapshot {{(pid=68872) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 792.580726] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b3db2cbe-63f8-4487-96f7-3bf9969c9cea {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.596597] env[68872]: DEBUG oslo_vmware.api [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 792.596597] env[68872]: value = "task-3092503" [ 792.596597] env[68872]: _type = "Task" [ 792.596597] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.611196] env[68872]: DEBUG oslo_vmware.api [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092503, 'name': CloneVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.611569] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.611830] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.612144] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Deleting the datastore file [datastore2] 64959e3f-ada4-478c-9d1f-046ab4228db1 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.612792] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6eb381ac-9f75-45ac-82a4-8b166468f910 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.622294] env[68872]: DEBUG oslo_vmware.api [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 792.622294] env[68872]: value = "task-3092504" [ 792.622294] env[68872]: _type = "Task" [ 792.622294] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.634995] env[68872]: DEBUG oslo_vmware.api [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.701159] env[68872]: DEBUG oslo_vmware.api [None req-98e51848-390d-49bd-af4f-0048e25a90ac tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092500, 'name': Destroy_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.715404] env[68872]: DEBUG nova.compute.manager [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 792.743271] env[68872]: DEBUG nova.virt.hardware [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.743543] env[68872]: DEBUG nova.virt.hardware [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.743848] env[68872]: DEBUG nova.virt.hardware [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.743901] env[68872]: DEBUG nova.virt.hardware [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.744233] env[68872]: DEBUG nova.virt.hardware [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.744585] env[68872]: DEBUG nova.virt.hardware [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.744959] env[68872]: DEBUG nova.virt.hardware [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.745239] env[68872]: DEBUG nova.virt.hardware [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.745603] env[68872]: DEBUG nova.virt.hardware [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.746093] env[68872]: DEBUG nova.virt.hardware [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.746370] env[68872]: DEBUG nova.virt.hardware [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.747917] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f98bbd-3682-432f-ace3-fbac79d574ef {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.781146] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdcbff2-e2b1-4621-8261-3176c336a0fb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.784701] env[68872]: DEBUG oslo_vmware.api [None req-522fe56a-9a7a-49e8-8a50-9d2f229eb27d tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': task-3092501, 'name': ReconfigVM_Task, 'duration_secs': 0.157355} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.788469] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-522fe56a-9a7a-49e8-8a50-9d2f229eb27d tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-618990', 'volume_id': 'f1ef40cb-7fc8-4a59-a2a8-bf91124d211f', 'name': 'volume-f1ef40cb-7fc8-4a59-a2a8-bf91124d211f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1ef40cb-7fc8-4a59-a2a8-bf91124d211f', 'serial': 'f1ef40cb-7fc8-4a59-a2a8-bf91124d211f'} {{(pid=68872) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 792.861024] env[68872]: DEBUG oslo_vmware.api [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52303d4f-d4c0-cdca-88b7-968bda6f3d53, 'name': SearchDatastore_Task, 'duration_secs': 0.033745} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.861024] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8de66ece-c09e-4b60-8f1b-1786cb92b8e2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.870698] env[68872]: DEBUG oslo_vmware.api [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 792.870698] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5239be50-ffa2-e996-c884-feb61c24a375" [ 792.870698] env[68872]: _type = "Task" [ 792.870698] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.882085] env[68872]: DEBUG oslo_vmware.api [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5239be50-ffa2-e996-c884-feb61c24a375, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.953679] env[68872]: DEBUG nova.compute.manager [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 793.092320] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f9d5fc-233c-4af7-97a7-4eb53976db33 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.113115] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa00ddd-cd1a-461b-be87-19df932a5ffd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.116647] env[68872]: DEBUG oslo_vmware.api [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092503, 'name': CloneVM_Task} progress is 94%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.152439] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fef5bdb-1a49-4aa3-99c3-e605bd57899f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.163269] env[68872]: DEBUG oslo_vmware.api [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.376161} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.164678] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbef49cc-4606-4e89-8746-945c657b44ee {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.168747] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.169032] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.169143] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.183854] env[68872]: DEBUG nova.compute.provider_tree [None req-dc4ffd49-cb4b-4a37-8e2c-295fc89051ec tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.201126] env[68872]: DEBUG oslo_vmware.api [None req-98e51848-390d-49bd-af4f-0048e25a90ac tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092500, 'name': Destroy_Task, 'duration_secs': 0.892285} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.201462] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-98e51848-390d-49bd-af4f-0048e25a90ac tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Destroyed the VM [ 793.201772] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-98e51848-390d-49bd-af4f-0048e25a90ac tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Deleting Snapshot of the VM instance {{(pid=68872) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 793.202810] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f85c0774-d7cf-4591-a10b-0e6e38472d1e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.210979] env[68872]: DEBUG oslo_vmware.api [None req-98e51848-390d-49bd-af4f-0048e25a90ac tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Waiting for the task: (returnval){ [ 793.210979] env[68872]: value = "task-3092505" [ 793.210979] env[68872]: _type = "Task" [ 793.210979] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.221477] env[68872]: DEBUG oslo_vmware.api [None req-98e51848-390d-49bd-af4f-0048e25a90ac tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092505, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.329788] env[68872]: DEBUG nova.network.neutron [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Updating instance_info_cache with network_info: [{"id": "421e03e6-0046-4940-a9f2-5919bcb5978f", "address": "fa:16:3e:71:e5:a7", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap421e03e6-00", "ovs_interfaceid": "421e03e6-0046-4940-a9f2-5919bcb5978f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.355130] env[68872]: DEBUG nova.objects.instance [None req-522fe56a-9a7a-49e8-8a50-9d2f229eb27d tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Lazy-loading 'flavor' on Instance uuid 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.385157] env[68872]: DEBUG oslo_vmware.api [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5239be50-ffa2-e996-c884-feb61c24a375, 'name': SearchDatastore_Task, 'duration_secs': 0.018582} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.386811] env[68872]: DEBUG oslo_concurrency.lockutils [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.387134] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7/b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.387356] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4fc12c33-c925-4fe7-b98c-3bb9b8c131cb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.396596] env[68872]: DEBUG oslo_vmware.api [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 793.396596] env[68872]: value = "task-3092506" [ 793.396596] env[68872]: _type = "Task" [ 793.396596] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.407046] env[68872]: DEBUG oslo_vmware.api [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.478640] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.616719] env[68872]: DEBUG oslo_vmware.api [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092503, 'name': CloneVM_Task} progress is 95%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.687991] env[68872]: DEBUG nova.scheduler.client.report [None req-dc4ffd49-cb4b-4a37-8e2c-295fc89051ec tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.729142] env[68872]: DEBUG oslo_vmware.api [None req-98e51848-390d-49bd-af4f-0048e25a90ac tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092505, 'name': RemoveSnapshot_Task} progress is 43%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.762030] env[68872]: DEBUG nova.compute.manager [req-7fa2cdac-f0bd-4b67-bead-480e328cdb21 req-800e32ba-599d-45c0-af4d-dd514c9839e4 service nova] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Received event network-vif-deleted-9a7dd857-cc2a-4e90-9c60-f6357fae6cde {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.762227] env[68872]: INFO nova.compute.manager [req-7fa2cdac-f0bd-4b67-bead-480e328cdb21 req-800e32ba-599d-45c0-af4d-dd514c9839e4 service nova] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Neutron deleted interface 9a7dd857-cc2a-4e90-9c60-f6357fae6cde; detaching it from the instance and deleting it from the info cache [ 793.762435] env[68872]: DEBUG nova.network.neutron [req-7fa2cdac-f0bd-4b67-bead-480e328cdb21 req-800e32ba-599d-45c0-af4d-dd514c9839e4 service nova] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.833634] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Releasing lock "refresh_cache-d8a69a2c-2c5d-42e8-b2c0-e0c3585de439" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.890952] env[68872]: DEBUG nova.network.neutron [-] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.909379] env[68872]: DEBUG oslo_vmware.api [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092506, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.114549] env[68872]: DEBUG oslo_vmware.api [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092503, 'name': CloneVM_Task, 'duration_secs': 1.485029} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.114549] env[68872]: INFO nova.virt.vmwareapi.vmops [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Created linked-clone VM from snapshot [ 794.119030] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204135e4-51cb-4911-8394-08069f411a18 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.126914] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Uploading image 1a32a369-49bb-4f70-af96-e658aa6d2286 {{(pid=68872) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 794.159213] env[68872]: DEBUG oslo_vmware.rw_handles [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 794.159213] env[68872]: value = "vm-618994" [ 794.159213] env[68872]: _type = "VirtualMachine" [ 794.159213] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 794.159583] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6853911d-a6f4-491e-be54-447c3ee33f98 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.170929] env[68872]: DEBUG oslo_vmware.rw_handles [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lease: (returnval){ [ 794.170929] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]522ba720-4190-b688-78a1-0e3065b795f2" [ 794.170929] env[68872]: _type = "HttpNfcLease" [ 794.170929] env[68872]: } obtained for exporting VM: (result){ [ 794.170929] env[68872]: value = "vm-618994" [ 794.170929] env[68872]: _type = "VirtualMachine" [ 794.170929] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 794.171400] env[68872]: DEBUG oslo_vmware.api [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the lease: (returnval){ [ 794.171400] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]522ba720-4190-b688-78a1-0e3065b795f2" [ 794.171400] env[68872]: _type = "HttpNfcLease" [ 794.171400] env[68872]: } to be ready. {{(pid=68872) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 794.181871] env[68872]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 794.181871] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]522ba720-4190-b688-78a1-0e3065b795f2" [ 794.181871] env[68872]: _type = "HttpNfcLease" [ 794.181871] env[68872]: } is initializing. {{(pid=68872) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 794.200558] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dc4ffd49-cb4b-4a37-8e2c-295fc89051ec tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.248s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.204334] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.872s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.206643] env[68872]: INFO nova.compute.claims [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.210367] env[68872]: DEBUG nova.virt.hardware [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.210605] env[68872]: DEBUG nova.virt.hardware [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.210760] env[68872]: DEBUG nova.virt.hardware [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.210939] env[68872]: DEBUG nova.virt.hardware [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.211096] env[68872]: DEBUG nova.virt.hardware [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.211243] env[68872]: DEBUG nova.virt.hardware [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.211454] env[68872]: DEBUG nova.virt.hardware [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.211611] env[68872]: DEBUG nova.virt.hardware [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.211770] env[68872]: DEBUG nova.virt.hardware [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.211925] env[68872]: DEBUG nova.virt.hardware [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.212654] env[68872]: DEBUG nova.virt.hardware [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.213369] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd58e7c-7ee1-4813-90d4-51b19f58283a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.226389] env[68872]: DEBUG oslo_vmware.api [None req-98e51848-390d-49bd-af4f-0048e25a90ac tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092505, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.230691] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dd5e3e-8823-4fcd-8a6c-65be9d9391c6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.247215] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:dd:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfae3ef8-cae7-455d-8632-ba93e1671625', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80f6746a-9c8d-452f-809c-dd759101a2b8', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.255216] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.256407] env[68872]: INFO nova.scheduler.client.report [None req-dc4ffd49-cb4b-4a37-8e2c-295fc89051ec tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Deleted allocations for instance b13197ec-f292-49a5-863f-cfe9f4932870 [ 794.259235] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.260986] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-defa2a71-c89c-438c-b43c-031634f40018 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.277375] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f13bd2a3-63cb-41e0-ad51-c608380320c4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.286249] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.286249] env[68872]: value = "task-3092508" [ 794.286249] env[68872]: _type = "Task" [ 794.286249] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.295836] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d61426-4969-4a7f-93b0-57165159dfd9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.322950] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092508, 'name': CreateVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.346685] env[68872]: DEBUG nova.compute.manager [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68872) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 794.346957] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.347695] env[68872]: DEBUG nova.compute.manager [req-7fa2cdac-f0bd-4b67-bead-480e328cdb21 req-800e32ba-599d-45c0-af4d-dd514c9839e4 service nova] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Detach interface failed, port_id=9a7dd857-cc2a-4e90-9c60-f6357fae6cde, reason: Instance 9945ec86-a679-4a3e-a72b-88ad7c7e4c18 could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 794.366458] env[68872]: DEBUG oslo_concurrency.lockutils [None req-522fe56a-9a7a-49e8-8a50-9d2f229eb27d tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Lock "868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.352s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.393374] env[68872]: INFO nova.compute.manager [-] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Took 2.68 seconds to deallocate network for instance. [ 794.410734] env[68872]: DEBUG oslo_vmware.api [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092506, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630181} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.411155] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7/b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 794.411244] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.413460] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-635d4d91-f14d-4162-9dc7-8679d412dbc7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.420038] env[68872]: DEBUG oslo_vmware.api [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 794.420038] env[68872]: value = "task-3092509" [ 794.420038] env[68872]: _type = "Task" [ 794.420038] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.434161] env[68872]: DEBUG oslo_vmware.api [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092509, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.682342] env[68872]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 794.682342] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]522ba720-4190-b688-78a1-0e3065b795f2" [ 794.682342] env[68872]: _type = "HttpNfcLease" [ 794.682342] env[68872]: } is ready. {{(pid=68872) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 794.682939] env[68872]: DEBUG oslo_vmware.rw_handles [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 794.682939] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]522ba720-4190-b688-78a1-0e3065b795f2" [ 794.682939] env[68872]: _type = "HttpNfcLease" [ 794.682939] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 794.683780] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127a02b2-0913-4aee-a968-e5fee1c475a7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.693222] env[68872]: DEBUG oslo_vmware.rw_handles [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e09ab3-46b9-f308-18e0-ae619d7448fa/disk-0.vmdk from lease info. {{(pid=68872) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 794.693418] env[68872]: DEBUG oslo_vmware.rw_handles [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e09ab3-46b9-f308-18e0-ae619d7448fa/disk-0.vmdk for reading. {{(pid=68872) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 794.766087] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dc4ffd49-cb4b-4a37-8e2c-295fc89051ec tempest-ServersTestManualDisk-231505729 tempest-ServersTestManualDisk-231505729-project-member] Lock "b13197ec-f292-49a5-863f-cfe9f4932870" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.403s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.771985] env[68872]: DEBUG oslo_vmware.api [None req-98e51848-390d-49bd-af4f-0048e25a90ac tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092505, 'name': RemoveSnapshot_Task, 'duration_secs': 1.272369} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.773057] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-98e51848-390d-49bd-af4f-0048e25a90ac tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Deleted Snapshot of the VM instance {{(pid=68872) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 794.773999] env[68872]: INFO nova.compute.manager [None req-98e51848-390d-49bd-af4f-0048e25a90ac tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Took 17.18 seconds to snapshot the instance on the hypervisor. [ 794.801154] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092508, 'name': CreateVM_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.863934] env[68872]: DEBUG nova.network.neutron [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Successfully updated port: d2cce7c5-c766-4cb0-b42d-4663d0effc2d {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.877487] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-127e53ee-e24b-4cb6-8991-c4cdf1ef3607 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.909273] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a2e7adff-87ee-4d3f-b721-ab98f9614a51 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.943322] env[68872]: DEBUG oslo_vmware.api [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092509, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073662} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.943322] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.943826] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09de8405-31bc-4fc7-a209-2925dd67aacf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.968354] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7/b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.969086] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c03af4f-58ed-4599-84f3-37f3cf4834dd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.999582] env[68872]: DEBUG oslo_vmware.api [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 794.999582] env[68872]: value = "task-3092510" [ 794.999582] env[68872]: _type = "Task" [ 794.999582] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.013705] env[68872]: DEBUG oslo_vmware.api [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092510, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.302760] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092508, 'name': CreateVM_Task, 'duration_secs': 0.798253} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.303887] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.304971] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.305562] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.305954] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.306540] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87d820cf-c9fc-4f53-ad34-8cb74424c39a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.324067] env[68872]: DEBUG oslo_vmware.api [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 795.324067] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52331bb0-cdd5-2241-ac36-8a7b0424cdab" [ 795.324067] env[68872]: _type = "Task" [ 795.324067] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.344930] env[68872]: DEBUG oslo_vmware.api [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52331bb0-cdd5-2241-ac36-8a7b0424cdab, 'name': SearchDatastore_Task, 'duration_secs': 0.015438} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.345290] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.345532] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.345772] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.345917] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.347034] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.347034] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf5a45eb-557f-4089-ba1a-67d66742ddc3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.356952] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.357216] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.363181] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-443fe143-6f7c-4cc2-86c2-a121e4955750 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.369901] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Acquiring lock "refresh_cache-5935c3da-10ab-47b3-8cba-10a46b10f398" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.370292] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Acquired lock "refresh_cache-5935c3da-10ab-47b3-8cba-10a46b10f398" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.370292] env[68872]: DEBUG nova.network.neutron [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.372787] env[68872]: DEBUG oslo_vmware.api [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 795.372787] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52b66c57-0332-83e8-7235-60e4e5f06491" [ 795.372787] env[68872]: _type = "Task" [ 795.372787] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.389081] env[68872]: DEBUG oslo_vmware.api [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52b66c57-0332-83e8-7235-60e4e5f06491, 'name': SearchDatastore_Task, 'duration_secs': 0.015475} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.391189] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-722052df-a375-488c-9c10-415f25f14b4a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.405042] env[68872]: DEBUG oslo_vmware.api [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 795.405042] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520a4ddc-55a3-48e9-cc3e-b90d7fa89999" [ 795.405042] env[68872]: _type = "Task" [ 795.405042] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.416695] env[68872]: DEBUG oslo_vmware.api [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520a4ddc-55a3-48e9-cc3e-b90d7fa89999, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.516981] env[68872]: DEBUG oslo_vmware.api [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092510, 'name': ReconfigVM_Task, 'duration_secs': 0.456333} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.516981] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Reconfigured VM instance instance-00000035 to attach disk [datastore2] b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7/b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.518724] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6cb3f62-c145-485c-93af-746ab9df08ed {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.537402] env[68872]: DEBUG oslo_vmware.api [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 795.537402] env[68872]: value = "task-3092511" [ 795.537402] env[68872]: _type = "Task" [ 795.537402] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.558622] env[68872]: DEBUG oslo_vmware.api [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092511, 'name': Rename_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.906144] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1ad6fa-7d1b-4433-b827-572e6bb00779 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.924231] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d79792-0109-403d-b904-f2b80712537b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.928668] env[68872]: DEBUG oslo_vmware.api [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520a4ddc-55a3-48e9-cc3e-b90d7fa89999, 'name': SearchDatastore_Task, 'duration_secs': 0.014125} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.928949] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.930063] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 64959e3f-ada4-478c-9d1f-046ab4228db1/64959e3f-ada4-478c-9d1f-046ab4228db1.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.930063] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a954d8d7-ddba-4d05-8a82-f3d5a744ce59 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.961557] env[68872]: DEBUG nova.network.neutron [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.965531] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ab2178-13c6-4284-abaa-5c5d062d4c37 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.968659] env[68872]: DEBUG oslo_vmware.api [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 795.968659] env[68872]: value = "task-3092512" [ 795.968659] env[68872]: _type = "Task" [ 795.968659] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.981236] env[68872]: DEBUG nova.compute.manager [req-84f536bb-aa37-4c77-bf9c-9ca05ca2c740 req-ad1ed7ba-200e-4faf-a35c-6cd30caaa842 service nova] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Received event network-vif-plugged-d2cce7c5-c766-4cb0-b42d-4663d0effc2d {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.981236] env[68872]: DEBUG oslo_concurrency.lockutils [req-84f536bb-aa37-4c77-bf9c-9ca05ca2c740 req-ad1ed7ba-200e-4faf-a35c-6cd30caaa842 service nova] Acquiring lock "5935c3da-10ab-47b3-8cba-10a46b10f398-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.981236] env[68872]: DEBUG oslo_concurrency.lockutils [req-84f536bb-aa37-4c77-bf9c-9ca05ca2c740 req-ad1ed7ba-200e-4faf-a35c-6cd30caaa842 service nova] Lock "5935c3da-10ab-47b3-8cba-10a46b10f398-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.981236] env[68872]: DEBUG oslo_concurrency.lockutils [req-84f536bb-aa37-4c77-bf9c-9ca05ca2c740 req-ad1ed7ba-200e-4faf-a35c-6cd30caaa842 service nova] Lock "5935c3da-10ab-47b3-8cba-10a46b10f398-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.981236] env[68872]: DEBUG nova.compute.manager [req-84f536bb-aa37-4c77-bf9c-9ca05ca2c740 req-ad1ed7ba-200e-4faf-a35c-6cd30caaa842 service nova] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] No waiting events found dispatching network-vif-plugged-d2cce7c5-c766-4cb0-b42d-4663d0effc2d {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 795.981236] env[68872]: WARNING nova.compute.manager [req-84f536bb-aa37-4c77-bf9c-9ca05ca2c740 req-ad1ed7ba-200e-4faf-a35c-6cd30caaa842 service nova] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Received unexpected event network-vif-plugged-d2cce7c5-c766-4cb0-b42d-4663d0effc2d for instance with vm_state building and task_state spawning. [ 795.981236] env[68872]: DEBUG nova.compute.manager [req-84f536bb-aa37-4c77-bf9c-9ca05ca2c740 req-ad1ed7ba-200e-4faf-a35c-6cd30caaa842 service nova] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Received event network-changed-d2cce7c5-c766-4cb0-b42d-4663d0effc2d {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.981236] env[68872]: DEBUG nova.compute.manager [req-84f536bb-aa37-4c77-bf9c-9ca05ca2c740 req-ad1ed7ba-200e-4faf-a35c-6cd30caaa842 service nova] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Refreshing instance network info cache due to event network-changed-d2cce7c5-c766-4cb0-b42d-4663d0effc2d. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 795.981236] env[68872]: DEBUG oslo_concurrency.lockutils [req-84f536bb-aa37-4c77-bf9c-9ca05ca2c740 req-ad1ed7ba-200e-4faf-a35c-6cd30caaa842 service nova] Acquiring lock "refresh_cache-5935c3da-10ab-47b3-8cba-10a46b10f398" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.982434] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e2eb46-6d70-431c-b51e-70003b53adaf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.993233] env[68872]: DEBUG oslo_vmware.api [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092512, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.010014] env[68872]: DEBUG nova.compute.provider_tree [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.061065] env[68872]: DEBUG oslo_vmware.api [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092511, 'name': Rename_Task, 'duration_secs': 0.267244} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.061155] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.061885] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9683508-6d3d-4d0c-bafc-35727659fc09 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.071691] env[68872]: DEBUG oslo_vmware.api [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 796.071691] env[68872]: value = "task-3092513" [ 796.071691] env[68872]: _type = "Task" [ 796.071691] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.088747] env[68872]: DEBUG oslo_vmware.api [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.154402] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Acquiring lock "91c8657c-e3db-4ed1-a721-9a7f06e95e9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.155525] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Lock "91c8657c-e3db-4ed1-a721-9a7f06e95e9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.253655] env[68872]: DEBUG nova.network.neutron [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Updating instance_info_cache with network_info: [{"id": "d2cce7c5-c766-4cb0-b42d-4663d0effc2d", "address": "fa:16:3e:03:50:aa", "network": {"id": "bc1cb2af-9b06-4a32-bddc-c96564e3d77e", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-620194496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d75f703ecb046cdbb311976245b4962", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2cce7c5-c7", "ovs_interfaceid": "d2cce7c5-c766-4cb0-b42d-4663d0effc2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.494356] env[68872]: DEBUG oslo_vmware.api [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092512, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.514261] env[68872]: DEBUG nova.scheduler.client.report [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.585366] env[68872]: DEBUG oslo_vmware.api [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092513, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.658305] env[68872]: DEBUG nova.compute.manager [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 796.759058] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Releasing lock "refresh_cache-5935c3da-10ab-47b3-8cba-10a46b10f398" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.759058] env[68872]: DEBUG nova.compute.manager [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Instance network_info: |[{"id": "d2cce7c5-c766-4cb0-b42d-4663d0effc2d", "address": "fa:16:3e:03:50:aa", "network": {"id": "bc1cb2af-9b06-4a32-bddc-c96564e3d77e", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-620194496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d75f703ecb046cdbb311976245b4962", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2cce7c5-c7", "ovs_interfaceid": "d2cce7c5-c766-4cb0-b42d-4663d0effc2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.759058] env[68872]: DEBUG oslo_concurrency.lockutils [req-84f536bb-aa37-4c77-bf9c-9ca05ca2c740 req-ad1ed7ba-200e-4faf-a35c-6cd30caaa842 service nova] Acquired lock "refresh_cache-5935c3da-10ab-47b3-8cba-10a46b10f398" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.759695] env[68872]: DEBUG nova.network.neutron [req-84f536bb-aa37-4c77-bf9c-9ca05ca2c740 req-ad1ed7ba-200e-4faf-a35c-6cd30caaa842 service nova] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Refreshing network info cache for port d2cce7c5-c766-4cb0-b42d-4663d0effc2d {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.761626] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:50:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd177c5b3-a5b1-4c78-854e-7e0dbf341ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2cce7c5-c766-4cb0-b42d-4663d0effc2d', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.770578] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Creating folder: Project (1d75f703ecb046cdbb311976245b4962). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.775245] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb4371a6-103d-4d93-a9f7-6d7335c6ffcf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.792209] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Created folder: Project (1d75f703ecb046cdbb311976245b4962) in parent group-v618835. [ 796.792676] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Creating folder: Instances. Parent ref: group-v618996. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.793094] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-387c4dea-92f3-4218-9460-430b26f3b889 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.807266] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Created folder: Instances in parent group-v618996. [ 796.811039] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.811039] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.811039] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0afa47ce-dd46-415c-bfb4-ba6a0df61e05 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.837765] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.837765] env[68872]: value = "task-3092516" [ 796.837765] env[68872]: _type = "Task" [ 796.837765] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.846511] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092516, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.984076] env[68872]: DEBUG oslo_vmware.api [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092512, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719667} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.984391] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 64959e3f-ada4-478c-9d1f-046ab4228db1/64959e3f-ada4-478c-9d1f-046ab4228db1.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.984818] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.985159] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a97922c-3a46-4ebc-b942-a1a09fc01422 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.993916] env[68872]: DEBUG oslo_vmware.api [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 796.993916] env[68872]: value = "task-3092517" [ 796.993916] env[68872]: _type = "Task" [ 796.993916] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.994628] env[68872]: DEBUG oslo_concurrency.lockutils [None req-76979ea7-f48c-4693-89cf-59a90bf4bcfd tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Acquiring lock "c2a62e2c-866c-4ed8-8026-b62a834a620f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.994928] env[68872]: DEBUG oslo_concurrency.lockutils [None req-76979ea7-f48c-4693-89cf-59a90bf4bcfd tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Lock "c2a62e2c-866c-4ed8-8026-b62a834a620f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.995187] env[68872]: DEBUG oslo_concurrency.lockutils [None req-76979ea7-f48c-4693-89cf-59a90bf4bcfd tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Acquiring lock "c2a62e2c-866c-4ed8-8026-b62a834a620f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.995410] env[68872]: DEBUG oslo_concurrency.lockutils [None req-76979ea7-f48c-4693-89cf-59a90bf4bcfd tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Lock "c2a62e2c-866c-4ed8-8026-b62a834a620f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.995660] env[68872]: DEBUG oslo_concurrency.lockutils [None req-76979ea7-f48c-4693-89cf-59a90bf4bcfd tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Lock "c2a62e2c-866c-4ed8-8026-b62a834a620f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.003628] env[68872]: INFO nova.compute.manager [None req-76979ea7-f48c-4693-89cf-59a90bf4bcfd tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Terminating instance [ 797.022417] env[68872]: DEBUG oslo_vmware.api [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.024765] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.821s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.025814] env[68872]: DEBUG nova.compute.manager [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.033169] env[68872]: DEBUG oslo_concurrency.lockutils [None req-43313aef-9848-4ba5-b358-420536dbf356 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.135s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.033467] env[68872]: DEBUG nova.objects.instance [None req-43313aef-9848-4ba5-b358-420536dbf356 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Lazy-loading 'resources' on Instance uuid 659c2098-556e-4403-a6f1-1a4655a95836 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.090899] env[68872]: DEBUG oslo_vmware.api [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092513, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.188093] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.227022] env[68872]: DEBUG nova.network.neutron [req-84f536bb-aa37-4c77-bf9c-9ca05ca2c740 req-ad1ed7ba-200e-4faf-a35c-6cd30caaa842 service nova] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Updated VIF entry in instance network info cache for port d2cce7c5-c766-4cb0-b42d-4663d0effc2d. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.227249] env[68872]: DEBUG nova.network.neutron [req-84f536bb-aa37-4c77-bf9c-9ca05ca2c740 req-ad1ed7ba-200e-4faf-a35c-6cd30caaa842 service nova] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Updating instance_info_cache with network_info: [{"id": "d2cce7c5-c766-4cb0-b42d-4663d0effc2d", "address": "fa:16:3e:03:50:aa", "network": {"id": "bc1cb2af-9b06-4a32-bddc-c96564e3d77e", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-620194496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d75f703ecb046cdbb311976245b4962", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2cce7c5-c7", "ovs_interfaceid": "d2cce7c5-c766-4cb0-b42d-4663d0effc2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.346529] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092516, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.511022] env[68872]: DEBUG oslo_vmware.api [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101451} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.511022] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.511022] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c04164-7714-45d4-a098-c6bdaa475278 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.526686] env[68872]: DEBUG nova.compute.manager [None req-76979ea7-f48c-4693-89cf-59a90bf4bcfd tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 797.526850] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-76979ea7-f48c-4693-89cf-59a90bf4bcfd tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.536047] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 64959e3f-ada4-478c-9d1f-046ab4228db1/64959e3f-ada4-478c-9d1f-046ab4228db1.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.536903] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e99f9d4-c960-4008-b898-36b5f25df870 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.543659] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff04f4ec-69f7-4f58-b9f9-064cc0457c19 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.559115] env[68872]: DEBUG nova.compute.utils [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.560760] env[68872]: DEBUG nova.compute.manager [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.560948] env[68872]: DEBUG nova.network.neutron [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.569739] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-76979ea7-f48c-4693-89cf-59a90bf4bcfd tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.570043] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f38e286-9128-43aa-8c8c-5fb6e52fb7ac {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.576991] env[68872]: DEBUG oslo_vmware.api [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 797.576991] env[68872]: value = "task-3092518" [ 797.576991] env[68872]: _type = "Task" [ 797.576991] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.583928] env[68872]: DEBUG oslo_vmware.api [None req-76979ea7-f48c-4693-89cf-59a90bf4bcfd tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Waiting for the task: (returnval){ [ 797.583928] env[68872]: value = "task-3092519" [ 797.583928] env[68872]: _type = "Task" [ 797.583928] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.599931] env[68872]: DEBUG oslo_vmware.api [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092518, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.605732] env[68872]: DEBUG oslo_vmware.api [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092513, 'name': PowerOnVM_Task, 'duration_secs': 1.10259} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.609998] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.610662] env[68872]: INFO nova.compute.manager [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Took 10.96 seconds to spawn the instance on the hypervisor. [ 797.610937] env[68872]: DEBUG nova.compute.manager [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.611353] env[68872]: DEBUG oslo_vmware.api [None req-76979ea7-f48c-4693-89cf-59a90bf4bcfd tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.612166] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905758c6-76f7-44fe-9a96-81cb0f0a28b3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.654459] env[68872]: DEBUG nova.policy [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7039777b29745699d1998a52761c229', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd310ae195e70437dbc04c8803c250050', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.730734] env[68872]: DEBUG oslo_concurrency.lockutils [req-84f536bb-aa37-4c77-bf9c-9ca05ca2c740 req-ad1ed7ba-200e-4faf-a35c-6cd30caaa842 service nova] Releasing lock "refresh_cache-5935c3da-10ab-47b3-8cba-10a46b10f398" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.851027] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092516, 'name': CreateVM_Task, 'duration_secs': 0.558511} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.851027] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.851027] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.851027] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.851027] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.851027] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09916de6-ccce-4f32-b6b0-08be0dac9589 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.857608] env[68872]: DEBUG oslo_vmware.api [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Waiting for the task: (returnval){ [ 797.857608] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52126f86-2381-c974-59ee-f0ca7dcaaceb" [ 797.857608] env[68872]: _type = "Task" [ 797.857608] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.867630] env[68872]: DEBUG oslo_vmware.api [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52126f86-2381-c974-59ee-f0ca7dcaaceb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.063846] env[68872]: DEBUG nova.compute.manager [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.090030] env[68872]: DEBUG oslo_vmware.api [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092518, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.109195] env[68872]: DEBUG oslo_vmware.api [None req-76979ea7-f48c-4693-89cf-59a90bf4bcfd tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092519, 'name': PowerOffVM_Task, 'duration_secs': 0.257935} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.109671] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-76979ea7-f48c-4693-89cf-59a90bf4bcfd tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.109979] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-76979ea7-f48c-4693-89cf-59a90bf4bcfd tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.110312] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56216f98-83f6-48d3-abe1-6fd3a8e28510 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.139875] env[68872]: INFO nova.compute.manager [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Took 42.91 seconds to build instance. [ 798.192873] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-76979ea7-f48c-4693-89cf-59a90bf4bcfd tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 798.193109] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-76979ea7-f48c-4693-89cf-59a90bf4bcfd tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 798.193293] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-76979ea7-f48c-4693-89cf-59a90bf4bcfd tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Deleting the datastore file [datastore1] c2a62e2c-866c-4ed8-8026-b62a834a620f {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 798.196233] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56066e02-e568-4147-ab31-e08d2f596407 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.205552] env[68872]: DEBUG oslo_vmware.api [None req-76979ea7-f48c-4693-89cf-59a90bf4bcfd tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Waiting for the task: (returnval){ [ 798.205552] env[68872]: value = "task-3092521" [ 798.205552] env[68872]: _type = "Task" [ 798.205552] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.212034] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb2f710-0335-4c3a-b00a-1c772267e541 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.218358] env[68872]: DEBUG oslo_vmware.api [None req-76979ea7-f48c-4693-89cf-59a90bf4bcfd tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.223793] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e513ae5-5b24-453b-9dc3-c0046cb19cd9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.258868] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e2a338-58e6-42b2-ba11-b7742ad7ee14 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.269060] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3e5eb6-a72c-4cd2-96ea-54f4137d53dc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.274631] env[68872]: DEBUG nova.network.neutron [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Successfully created port: 4fa1d848-ce16-426f-92e2-93719ec1714d {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.289479] env[68872]: DEBUG nova.compute.provider_tree [None req-43313aef-9848-4ba5-b358-420536dbf356 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.372741] env[68872]: DEBUG oslo_vmware.api [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52126f86-2381-c974-59ee-f0ca7dcaaceb, 'name': SearchDatastore_Task, 'duration_secs': 0.016449} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.373124] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.373424] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.373698] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.374280] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.374280] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.374405] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c3b49ae-dcc8-49d3-ac6d-b8b671717f3b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.385606] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.385784] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.386568] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4598e3a-531c-4549-a5d3-5b54c72b5247 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.393244] env[68872]: DEBUG oslo_vmware.api [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Waiting for the task: (returnval){ [ 798.393244] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520ab576-f7cf-0503-7cf6-426cc3ed7a35" [ 798.393244] env[68872]: _type = "Task" [ 798.393244] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.403145] env[68872]: DEBUG oslo_vmware.api [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520ab576-f7cf-0503-7cf6-426cc3ed7a35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.595028] env[68872]: DEBUG oslo_vmware.api [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092518, 'name': ReconfigVM_Task, 'duration_secs': 0.542299} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.595297] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 64959e3f-ada4-478c-9d1f-046ab4228db1/64959e3f-ada4-478c-9d1f-046ab4228db1.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.597042] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4808c5c6-eb9d-4fec-85fb-9d9f584fa457 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.605147] env[68872]: DEBUG oslo_vmware.api [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 798.605147] env[68872]: value = "task-3092522" [ 798.605147] env[68872]: _type = "Task" [ 798.605147] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.619500] env[68872]: DEBUG oslo_vmware.api [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092522, 'name': Rename_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.642686] env[68872]: DEBUG oslo_concurrency.lockutils [None req-eb134c63-af33-4f69-ac89-0f7a30a1b9cd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.426s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.718019] env[68872]: DEBUG oslo_vmware.api [None req-76979ea7-f48c-4693-89cf-59a90bf4bcfd tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Task: {'id': task-3092521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265482} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.718019] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-76979ea7-f48c-4693-89cf-59a90bf4bcfd tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.718019] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-76979ea7-f48c-4693-89cf-59a90bf4bcfd tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 798.718019] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-76979ea7-f48c-4693-89cf-59a90bf4bcfd tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 798.718019] env[68872]: INFO nova.compute.manager [None req-76979ea7-f48c-4693-89cf-59a90bf4bcfd tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Took 1.19 seconds to destroy the instance on the hypervisor. [ 798.718019] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76979ea7-f48c-4693-89cf-59a90bf4bcfd tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.718298] env[68872]: DEBUG nova.compute.manager [-] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 798.718298] env[68872]: DEBUG nova.network.neutron [-] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 798.793052] env[68872]: DEBUG nova.scheduler.client.report [None req-43313aef-9848-4ba5-b358-420536dbf356 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.904533] env[68872]: DEBUG oslo_vmware.api [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520ab576-f7cf-0503-7cf6-426cc3ed7a35, 'name': SearchDatastore_Task, 'duration_secs': 0.023504} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.905543] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07661351-aff6-4308-9705-4175bcd9c307 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.912908] env[68872]: DEBUG oslo_vmware.api [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Waiting for the task: (returnval){ [ 798.912908] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]525f3c2b-b78d-d7c7-718f-3a459e2a2fd8" [ 798.912908] env[68872]: _type = "Task" [ 798.912908] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.924882] env[68872]: DEBUG oslo_vmware.api [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]525f3c2b-b78d-d7c7-718f-3a459e2a2fd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.075640] env[68872]: DEBUG nova.compute.manager [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.113190] env[68872]: DEBUG nova.virt.hardware [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.113430] env[68872]: DEBUG nova.virt.hardware [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.113618] env[68872]: DEBUG nova.virt.hardware [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.113799] env[68872]: DEBUG nova.virt.hardware [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.113941] env[68872]: DEBUG nova.virt.hardware [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.114244] env[68872]: DEBUG nova.virt.hardware [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.114339] env[68872]: DEBUG nova.virt.hardware [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.114506] env[68872]: DEBUG nova.virt.hardware [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.114704] env[68872]: DEBUG nova.virt.hardware [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.114868] env[68872]: DEBUG nova.virt.hardware [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.115203] env[68872]: DEBUG nova.virt.hardware [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.122346] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ef1d1e-e16c-44ae-8d46-68ca108f8faf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.135692] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d391409-d697-4006-8e2e-1e45d239fd62 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.141744] env[68872]: DEBUG oslo_vmware.api [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092522, 'name': Rename_Task, 'duration_secs': 0.262861} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.142020] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.144917] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54436aee-158a-44ca-93ff-1051450e0727 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.159222] env[68872]: DEBUG oslo_vmware.api [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 799.159222] env[68872]: value = "task-3092523" [ 799.159222] env[68872]: _type = "Task" [ 799.159222] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.174589] env[68872]: DEBUG oslo_vmware.api [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.211620] env[68872]: DEBUG nova.compute.manager [req-8315f3f3-dfd9-4be3-a6a0-00c6f4e8da12 req-c5ab7ce5-6857-482c-94c2-77c159c07f5e service nova] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Received event network-vif-deleted-bfc9db41-c567-46e5-9d80-1bd93234fba2 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.211739] env[68872]: INFO nova.compute.manager [req-8315f3f3-dfd9-4be3-a6a0-00c6f4e8da12 req-c5ab7ce5-6857-482c-94c2-77c159c07f5e service nova] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Neutron deleted interface bfc9db41-c567-46e5-9d80-1bd93234fba2; detaching it from the instance and deleting it from the info cache [ 799.211906] env[68872]: DEBUG nova.network.neutron [req-8315f3f3-dfd9-4be3-a6a0-00c6f4e8da12 req-c5ab7ce5-6857-482c-94c2-77c159c07f5e service nova] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.299117] env[68872]: DEBUG oslo_concurrency.lockutils [None req-43313aef-9848-4ba5-b358-420536dbf356 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.266s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.301764] env[68872]: DEBUG oslo_concurrency.lockutils [None req-078163c3-98b7-4aca-9880-4f6856239be2 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.987s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.301764] env[68872]: DEBUG nova.objects.instance [None req-078163c3-98b7-4aca-9880-4f6856239be2 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Lazy-loading 'resources' on Instance uuid 84b9c497-ec98-4af0-a615-54ec54d3993b {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.329039] env[68872]: INFO nova.scheduler.client.report [None req-43313aef-9848-4ba5-b358-420536dbf356 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Deleted allocations for instance 659c2098-556e-4403-a6f1-1a4655a95836 [ 799.424572] env[68872]: DEBUG oslo_vmware.api [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]525f3c2b-b78d-d7c7-718f-3a459e2a2fd8, 'name': SearchDatastore_Task, 'duration_secs': 0.017526} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.424852] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.425136] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 5935c3da-10ab-47b3-8cba-10a46b10f398/5935c3da-10ab-47b3-8cba-10a46b10f398.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.425410] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b422ea5e-340e-4dc3-8157-96a8adfd7e31 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.433711] env[68872]: DEBUG oslo_vmware.api [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Waiting for the task: (returnval){ [ 799.433711] env[68872]: value = "task-3092524" [ 799.433711] env[68872]: _type = "Task" [ 799.433711] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.443567] env[68872]: DEBUG oslo_vmware.api [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Task: {'id': task-3092524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.560418] env[68872]: DEBUG nova.network.neutron [-] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.677014] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9700fca6-0504-45e5-85ff-6c8cae006995 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.677014] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9700fca6-0504-45e5-85ff-6c8cae006995 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.677014] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9700fca6-0504-45e5-85ff-6c8cae006995 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.677014] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9700fca6-0504-45e5-85ff-6c8cae006995 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.677014] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9700fca6-0504-45e5-85ff-6c8cae006995 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.678605] env[68872]: DEBUG oslo_vmware.api [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092523, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.678961] env[68872]: INFO nova.compute.manager [None req-9700fca6-0504-45e5-85ff-6c8cae006995 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Terminating instance [ 799.715765] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26cbd2ad-bf08-4d26-93ca-3fde33fef5a9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.729583] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17dd7b7-5031-471d-a4fb-055817c1fa33 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.786300] env[68872]: DEBUG nova.compute.manager [req-8315f3f3-dfd9-4be3-a6a0-00c6f4e8da12 req-c5ab7ce5-6857-482c-94c2-77c159c07f5e service nova] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Detach interface failed, port_id=bfc9db41-c567-46e5-9d80-1bd93234fba2, reason: Instance c2a62e2c-866c-4ed8-8026-b62a834a620f could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 799.842614] env[68872]: DEBUG oslo_concurrency.lockutils [None req-43313aef-9848-4ba5-b358-420536dbf356 tempest-ServerShowV247Test-1158840738 tempest-ServerShowV247Test-1158840738-project-member] Lock "659c2098-556e-4403-a6f1-1a4655a95836" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.178s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.952528] env[68872]: DEBUG oslo_vmware.api [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Task: {'id': task-3092524, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.065605] env[68872]: INFO nova.compute.manager [-] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Took 1.35 seconds to deallocate network for instance. [ 800.169891] env[68872]: DEBUG nova.network.neutron [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Successfully updated port: 4fa1d848-ce16-426f-92e2-93719ec1714d {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.178903] env[68872]: DEBUG oslo_vmware.api [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092523, 'name': PowerOnVM_Task, 'duration_secs': 0.825333} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.178903] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.179316] env[68872]: DEBUG nova.compute.manager [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.180359] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeac0001-899c-462b-8c6b-73860c4b47c9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.190103] env[68872]: DEBUG nova.compute.manager [None req-9700fca6-0504-45e5-85ff-6c8cae006995 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 800.190565] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-9700fca6-0504-45e5-85ff-6c8cae006995 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.194859] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c092acd-0019-4076-9a14-b8823d70a092 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.213492] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-9700fca6-0504-45e5-85ff-6c8cae006995 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.214504] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47e5e750-07eb-4ffa-8d0d-f2dd37268054 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.230627] env[68872]: DEBUG oslo_vmware.api [None req-9700fca6-0504-45e5-85ff-6c8cae006995 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 800.230627] env[68872]: value = "task-3092525" [ 800.230627] env[68872]: _type = "Task" [ 800.230627] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.245144] env[68872]: DEBUG oslo_vmware.api [None req-9700fca6-0504-45e5-85ff-6c8cae006995 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092525, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.311072] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Acquiring lock "dacf1de6-42e0-48c7-8633-0ff0155d5cf7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.311329] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Lock "dacf1de6-42e0-48c7-8633-0ff0155d5cf7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.446571] env[68872]: DEBUG oslo_vmware.api [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Task: {'id': task-3092524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657162} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.449555] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 5935c3da-10ab-47b3-8cba-10a46b10f398/5935c3da-10ab-47b3-8cba-10a46b10f398.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.449863] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.451058] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1eb209ef-6106-4a05-afd1-f113bf13fb84 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.463917] env[68872]: DEBUG oslo_vmware.api [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Waiting for the task: (returnval){ [ 800.463917] env[68872]: value = "task-3092526" [ 800.463917] env[68872]: _type = "Task" [ 800.463917] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.475581] env[68872]: DEBUG oslo_vmware.api [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Task: {'id': task-3092526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.528831] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1a259f-3e37-4a9a-a43a-8a90b2081fa5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.539429] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b178225-9dc0-4158-8a4c-d50f16e870f2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.580600] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1781459d-f24b-4eff-bc3c-8fcd28c2d66c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.584427] env[68872]: DEBUG oslo_concurrency.lockutils [None req-76979ea7-f48c-4693-89cf-59a90bf4bcfd tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.594897] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34dec7ed-484e-4109-9f5e-03a83ff8866b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.617040] env[68872]: DEBUG nova.compute.provider_tree [None req-078163c3-98b7-4aca-9880-4f6856239be2 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.674364] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "refresh_cache-b5176185-817b-42a0-a300-c7b06dda0a39" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.674550] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquired lock "refresh_cache-b5176185-817b-42a0-a300-c7b06dda0a39" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.674728] env[68872]: DEBUG nova.network.neutron [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.715579] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.742300] env[68872]: DEBUG oslo_vmware.api [None req-9700fca6-0504-45e5-85ff-6c8cae006995 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092525, 'name': PowerOffVM_Task, 'duration_secs': 0.477098} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.742747] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-9700fca6-0504-45e5-85ff-6c8cae006995 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.743090] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-9700fca6-0504-45e5-85ff-6c8cae006995 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.743463] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e89b2cec-5b1a-4ad9-b5e5-78c90ed9dab5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.819030] env[68872]: DEBUG nova.compute.manager [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 800.838601] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-9700fca6-0504-45e5-85ff-6c8cae006995 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.839187] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-9700fca6-0504-45e5-85ff-6c8cae006995 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.844388] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-9700fca6-0504-45e5-85ff-6c8cae006995 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Deleting the datastore file [datastore2] b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.844388] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26a7c4fa-eb92-46ae-93c8-9ad047872d77 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.858897] env[68872]: DEBUG oslo_vmware.api [None req-9700fca6-0504-45e5-85ff-6c8cae006995 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 800.858897] env[68872]: value = "task-3092528" [ 800.858897] env[68872]: _type = "Task" [ 800.858897] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.880665] env[68872]: DEBUG oslo_vmware.api [None req-9700fca6-0504-45e5-85ff-6c8cae006995 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.977801] env[68872]: DEBUG oslo_vmware.api [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Task: {'id': task-3092526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.413394} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.978086] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.978935] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f687387-efb2-4024-92b2-927360a6dd97 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.004133] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 5935c3da-10ab-47b3-8cba-10a46b10f398/5935c3da-10ab-47b3-8cba-10a46b10f398.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.004486] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-994cd1b5-d7ce-4a0e-84c6-2a012c3420b3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.032130] env[68872]: DEBUG oslo_vmware.api [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Waiting for the task: (returnval){ [ 801.032130] env[68872]: value = "task-3092529" [ 801.032130] env[68872]: _type = "Task" [ 801.032130] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.044611] env[68872]: DEBUG oslo_vmware.api [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Task: {'id': task-3092529, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.122747] env[68872]: DEBUG nova.scheduler.client.report [None req-078163c3-98b7-4aca-9880-4f6856239be2 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.216557] env[68872]: DEBUG nova.network.neutron [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.272093] env[68872]: DEBUG nova.compute.manager [req-709df169-7558-45ef-9f81-a5746ad1fc84 req-d24a9e5a-101d-4618-875c-bff15bd48f9c service nova] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Received event network-vif-plugged-4fa1d848-ce16-426f-92e2-93719ec1714d {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.272344] env[68872]: DEBUG oslo_concurrency.lockutils [req-709df169-7558-45ef-9f81-a5746ad1fc84 req-d24a9e5a-101d-4618-875c-bff15bd48f9c service nova] Acquiring lock "b5176185-817b-42a0-a300-c7b06dda0a39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.272589] env[68872]: DEBUG oslo_concurrency.lockutils [req-709df169-7558-45ef-9f81-a5746ad1fc84 req-d24a9e5a-101d-4618-875c-bff15bd48f9c service nova] Lock "b5176185-817b-42a0-a300-c7b06dda0a39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.272792] env[68872]: DEBUG oslo_concurrency.lockutils [req-709df169-7558-45ef-9f81-a5746ad1fc84 req-d24a9e5a-101d-4618-875c-bff15bd48f9c service nova] Lock "b5176185-817b-42a0-a300-c7b06dda0a39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.273012] env[68872]: DEBUG nova.compute.manager [req-709df169-7558-45ef-9f81-a5746ad1fc84 req-d24a9e5a-101d-4618-875c-bff15bd48f9c service nova] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] No waiting events found dispatching network-vif-plugged-4fa1d848-ce16-426f-92e2-93719ec1714d {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 801.273241] env[68872]: WARNING nova.compute.manager [req-709df169-7558-45ef-9f81-a5746ad1fc84 req-d24a9e5a-101d-4618-875c-bff15bd48f9c service nova] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Received unexpected event network-vif-plugged-4fa1d848-ce16-426f-92e2-93719ec1714d for instance with vm_state building and task_state spawning. [ 801.273406] env[68872]: DEBUG nova.compute.manager [req-709df169-7558-45ef-9f81-a5746ad1fc84 req-d24a9e5a-101d-4618-875c-bff15bd48f9c service nova] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Received event network-changed-4fa1d848-ce16-426f-92e2-93719ec1714d {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.273545] env[68872]: DEBUG nova.compute.manager [req-709df169-7558-45ef-9f81-a5746ad1fc84 req-d24a9e5a-101d-4618-875c-bff15bd48f9c service nova] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Refreshing instance network info cache due to event network-changed-4fa1d848-ce16-426f-92e2-93719ec1714d. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 801.273818] env[68872]: DEBUG oslo_concurrency.lockutils [req-709df169-7558-45ef-9f81-a5746ad1fc84 req-d24a9e5a-101d-4618-875c-bff15bd48f9c service nova] Acquiring lock "refresh_cache-b5176185-817b-42a0-a300-c7b06dda0a39" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.349816] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.372233] env[68872]: DEBUG oslo_vmware.api [None req-9700fca6-0504-45e5-85ff-6c8cae006995 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382666} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.372648] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-9700fca6-0504-45e5-85ff-6c8cae006995 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.373770] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-9700fca6-0504-45e5-85ff-6c8cae006995 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.373770] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-9700fca6-0504-45e5-85ff-6c8cae006995 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.373770] env[68872]: INFO nova.compute.manager [None req-9700fca6-0504-45e5-85ff-6c8cae006995 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Took 1.18 seconds to destroy the instance on the hypervisor. [ 801.373770] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9700fca6-0504-45e5-85ff-6c8cae006995 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.373770] env[68872]: DEBUG nova.compute.manager [-] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 801.373770] env[68872]: DEBUG nova.network.neutron [-] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 801.425195] env[68872]: DEBUG nova.network.neutron [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Updating instance_info_cache with network_info: [{"id": "4fa1d848-ce16-426f-92e2-93719ec1714d", "address": "fa:16:3e:e7:e9:00", "network": {"id": "511b8d00-72bf-40ae-8aad-fe8733e4638f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1809232565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d310ae195e70437dbc04c8803c250050", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa1d848-ce", "ovs_interfaceid": "4fa1d848-ce16-426f-92e2-93719ec1714d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.543745] env[68872]: DEBUG oslo_vmware.api [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Task: {'id': task-3092529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.626759] env[68872]: DEBUG oslo_concurrency.lockutils [None req-078163c3-98b7-4aca-9880-4f6856239be2 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.325s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.629566] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.266s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.631633] env[68872]: INFO nova.compute.claims [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.670981] env[68872]: INFO nova.scheduler.client.report [None req-078163c3-98b7-4aca-9880-4f6856239be2 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Deleted allocations for instance 84b9c497-ec98-4af0-a615-54ec54d3993b [ 801.695938] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dee3726f-0957-4009-90ea-a0df81e17994 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "64959e3f-ada4-478c-9d1f-046ab4228db1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.695938] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dee3726f-0957-4009-90ea-a0df81e17994 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "64959e3f-ada4-478c-9d1f-046ab4228db1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.695938] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dee3726f-0957-4009-90ea-a0df81e17994 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "64959e3f-ada4-478c-9d1f-046ab4228db1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.695938] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dee3726f-0957-4009-90ea-a0df81e17994 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "64959e3f-ada4-478c-9d1f-046ab4228db1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.695938] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dee3726f-0957-4009-90ea-a0df81e17994 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "64959e3f-ada4-478c-9d1f-046ab4228db1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.697202] env[68872]: INFO nova.compute.manager [None req-dee3726f-0957-4009-90ea-a0df81e17994 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Terminating instance [ 801.925521] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Releasing lock "refresh_cache-b5176185-817b-42a0-a300-c7b06dda0a39" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.928019] env[68872]: DEBUG nova.compute.manager [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Instance network_info: |[{"id": "4fa1d848-ce16-426f-92e2-93719ec1714d", "address": "fa:16:3e:e7:e9:00", "network": {"id": "511b8d00-72bf-40ae-8aad-fe8733e4638f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1809232565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d310ae195e70437dbc04c8803c250050", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa1d848-ce", "ovs_interfaceid": "4fa1d848-ce16-426f-92e2-93719ec1714d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.928019] env[68872]: DEBUG oslo_concurrency.lockutils [req-709df169-7558-45ef-9f81-a5746ad1fc84 req-d24a9e5a-101d-4618-875c-bff15bd48f9c service nova] Acquired lock "refresh_cache-b5176185-817b-42a0-a300-c7b06dda0a39" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.928019] env[68872]: DEBUG nova.network.neutron [req-709df169-7558-45ef-9f81-a5746ad1fc84 req-d24a9e5a-101d-4618-875c-bff15bd48f9c service nova] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Refreshing network info cache for port 4fa1d848-ce16-426f-92e2-93719ec1714d {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.928019] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:e9:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3c995e9-7f2f-420c-880a-d60da6e708ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4fa1d848-ce16-426f-92e2-93719ec1714d', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.940609] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.942052] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.942052] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-820097b5-6824-49ed-8f90-af9b594c0f0b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.966017] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.966017] env[68872]: value = "task-3092530" [ 801.966017] env[68872]: _type = "Task" [ 801.966017] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.975896] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092530, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.048139] env[68872]: DEBUG oslo_vmware.api [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Task: {'id': task-3092529, 'name': ReconfigVM_Task, 'duration_secs': 0.693122} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.048498] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 5935c3da-10ab-47b3-8cba-10a46b10f398/5935c3da-10ab-47b3-8cba-10a46b10f398.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.049460] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcdba150-1713-4449-ae20-88c737077686 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.059067] env[68872]: DEBUG oslo_vmware.api [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Waiting for the task: (returnval){ [ 802.059067] env[68872]: value = "task-3092531" [ 802.059067] env[68872]: _type = "Task" [ 802.059067] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.071377] env[68872]: DEBUG oslo_vmware.api [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Task: {'id': task-3092531, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.183071] env[68872]: DEBUG oslo_concurrency.lockutils [None req-078163c3-98b7-4aca-9880-4f6856239be2 tempest-ServersTestFqdnHostnames-401707779 tempest-ServersTestFqdnHostnames-401707779-project-member] Lock "84b9c497-ec98-4af0-a615-54ec54d3993b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.898s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.201922] env[68872]: DEBUG nova.compute.manager [None req-dee3726f-0957-4009-90ea-a0df81e17994 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 802.201922] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-dee3726f-0957-4009-90ea-a0df81e17994 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 802.202725] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91496591-2f65-46cf-912b-8a0b319b7f31 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.213266] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee3726f-0957-4009-90ea-a0df81e17994 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 802.213729] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08d473ed-414b-48e1-9640-1203cbf53da1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.222212] env[68872]: DEBUG oslo_vmware.api [None req-dee3726f-0957-4009-90ea-a0df81e17994 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 802.222212] env[68872]: value = "task-3092532" [ 802.222212] env[68872]: _type = "Task" [ 802.222212] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.232202] env[68872]: DEBUG oslo_vmware.api [None req-dee3726f-0957-4009-90ea-a0df81e17994 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.236813] env[68872]: DEBUG nova.network.neutron [-] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.350609] env[68872]: DEBUG oslo_concurrency.lockutils [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "a75bd5f9-b243-4630-8eb0-d27da8fe12c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.350979] env[68872]: DEBUG oslo_concurrency.lockutils [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "a75bd5f9-b243-4630-8eb0-d27da8fe12c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.481747] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092530, 'name': CreateVM_Task, 'duration_secs': 0.442013} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.481959] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.483126] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.483303] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.483564] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.484029] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4069a9c-1721-4c0c-94f2-d8109a2fc538 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.490131] env[68872]: DEBUG oslo_vmware.api [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 802.490131] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52418db7-987b-eb91-c225-f0ac36a02e6b" [ 802.490131] env[68872]: _type = "Task" [ 802.490131] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.500033] env[68872]: DEBUG oslo_vmware.api [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52418db7-987b-eb91-c225-f0ac36a02e6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.572210] env[68872]: DEBUG oslo_vmware.api [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Task: {'id': task-3092531, 'name': Rename_Task, 'duration_secs': 0.189494} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.572505] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.573073] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89945fb9-6305-4c62-9966-70cef79588a8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.584726] env[68872]: DEBUG oslo_vmware.api [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Waiting for the task: (returnval){ [ 802.584726] env[68872]: value = "task-3092533" [ 802.584726] env[68872]: _type = "Task" [ 802.584726] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.597101] env[68872]: DEBUG oslo_vmware.api [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Task: {'id': task-3092533, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.740202] env[68872]: INFO nova.compute.manager [-] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Took 1.37 seconds to deallocate network for instance. [ 802.740460] env[68872]: DEBUG oslo_vmware.api [None req-dee3726f-0957-4009-90ea-a0df81e17994 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092532, 'name': PowerOffVM_Task, 'duration_secs': 0.294123} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.743482] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee3726f-0957-4009-90ea-a0df81e17994 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 802.743482] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-dee3726f-0957-4009-90ea-a0df81e17994 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 802.749656] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3a402f2-f617-4944-961c-3cb2976f3cb2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.752186] env[68872]: DEBUG nova.network.neutron [req-709df169-7558-45ef-9f81-a5746ad1fc84 req-d24a9e5a-101d-4618-875c-bff15bd48f9c service nova] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Updated VIF entry in instance network info cache for port 4fa1d848-ce16-426f-92e2-93719ec1714d. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.752733] env[68872]: DEBUG nova.network.neutron [req-709df169-7558-45ef-9f81-a5746ad1fc84 req-d24a9e5a-101d-4618-875c-bff15bd48f9c service nova] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Updating instance_info_cache with network_info: [{"id": "4fa1d848-ce16-426f-92e2-93719ec1714d", "address": "fa:16:3e:e7:e9:00", "network": {"id": "511b8d00-72bf-40ae-8aad-fe8733e4638f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1809232565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d310ae195e70437dbc04c8803c250050", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa1d848-ce", "ovs_interfaceid": "4fa1d848-ce16-426f-92e2-93719ec1714d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.842243] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-dee3726f-0957-4009-90ea-a0df81e17994 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 802.842452] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-dee3726f-0957-4009-90ea-a0df81e17994 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 802.842659] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-dee3726f-0957-4009-90ea-a0df81e17994 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Deleting the datastore file [datastore2] 64959e3f-ada4-478c-9d1f-046ab4228db1 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 802.843070] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc27fa84-7566-40a0-b88b-784533ba5b3a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.858977] env[68872]: DEBUG nova.compute.manager [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.861648] env[68872]: DEBUG oslo_vmware.api [None req-dee3726f-0957-4009-90ea-a0df81e17994 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 802.861648] env[68872]: value = "task-3092535" [ 802.861648] env[68872]: _type = "Task" [ 802.861648] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.876588] env[68872]: DEBUG oslo_vmware.api [None req-dee3726f-0957-4009-90ea-a0df81e17994 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092535, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.003397] env[68872]: DEBUG oslo_vmware.api [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52418db7-987b-eb91-c225-f0ac36a02e6b, 'name': SearchDatastore_Task, 'duration_secs': 0.015786} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.004168] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.004168] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.004385] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.004663] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.004663] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.005059] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-935e16b6-e3ee-4d4a-82a5-baddcd9f2b0a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.018176] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.018176] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.018691] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93782fb3-63c9-4343-bd80-60f917c5efed {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.028561] env[68872]: DEBUG oslo_vmware.api [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 803.028561] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520d1c5a-a714-7cae-bab6-0a9639f9f1f0" [ 803.028561] env[68872]: _type = "Task" [ 803.028561] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.050937] env[68872]: DEBUG oslo_vmware.api [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520d1c5a-a714-7cae-bab6-0a9639f9f1f0, 'name': SearchDatastore_Task, 'duration_secs': 0.014923} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.051922] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-466667d9-ae8f-4aeb-ac0d-6a0639ecc5c3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.067024] env[68872]: DEBUG oslo_vmware.api [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 803.067024] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]524159dc-88ae-37cb-d37f-c427dc43af2e" [ 803.067024] env[68872]: _type = "Task" [ 803.067024] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.075334] env[68872]: DEBUG oslo_vmware.api [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]524159dc-88ae-37cb-d37f-c427dc43af2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.100177] env[68872]: DEBUG oslo_vmware.api [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Task: {'id': task-3092533, 'name': PowerOnVM_Task, 'duration_secs': 0.517393} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.102559] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.102787] env[68872]: INFO nova.compute.manager [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Took 10.39 seconds to spawn the instance on the hypervisor. [ 803.102967] env[68872]: DEBUG nova.compute.manager [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.104169] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162c7321-e821-44bb-b7e0-4420135d9e9c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.256123] env[68872]: DEBUG oslo_concurrency.lockutils [req-709df169-7558-45ef-9f81-a5746ad1fc84 req-d24a9e5a-101d-4618-875c-bff15bd48f9c service nova] Releasing lock "refresh_cache-b5176185-817b-42a0-a300-c7b06dda0a39" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.257666] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9700fca6-0504-45e5-85ff-6c8cae006995 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.296414] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31e0f52-156c-41e8-a5d4-e396234c155f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.312640] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc33b39-002c-4e0a-9c05-5a3c4197e6a5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.357885] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce04416-82e8-4950-b8a0-c54f927679e5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.375373] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af19b185-6fb1-413d-abb8-6f13bc425abb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.386066] env[68872]: DEBUG oslo_vmware.api [None req-dee3726f-0957-4009-90ea-a0df81e17994 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092535, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228248} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.386904] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-dee3726f-0957-4009-90ea-a0df81e17994 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 803.387108] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-dee3726f-0957-4009-90ea-a0df81e17994 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 803.387314] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-dee3726f-0957-4009-90ea-a0df81e17994 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 803.387724] env[68872]: INFO nova.compute.manager [None req-dee3726f-0957-4009-90ea-a0df81e17994 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Took 1.19 seconds to destroy the instance on the hypervisor. [ 803.387941] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dee3726f-0957-4009-90ea-a0df81e17994 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.388045] env[68872]: DEBUG nova.compute.manager [-] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 803.388144] env[68872]: DEBUG nova.network.neutron [-] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 803.399055] env[68872]: DEBUG nova.compute.provider_tree [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.410601] env[68872]: DEBUG oslo_concurrency.lockutils [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.457863] env[68872]: DEBUG nova.compute.manager [req-6d30f78d-6b96-4433-a342-44afa4b6bdc9 req-3b7d5c7c-ddf3-41f7-b718-34d36f88395e service nova] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Received event network-vif-deleted-abc7467d-149d-4e31-a0df-1809c9e2713b {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.581022] env[68872]: DEBUG oslo_vmware.api [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]524159dc-88ae-37cb-d37f-c427dc43af2e, 'name': SearchDatastore_Task, 'duration_secs': 0.028478} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.581022] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.581022] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] b5176185-817b-42a0-a300-c7b06dda0a39/b5176185-817b-42a0-a300-c7b06dda0a39.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.581022] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2bca7a7b-7921-4e78-8c7a-d7210b815e20 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.590753] env[68872]: DEBUG oslo_vmware.api [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 803.590753] env[68872]: value = "task-3092536" [ 803.590753] env[68872]: _type = "Task" [ 803.590753] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.602094] env[68872]: DEBUG oslo_vmware.api [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.625143] env[68872]: INFO nova.compute.manager [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Took 42.90 seconds to build instance. [ 803.734628] env[68872]: DEBUG oslo_vmware.rw_handles [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e09ab3-46b9-f308-18e0-ae619d7448fa/disk-0.vmdk. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 803.735607] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830d503b-ae74-4f04-9f90-2b74a0902578 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.742593] env[68872]: DEBUG oslo_vmware.rw_handles [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e09ab3-46b9-f308-18e0-ae619d7448fa/disk-0.vmdk is in state: ready. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 803.742756] env[68872]: ERROR oslo_vmware.rw_handles [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e09ab3-46b9-f308-18e0-ae619d7448fa/disk-0.vmdk due to incomplete transfer. [ 803.742992] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d02938e0-7dbd-48af-af26-820b0cb617d1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.752856] env[68872]: DEBUG oslo_vmware.rw_handles [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e09ab3-46b9-f308-18e0-ae619d7448fa/disk-0.vmdk. {{(pid=68872) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 803.753079] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Uploaded image 1a32a369-49bb-4f70-af96-e658aa6d2286 to the Glance image server {{(pid=68872) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 803.758279] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Destroying the VM {{(pid=68872) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 803.758659] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2306fdb2-877e-4149-afcf-5ba45d44856b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.768815] env[68872]: DEBUG oslo_vmware.api [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 803.768815] env[68872]: value = "task-3092537" [ 803.768815] env[68872]: _type = "Task" [ 803.768815] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.781242] env[68872]: DEBUG oslo_vmware.api [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092537, 'name': Destroy_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.904087] env[68872]: DEBUG nova.scheduler.client.report [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.104019] env[68872]: DEBUG oslo_vmware.api [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092536, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.128715] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bfc3ef90-0473-4476-b2e7-af0eddc90630 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Lock "5935c3da-10ab-47b3-8cba-10a46b10f398" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.913s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.279611] env[68872]: DEBUG oslo_vmware.api [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092537, 'name': Destroy_Task, 'duration_secs': 0.39288} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.280093] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Destroyed the VM [ 804.280255] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Deleting Snapshot of the VM instance {{(pid=68872) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 804.280592] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b8650423-13d6-47aa-966a-ab2e4c93823e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.289523] env[68872]: DEBUG oslo_vmware.api [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 804.289523] env[68872]: value = "task-3092538" [ 804.289523] env[68872]: _type = "Task" [ 804.289523] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.300310] env[68872]: DEBUG oslo_vmware.api [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092538, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.410099] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.780s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.410675] env[68872]: DEBUG nova.compute.manager [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 804.414023] env[68872]: DEBUG oslo_concurrency.lockutils [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.022s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.415655] env[68872]: INFO nova.compute.claims [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.427669] env[68872]: DEBUG nova.network.neutron [-] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.605273] env[68872]: DEBUG oslo_vmware.api [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092536, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.86677} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.605596] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] b5176185-817b-42a0-a300-c7b06dda0a39/b5176185-817b-42a0-a300-c7b06dda0a39.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.605861] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.606197] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78809fe4-2332-4a13-8abc-ef10b5a6806e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.616448] env[68872]: DEBUG oslo_vmware.api [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 804.616448] env[68872]: value = "task-3092539" [ 804.616448] env[68872]: _type = "Task" [ 804.616448] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.630178] env[68872]: DEBUG oslo_vmware.api [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092539, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.802224] env[68872]: DEBUG oslo_vmware.api [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092538, 'name': RemoveSnapshot_Task, 'duration_secs': 0.429151} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.802561] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Deleted Snapshot of the VM instance {{(pid=68872) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 804.802844] env[68872]: DEBUG nova.compute.manager [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.803674] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e18e01-6f7f-4130-bc7f-0c225b6f7edd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.921308] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Acquiring lock "6b7ef617-73a7-4059-90b8-4a6e5e58ac2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.921308] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Lock "6b7ef617-73a7-4059-90b8-4a6e5e58ac2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.922972] env[68872]: DEBUG nova.compute.utils [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.927081] env[68872]: DEBUG nova.compute.manager [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 804.927425] env[68872]: DEBUG nova.network.neutron [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 804.930510] env[68872]: INFO nova.compute.manager [-] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Took 1.54 seconds to deallocate network for instance. [ 804.993128] env[68872]: DEBUG nova.policy [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0ebb0a2f76a4fb0afa6f13f2fe2eea7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fde025fc382b482b930cbe3dd25c8689', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 805.133864] env[68872]: DEBUG oslo_vmware.api [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092539, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.318911] env[68872]: INFO nova.compute.manager [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Shelve offloading [ 805.427465] env[68872]: DEBUG nova.compute.manager [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.432198] env[68872]: DEBUG nova.compute.manager [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 805.435907] env[68872]: DEBUG nova.network.neutron [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Successfully created port: 7115d92f-c42e-42a4-9e0b-5e82181fb964 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 805.443036] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dee3726f-0957-4009-90ea-a0df81e17994 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.509877] env[68872]: DEBUG nova.compute.manager [req-c196091e-322e-4105-872c-a05103a3cc30 req-9334f593-3a58-4162-90d8-eb190e3043b7 service nova] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Received event network-vif-deleted-80f6746a-9c8d-452f-809c-dd759101a2b8 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.511135] env[68872]: DEBUG oslo_concurrency.lockutils [None req-95633e71-9696-43c4-9a0b-d164d15a2fa1 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Acquiring lock "5935c3da-10ab-47b3-8cba-10a46b10f398" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.511431] env[68872]: DEBUG oslo_concurrency.lockutils [None req-95633e71-9696-43c4-9a0b-d164d15a2fa1 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Lock "5935c3da-10ab-47b3-8cba-10a46b10f398" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.511680] env[68872]: DEBUG oslo_concurrency.lockutils [None req-95633e71-9696-43c4-9a0b-d164d15a2fa1 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Acquiring lock "5935c3da-10ab-47b3-8cba-10a46b10f398-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.511965] env[68872]: DEBUG oslo_concurrency.lockutils [None req-95633e71-9696-43c4-9a0b-d164d15a2fa1 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Lock "5935c3da-10ab-47b3-8cba-10a46b10f398-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.512210] env[68872]: DEBUG oslo_concurrency.lockutils [None req-95633e71-9696-43c4-9a0b-d164d15a2fa1 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Lock "5935c3da-10ab-47b3-8cba-10a46b10f398-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.517103] env[68872]: INFO nova.compute.manager [None req-95633e71-9696-43c4-9a0b-d164d15a2fa1 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Terminating instance [ 805.630608] env[68872]: DEBUG oslo_vmware.api [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092539, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.998215} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.630921] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.631833] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc64d89a-73b9-4408-b0d0-1c337fc6f404 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.658942] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] b5176185-817b-42a0-a300-c7b06dda0a39/b5176185-817b-42a0-a300-c7b06dda0a39.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.662667] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e372fac0-01be-4954-abfa-dd5706bcd3e4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.684940] env[68872]: DEBUG oslo_vmware.api [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 805.684940] env[68872]: value = "task-3092540" [ 805.684940] env[68872]: _type = "Task" [ 805.684940] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.698540] env[68872]: DEBUG oslo_vmware.api [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092540, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.831316] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.831817] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2de9f60e-ac22-471a-85ab-767c5a9ca3eb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.840608] env[68872]: DEBUG oslo_vmware.api [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 805.840608] env[68872]: value = "task-3092541" [ 805.840608] env[68872]: _type = "Task" [ 805.840608] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.854121] env[68872]: DEBUG oslo_vmware.api [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.962670] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.023768] env[68872]: DEBUG nova.compute.manager [None req-95633e71-9696-43c4-9a0b-d164d15a2fa1 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 806.024020] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-95633e71-9696-43c4-9a0b-d164d15a2fa1 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.025188] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f436ecdc-9436-4b68-824e-8f5c489f8d79 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.031771] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af58906-7e6d-4dec-87b5-e48f52de7320 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.041295] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-95633e71-9696-43c4-9a0b-d164d15a2fa1 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.041985] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1da775e-b536-4195-b5b3-bba56d0d918b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.044331] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f2ae2b-c4ef-4ab2-8216-942444326afb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.080246] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36ee21d-469b-4017-9b9a-dd20869b7c63 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.083127] env[68872]: DEBUG oslo_vmware.api [None req-95633e71-9696-43c4-9a0b-d164d15a2fa1 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Waiting for the task: (returnval){ [ 806.083127] env[68872]: value = "task-3092542" [ 806.083127] env[68872]: _type = "Task" [ 806.083127] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.091658] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23647ed2-e0a6-45a2-8643-e0bad2eef9af {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.101087] env[68872]: DEBUG oslo_vmware.api [None req-95633e71-9696-43c4-9a0b-d164d15a2fa1 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Task: {'id': task-3092542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.113776] env[68872]: DEBUG nova.compute.provider_tree [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.199928] env[68872]: DEBUG oslo_vmware.api [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092540, 'name': ReconfigVM_Task, 'duration_secs': 0.440088} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.200425] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Reconfigured VM instance instance-00000037 to attach disk [datastore1] b5176185-817b-42a0-a300-c7b06dda0a39/b5176185-817b-42a0-a300-c7b06dda0a39.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.201397] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75ae859e-f9e2-4fb2-a346-477329428bd8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.210518] env[68872]: DEBUG oslo_vmware.api [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 806.210518] env[68872]: value = "task-3092543" [ 806.210518] env[68872]: _type = "Task" [ 806.210518] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.223925] env[68872]: DEBUG oslo_vmware.api [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092543, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.353970] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] VM already powered off {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 806.354446] env[68872]: DEBUG nova.compute.manager [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.355031] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c156c626-ce89-493b-8111-99345d79ef3f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.362499] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquiring lock "refresh_cache-dc37cf64-53d1-4b17-aa7d-2659924aef50" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.362689] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquired lock "refresh_cache-dc37cf64-53d1-4b17-aa7d-2659924aef50" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.362882] env[68872]: DEBUG nova.network.neutron [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.444602] env[68872]: DEBUG nova.compute.manager [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.477620] env[68872]: DEBUG nova.virt.hardware [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='60bcce72f0669f6730d750d57befca4b',container_format='bare',created_at=2025-03-19T16:05:14Z,direct_url=,disk_format='vmdk',id=af8c724c-81a4-41a8-9f9b-5ec40c2f29f9,min_disk=1,min_ram=0,name='tempest-test-snap-2012279046',owner='fde025fc382b482b930cbe3dd25c8689',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-03-19T16:05:29Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.478043] env[68872]: DEBUG nova.virt.hardware [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.478043] env[68872]: DEBUG nova.virt.hardware [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.478208] env[68872]: DEBUG nova.virt.hardware [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.478355] env[68872]: DEBUG nova.virt.hardware [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.478501] env[68872]: DEBUG nova.virt.hardware [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.478739] env[68872]: DEBUG nova.virt.hardware [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.478924] env[68872]: DEBUG nova.virt.hardware [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.479137] env[68872]: DEBUG nova.virt.hardware [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.479309] env[68872]: DEBUG nova.virt.hardware [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.479490] env[68872]: DEBUG nova.virt.hardware [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.480372] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aec8efa-b56a-4a20-9924-9c05047b3bff {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.488841] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48077660-93c1-46c1-80e9-ffed98827528 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.593380] env[68872]: DEBUG oslo_vmware.api [None req-95633e71-9696-43c4-9a0b-d164d15a2fa1 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Task: {'id': task-3092542, 'name': PowerOffVM_Task, 'duration_secs': 0.250485} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.593573] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-95633e71-9696-43c4-9a0b-d164d15a2fa1 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.593741] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-95633e71-9696-43c4-9a0b-d164d15a2fa1 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.593985] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7acb4430-50fb-4495-80fe-42b759f47772 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.616775] env[68872]: DEBUG nova.scheduler.client.report [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.662053] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-95633e71-9696-43c4-9a0b-d164d15a2fa1 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.662359] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-95633e71-9696-43c4-9a0b-d164d15a2fa1 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.662477] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-95633e71-9696-43c4-9a0b-d164d15a2fa1 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Deleting the datastore file [datastore1] 5935c3da-10ab-47b3-8cba-10a46b10f398 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.662790] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1699fce5-7042-4020-a11a-251fa5c0fc98 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.669594] env[68872]: DEBUG oslo_vmware.api [None req-95633e71-9696-43c4-9a0b-d164d15a2fa1 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Waiting for the task: (returnval){ [ 806.669594] env[68872]: value = "task-3092545" [ 806.669594] env[68872]: _type = "Task" [ 806.669594] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.677778] env[68872]: DEBUG oslo_vmware.api [None req-95633e71-9696-43c4-9a0b-d164d15a2fa1 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Task: {'id': task-3092545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.720500] env[68872]: DEBUG oslo_vmware.api [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092543, 'name': Rename_Task, 'duration_secs': 0.230963} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.720801] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.721102] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba407695-d9dd-4423-9494-413655d680d5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.727929] env[68872]: DEBUG oslo_vmware.api [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 806.727929] env[68872]: value = "task-3092546" [ 806.727929] env[68872]: _type = "Task" [ 806.727929] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.736785] env[68872]: DEBUG oslo_vmware.api [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092546, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.947452] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Acquiring lock "3a1420a4-c5a4-43e1-a646-217be4c1d6ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.947924] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Lock "3a1420a4-c5a4-43e1-a646-217be4c1d6ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.123155] env[68872]: DEBUG oslo_concurrency.lockutils [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.123155] env[68872]: DEBUG nova.compute.manager [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.125535] env[68872]: DEBUG oslo_concurrency.lockutils [None req-caf98639-38cf-42a3-96bf-26733e631211 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.597s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.125663] env[68872]: DEBUG nova.objects.instance [None req-caf98639-38cf-42a3-96bf-26733e631211 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Lazy-loading 'resources' on Instance uuid 774b87de-c90c-4537-ac67-17152e43395b {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.177840] env[68872]: DEBUG nova.network.neutron [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Successfully updated port: 7115d92f-c42e-42a4-9e0b-5e82181fb964 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 807.182393] env[68872]: DEBUG oslo_vmware.api [None req-95633e71-9696-43c4-9a0b-d164d15a2fa1 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Task: {'id': task-3092545, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189152} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.182633] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-95633e71-9696-43c4-9a0b-d164d15a2fa1 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.182822] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-95633e71-9696-43c4-9a0b-d164d15a2fa1 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.182995] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-95633e71-9696-43c4-9a0b-d164d15a2fa1 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.183194] env[68872]: INFO nova.compute.manager [None req-95633e71-9696-43c4-9a0b-d164d15a2fa1 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Took 1.16 seconds to destroy the instance on the hypervisor. [ 807.185481] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95633e71-9696-43c4-9a0b-d164d15a2fa1 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.185481] env[68872]: DEBUG nova.compute.manager [-] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.185481] env[68872]: DEBUG nova.network.neutron [-] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.238561] env[68872]: DEBUG oslo_vmware.api [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092546, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.273921] env[68872]: DEBUG nova.network.neutron [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Updating instance_info_cache with network_info: [{"id": "32f4e364-adb6-406f-9ab9-2296eb8d5574", "address": "fa:16:3e:8b:d1:7d", "network": {"id": "6d0a16ea-9b1c-4aa7-8d55-80f41b7ff7b4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1449616070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8166dac01854498998fcdb04e81b314c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32f4e364-ad", "ovs_interfaceid": "32f4e364-adb6-406f-9ab9-2296eb8d5574", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.451292] env[68872]: DEBUG nova.compute.manager [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 807.588793] env[68872]: DEBUG nova.compute.manager [req-8e60da1f-02f4-4d59-9899-228b4ea3a91b req-a58338b3-6609-422d-8708-1c953796f73b service nova] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Received event network-vif-plugged-7115d92f-c42e-42a4-9e0b-5e82181fb964 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.589167] env[68872]: DEBUG oslo_concurrency.lockutils [req-8e60da1f-02f4-4d59-9899-228b4ea3a91b req-a58338b3-6609-422d-8708-1c953796f73b service nova] Acquiring lock "d4f8cd17-8624-440f-bcf9-2f779f4fe909-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.589510] env[68872]: DEBUG oslo_concurrency.lockutils [req-8e60da1f-02f4-4d59-9899-228b4ea3a91b req-a58338b3-6609-422d-8708-1c953796f73b service nova] Lock "d4f8cd17-8624-440f-bcf9-2f779f4fe909-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.589721] env[68872]: DEBUG oslo_concurrency.lockutils [req-8e60da1f-02f4-4d59-9899-228b4ea3a91b req-a58338b3-6609-422d-8708-1c953796f73b service nova] Lock "d4f8cd17-8624-440f-bcf9-2f779f4fe909-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.589901] env[68872]: DEBUG nova.compute.manager [req-8e60da1f-02f4-4d59-9899-228b4ea3a91b req-a58338b3-6609-422d-8708-1c953796f73b service nova] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] No waiting events found dispatching network-vif-plugged-7115d92f-c42e-42a4-9e0b-5e82181fb964 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 807.590101] env[68872]: WARNING nova.compute.manager [req-8e60da1f-02f4-4d59-9899-228b4ea3a91b req-a58338b3-6609-422d-8708-1c953796f73b service nova] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Received unexpected event network-vif-plugged-7115d92f-c42e-42a4-9e0b-5e82181fb964 for instance with vm_state building and task_state spawning. [ 807.590275] env[68872]: DEBUG nova.compute.manager [req-8e60da1f-02f4-4d59-9899-228b4ea3a91b req-a58338b3-6609-422d-8708-1c953796f73b service nova] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Received event network-changed-7115d92f-c42e-42a4-9e0b-5e82181fb964 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.590429] env[68872]: DEBUG nova.compute.manager [req-8e60da1f-02f4-4d59-9899-228b4ea3a91b req-a58338b3-6609-422d-8708-1c953796f73b service nova] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Refreshing instance network info cache due to event network-changed-7115d92f-c42e-42a4-9e0b-5e82181fb964. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 807.590640] env[68872]: DEBUG oslo_concurrency.lockutils [req-8e60da1f-02f4-4d59-9899-228b4ea3a91b req-a58338b3-6609-422d-8708-1c953796f73b service nova] Acquiring lock "refresh_cache-d4f8cd17-8624-440f-bcf9-2f779f4fe909" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.590781] env[68872]: DEBUG oslo_concurrency.lockutils [req-8e60da1f-02f4-4d59-9899-228b4ea3a91b req-a58338b3-6609-422d-8708-1c953796f73b service nova] Acquired lock "refresh_cache-d4f8cd17-8624-440f-bcf9-2f779f4fe909" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.590939] env[68872]: DEBUG nova.network.neutron [req-8e60da1f-02f4-4d59-9899-228b4ea3a91b req-a58338b3-6609-422d-8708-1c953796f73b service nova] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Refreshing network info cache for port 7115d92f-c42e-42a4-9e0b-5e82181fb964 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.628759] env[68872]: DEBUG nova.compute.utils [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.632883] env[68872]: DEBUG nova.compute.manager [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 807.633028] env[68872]: DEBUG nova.network.neutron [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 807.683732] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquiring lock "refresh_cache-d4f8cd17-8624-440f-bcf9-2f779f4fe909" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.692842] env[68872]: DEBUG nova.policy [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ad5205200a943dba64708eddda0eda0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e262182e30c46d09045210c770d8126', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.744684] env[68872]: DEBUG oslo_vmware.api [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092546, 'name': PowerOnVM_Task, 'duration_secs': 0.517973} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.745047] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.745342] env[68872]: INFO nova.compute.manager [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Took 8.67 seconds to spawn the instance on the hypervisor. [ 807.745601] env[68872]: DEBUG nova.compute.manager [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.749371] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62aad5c2-dfba-4b0a-bbed-ee82ea20cb77 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.776858] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Releasing lock "refresh_cache-dc37cf64-53d1-4b17-aa7d-2659924aef50" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.930406] env[68872]: DEBUG nova.network.neutron [-] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.973161] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.136695] env[68872]: DEBUG nova.compute.manager [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.171219] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d60ef3-1132-4932-b4aa-e0527dfa9e6c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.175123] env[68872]: DEBUG nova.network.neutron [req-8e60da1f-02f4-4d59-9899-228b4ea3a91b req-a58338b3-6609-422d-8708-1c953796f73b service nova] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.189871] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd55305-57e5-46c1-af7d-f371c2e72d7c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.225729] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a606be3-4387-4396-ae4d-d0de8b0817af {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.235891] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67ea494-96e1-4960-a0c8-b3327bc144ef {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.255127] env[68872]: DEBUG nova.compute.provider_tree [None req-caf98639-38cf-42a3-96bf-26733e631211 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.278531] env[68872]: DEBUG nova.network.neutron [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Successfully created port: 479003c5-a701-43b0-94ac-92cc2c35a790 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.280951] env[68872]: INFO nova.compute.manager [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Took 36.97 seconds to build instance. [ 808.403231] env[68872]: DEBUG nova.network.neutron [req-8e60da1f-02f4-4d59-9899-228b4ea3a91b req-a58338b3-6609-422d-8708-1c953796f73b service nova] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.439869] env[68872]: INFO nova.compute.manager [-] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Took 1.25 seconds to deallocate network for instance. [ 808.526711] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.527673] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b33c4e5-075c-4593-8c44-6250f1989f06 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.535848] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.536101] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-011f4efb-f742-4783-89b2-757aa3223035 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.616808] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.618150] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.618150] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Deleting the datastore file [datastore2] dc37cf64-53d1-4b17-aa7d-2659924aef50 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.618150] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4cec9a51-defd-42f0-b8eb-315205b9e4b6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.631886] env[68872]: DEBUG oslo_vmware.api [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 808.631886] env[68872]: value = "task-3092548" [ 808.631886] env[68872]: _type = "Task" [ 808.631886] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.643136] env[68872]: DEBUG oslo_vmware.api [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.758669] env[68872]: DEBUG nova.scheduler.client.report [None req-caf98639-38cf-42a3-96bf-26733e631211 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.787995] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0b612f6e-a22d-4067-9007-9265c39721ab tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "b5176185-817b-42a0-a300-c7b06dda0a39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.485s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.905898] env[68872]: DEBUG oslo_concurrency.lockutils [req-8e60da1f-02f4-4d59-9899-228b4ea3a91b req-a58338b3-6609-422d-8708-1c953796f73b service nova] Releasing lock "refresh_cache-d4f8cd17-8624-440f-bcf9-2f779f4fe909" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.906231] env[68872]: DEBUG nova.compute.manager [req-8e60da1f-02f4-4d59-9899-228b4ea3a91b req-a58338b3-6609-422d-8708-1c953796f73b service nova] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Received event network-vif-deleted-d2cce7c5-c766-4cb0-b42d-4663d0effc2d {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.906431] env[68872]: INFO nova.compute.manager [req-8e60da1f-02f4-4d59-9899-228b4ea3a91b req-a58338b3-6609-422d-8708-1c953796f73b service nova] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Neutron deleted interface d2cce7c5-c766-4cb0-b42d-4663d0effc2d; detaching it from the instance and deleting it from the info cache [ 808.906607] env[68872]: DEBUG nova.network.neutron [req-8e60da1f-02f4-4d59-9899-228b4ea3a91b req-a58338b3-6609-422d-8708-1c953796f73b service nova] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.907700] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquired lock "refresh_cache-d4f8cd17-8624-440f-bcf9-2f779f4fe909" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.908577] env[68872]: DEBUG nova.network.neutron [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.944459] env[68872]: DEBUG oslo_concurrency.lockutils [None req-95633e71-9696-43c4-9a0b-d164d15a2fa1 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.144405] env[68872]: DEBUG oslo_vmware.api [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135345} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.144665] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.144843] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.145019] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.151785] env[68872]: DEBUG nova.compute.manager [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.168072] env[68872]: INFO nova.scheduler.client.report [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Deleted allocations for instance dc37cf64-53d1-4b17-aa7d-2659924aef50 [ 809.178959] env[68872]: DEBUG nova.virt.hardware [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.179129] env[68872]: DEBUG nova.virt.hardware [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.179220] env[68872]: DEBUG nova.virt.hardware [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.179388] env[68872]: DEBUG nova.virt.hardware [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.179631] env[68872]: DEBUG nova.virt.hardware [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.179741] env[68872]: DEBUG nova.virt.hardware [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.179919] env[68872]: DEBUG nova.virt.hardware [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.180094] env[68872]: DEBUG nova.virt.hardware [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.180261] env[68872]: DEBUG nova.virt.hardware [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.180419] env[68872]: DEBUG nova.virt.hardware [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.180616] env[68872]: DEBUG nova.virt.hardware [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.181765] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d20b547-5f3d-4927-8421-e0ec6f719099 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.191604] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6745cb5d-0f85-4ba9-ac25-01c760972279 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.264296] env[68872]: DEBUG oslo_concurrency.lockutils [None req-caf98639-38cf-42a3-96bf-26733e631211 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.266773] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 20.753s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.266891] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.266980] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68872) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 809.267387] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dfa4676d-11fa-47c8-bfc7-309e79e65b91 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.707s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.267525] env[68872]: DEBUG nova.objects.instance [None req-dfa4676d-11fa-47c8-bfc7-309e79e65b91 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Lazy-loading 'resources' on Instance uuid 623ccafe-c6f5-4713-a556-80eb794cc74d {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.269870] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b736cf4-dd15-44c0-a5cf-55e87f2680eb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.279181] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3891f798-1fae-4eb3-ae9c-f9fdb64946f2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.283849] env[68872]: INFO nova.scheduler.client.report [None req-caf98639-38cf-42a3-96bf-26733e631211 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Deleted allocations for instance 774b87de-c90c-4537-ac67-17152e43395b [ 809.298838] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1f122f-f426-4cfc-b5f0-c0e23266cc8f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.307032] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff6e217-b003-4990-a125-03fe731bd130 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.349643] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177046MB free_disk=137GB free_vcpus=48 pci_devices=None {{(pid=68872) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 809.349822] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.387501] env[68872]: DEBUG oslo_concurrency.lockutils [None req-083753d2-8fb7-45e6-8019-3112c98e2d95 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "b5176185-817b-42a0-a300-c7b06dda0a39" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.387651] env[68872]: DEBUG oslo_concurrency.lockutils [None req-083753d2-8fb7-45e6-8019-3112c98e2d95 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "b5176185-817b-42a0-a300-c7b06dda0a39" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.387841] env[68872]: DEBUG nova.compute.manager [None req-083753d2-8fb7-45e6-8019-3112c98e2d95 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.389086] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae9d087-ca81-4ea9-95f3-d55f73a56c00 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.398189] env[68872]: DEBUG nova.compute.manager [None req-083753d2-8fb7-45e6-8019-3112c98e2d95 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68872) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 809.398768] env[68872]: DEBUG nova.objects.instance [None req-083753d2-8fb7-45e6-8019-3112c98e2d95 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lazy-loading 'flavor' on Instance uuid b5176185-817b-42a0-a300-c7b06dda0a39 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.411523] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba9a220a-0184-408e-815c-feadfe4f68ea {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.422143] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a093053a-6e09-43c6-974b-23721108ad41 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.441792] env[68872]: DEBUG nova.network.neutron [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.457340] env[68872]: DEBUG nova.compute.manager [req-8e60da1f-02f4-4d59-9899-228b4ea3a91b req-a58338b3-6609-422d-8708-1c953796f73b service nova] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Detach interface failed, port_id=d2cce7c5-c766-4cb0-b42d-4663d0effc2d, reason: Instance 5935c3da-10ab-47b3-8cba-10a46b10f398 could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 809.582510] env[68872]: DEBUG nova.network.neutron [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Updating instance_info_cache with network_info: [{"id": "7115d92f-c42e-42a4-9e0b-5e82181fb964", "address": "fa:16:3e:2f:6d:bd", "network": {"id": "4b7c7b81-2b8d-430e-8b28-66c2135b7d3f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-958671692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fde025fc382b482b930cbe3dd25c8689", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7115d92f-c4", "ovs_interfaceid": "7115d92f-c42e-42a4-9e0b-5e82181fb964", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.615941] env[68872]: DEBUG nova.compute.manager [req-99a24f80-8f16-4816-99e1-e8db242caf52 req-de691cd6-8e99-48a5-aba8-43753adc9da7 service nova] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Received event network-vif-unplugged-32f4e364-adb6-406f-9ab9-2296eb8d5574 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.616202] env[68872]: DEBUG oslo_concurrency.lockutils [req-99a24f80-8f16-4816-99e1-e8db242caf52 req-de691cd6-8e99-48a5-aba8-43753adc9da7 service nova] Acquiring lock "dc37cf64-53d1-4b17-aa7d-2659924aef50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.616363] env[68872]: DEBUG oslo_concurrency.lockutils [req-99a24f80-8f16-4816-99e1-e8db242caf52 req-de691cd6-8e99-48a5-aba8-43753adc9da7 service nova] Lock "dc37cf64-53d1-4b17-aa7d-2659924aef50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.616555] env[68872]: DEBUG oslo_concurrency.lockutils [req-99a24f80-8f16-4816-99e1-e8db242caf52 req-de691cd6-8e99-48a5-aba8-43753adc9da7 service nova] Lock "dc37cf64-53d1-4b17-aa7d-2659924aef50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.616693] env[68872]: DEBUG nova.compute.manager [req-99a24f80-8f16-4816-99e1-e8db242caf52 req-de691cd6-8e99-48a5-aba8-43753adc9da7 service nova] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] No waiting events found dispatching network-vif-unplugged-32f4e364-adb6-406f-9ab9-2296eb8d5574 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 809.616851] env[68872]: WARNING nova.compute.manager [req-99a24f80-8f16-4816-99e1-e8db242caf52 req-de691cd6-8e99-48a5-aba8-43753adc9da7 service nova] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Received unexpected event network-vif-unplugged-32f4e364-adb6-406f-9ab9-2296eb8d5574 for instance with vm_state shelved_offloaded and task_state None. [ 809.617026] env[68872]: DEBUG nova.compute.manager [req-99a24f80-8f16-4816-99e1-e8db242caf52 req-de691cd6-8e99-48a5-aba8-43753adc9da7 service nova] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Received event network-changed-32f4e364-adb6-406f-9ab9-2296eb8d5574 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.617183] env[68872]: DEBUG nova.compute.manager [req-99a24f80-8f16-4816-99e1-e8db242caf52 req-de691cd6-8e99-48a5-aba8-43753adc9da7 service nova] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Refreshing instance network info cache due to event network-changed-32f4e364-adb6-406f-9ab9-2296eb8d5574. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.617363] env[68872]: DEBUG oslo_concurrency.lockutils [req-99a24f80-8f16-4816-99e1-e8db242caf52 req-de691cd6-8e99-48a5-aba8-43753adc9da7 service nova] Acquiring lock "refresh_cache-dc37cf64-53d1-4b17-aa7d-2659924aef50" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.617511] env[68872]: DEBUG oslo_concurrency.lockutils [req-99a24f80-8f16-4816-99e1-e8db242caf52 req-de691cd6-8e99-48a5-aba8-43753adc9da7 service nova] Acquired lock "refresh_cache-dc37cf64-53d1-4b17-aa7d-2659924aef50" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.617709] env[68872]: DEBUG nova.network.neutron [req-99a24f80-8f16-4816-99e1-e8db242caf52 req-de691cd6-8e99-48a5-aba8-43753adc9da7 service nova] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Refreshing network info cache for port 32f4e364-adb6-406f-9ab9-2296eb8d5574 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.674117] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.794675] env[68872]: DEBUG oslo_concurrency.lockutils [None req-caf98639-38cf-42a3-96bf-26733e631211 tempest-SecurityGroupsTestJSON-1316258935 tempest-SecurityGroupsTestJSON-1316258935-project-member] Lock "774b87de-c90c-4537-ac67-17152e43395b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.023s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.085515] env[68872]: DEBUG nova.network.neutron [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Successfully updated port: 479003c5-a701-43b0-94ac-92cc2c35a790 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 810.090021] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Releasing lock "refresh_cache-d4f8cd17-8624-440f-bcf9-2f779f4fe909" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.090021] env[68872]: DEBUG nova.compute.manager [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Instance network_info: |[{"id": "7115d92f-c42e-42a4-9e0b-5e82181fb964", "address": "fa:16:3e:2f:6d:bd", "network": {"id": "4b7c7b81-2b8d-430e-8b28-66c2135b7d3f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-958671692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fde025fc382b482b930cbe3dd25c8689", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7115d92f-c4", "ovs_interfaceid": "7115d92f-c42e-42a4-9e0b-5e82181fb964", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 810.090021] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:6d:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7115d92f-c42e-42a4-9e0b-5e82181fb964', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.102085] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.105899] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.107119] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb2e6eff-b75c-4045-9864-a7c678fdce32 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.135586] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.135586] env[68872]: value = "task-3092549" [ 810.135586] env[68872]: _type = "Task" [ 810.135586] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.147486] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092549, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.330505] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0960f5-311c-4415-ba50-2856ed906270 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.340960] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e550b5-a613-47ab-ac77-98cf388a2382 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.376008] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa79643-9a38-45ce-be57-aa49ee216f02 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.384757] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee479337-db82-4d7f-ac58-b2c5a69518ae {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.399345] env[68872]: DEBUG nova.compute.provider_tree [None req-dfa4676d-11fa-47c8-bfc7-309e79e65b91 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.411051] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-083753d2-8fb7-45e6-8019-3112c98e2d95 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.411051] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65037e0c-8991-4a0b-a6e3-5b4f629d1b33 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.418029] env[68872]: DEBUG oslo_vmware.api [None req-083753d2-8fb7-45e6-8019-3112c98e2d95 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 810.418029] env[68872]: value = "task-3092550" [ 810.418029] env[68872]: _type = "Task" [ 810.418029] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.427376] env[68872]: DEBUG oslo_vmware.api [None req-083753d2-8fb7-45e6-8019-3112c98e2d95 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.501271] env[68872]: DEBUG nova.network.neutron [req-99a24f80-8f16-4816-99e1-e8db242caf52 req-de691cd6-8e99-48a5-aba8-43753adc9da7 service nova] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Updated VIF entry in instance network info cache for port 32f4e364-adb6-406f-9ab9-2296eb8d5574. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.501629] env[68872]: DEBUG nova.network.neutron [req-99a24f80-8f16-4816-99e1-e8db242caf52 req-de691cd6-8e99-48a5-aba8-43753adc9da7 service nova] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Updating instance_info_cache with network_info: [{"id": "32f4e364-adb6-406f-9ab9-2296eb8d5574", "address": "fa:16:3e:8b:d1:7d", "network": {"id": "6d0a16ea-9b1c-4aa7-8d55-80f41b7ff7b4", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1449616070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8166dac01854498998fcdb04e81b314c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap32f4e364-ad", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.594774] env[68872]: DEBUG oslo_concurrency.lockutils [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Acquiring lock "refresh_cache-1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.595157] env[68872]: DEBUG oslo_concurrency.lockutils [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Acquired lock "refresh_cache-1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.595157] env[68872]: DEBUG nova.network.neutron [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.645734] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092549, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.904964] env[68872]: DEBUG nova.scheduler.client.report [None req-dfa4676d-11fa-47c8-bfc7-309e79e65b91 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.933047] env[68872]: DEBUG oslo_vmware.api [None req-083753d2-8fb7-45e6-8019-3112c98e2d95 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092550, 'name': PowerOffVM_Task, 'duration_secs': 0.237735} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.933047] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-083753d2-8fb7-45e6-8019-3112c98e2d95 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.933248] env[68872]: DEBUG nova.compute.manager [None req-083753d2-8fb7-45e6-8019-3112c98e2d95 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.934082] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7245d202-81e0-45ca-ac3c-01a8c8263a9c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.004719] env[68872]: DEBUG oslo_concurrency.lockutils [req-99a24f80-8f16-4816-99e1-e8db242caf52 req-de691cd6-8e99-48a5-aba8-43753adc9da7 service nova] Releasing lock "refresh_cache-dc37cf64-53d1-4b17-aa7d-2659924aef50" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.091327] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquiring lock "dc37cf64-53d1-4b17-aa7d-2659924aef50" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.148363] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092549, 'name': CreateVM_Task, 'duration_secs': 0.511789} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.148540] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.149313] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af8c724c-81a4-41a8-9f9b-5ec40c2f29f9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.149466] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af8c724c-81a4-41a8-9f9b-5ec40c2f29f9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.149809] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af8c724c-81a4-41a8-9f9b-5ec40c2f29f9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.150084] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a28d9855-4200-4812-afaf-d9f118ed7b64 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.155211] env[68872]: DEBUG oslo_vmware.api [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 811.155211] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d2d911-eb3d-c8db-dd63-4a06ee9bb346" [ 811.155211] env[68872]: _type = "Task" [ 811.155211] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.165451] env[68872]: DEBUG oslo_vmware.api [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d2d911-eb3d-c8db-dd63-4a06ee9bb346, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.349323] env[68872]: DEBUG nova.network.neutron [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 811.410426] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dfa4676d-11fa-47c8-bfc7-309e79e65b91 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.413089] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a61848be-437c-4c4d-8c26-dcfeeff7d999 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.616s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.413322] env[68872]: DEBUG nova.objects.instance [None req-a61848be-437c-4c4d-8c26-dcfeeff7d999 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Lazy-loading 'resources' on Instance uuid 3a696347-7405-4d53-9ea7-8f68d74b1629 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.440607] env[68872]: INFO nova.scheduler.client.report [None req-dfa4676d-11fa-47c8-bfc7-309e79e65b91 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Deleted allocations for instance 623ccafe-c6f5-4713-a556-80eb794cc74d [ 811.446794] env[68872]: DEBUG oslo_concurrency.lockutils [None req-083753d2-8fb7-45e6-8019-3112c98e2d95 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "b5176185-817b-42a0-a300-c7b06dda0a39" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.634242] env[68872]: DEBUG nova.network.neutron [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Updating instance_info_cache with network_info: [{"id": "479003c5-a701-43b0-94ac-92cc2c35a790", "address": "fa:16:3e:d5:2a:6b", "network": {"id": "41f27d29-802f-4668-976c-7f3122ae2de0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-417968453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e262182e30c46d09045210c770d8126", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap479003c5-a7", "ovs_interfaceid": "479003c5-a701-43b0-94ac-92cc2c35a790", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.671487] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af8c724c-81a4-41a8-9f9b-5ec40c2f29f9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.671487] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Processing image af8c724c-81a4-41a8-9f9b-5ec40c2f29f9 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.671487] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af8c724c-81a4-41a8-9f9b-5ec40c2f29f9/af8c724c-81a4-41a8-9f9b-5ec40c2f29f9.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.671487] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af8c724c-81a4-41a8-9f9b-5ec40c2f29f9/af8c724c-81a4-41a8-9f9b-5ec40c2f29f9.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.671487] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.671487] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45380013-cb70-45b4-ade2-3c34adaaa031 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.683888] env[68872]: DEBUG nova.compute.manager [req-61a1a49d-4e1f-477c-95d3-39898aab3e68 req-7c3e01fc-1679-4bd0-8ecb-ecd15defaeba service nova] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Received event network-vif-plugged-479003c5-a701-43b0-94ac-92cc2c35a790 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.683984] env[68872]: DEBUG oslo_concurrency.lockutils [req-61a1a49d-4e1f-477c-95d3-39898aab3e68 req-7c3e01fc-1679-4bd0-8ecb-ecd15defaeba service nova] Acquiring lock "1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.684199] env[68872]: DEBUG oslo_concurrency.lockutils [req-61a1a49d-4e1f-477c-95d3-39898aab3e68 req-7c3e01fc-1679-4bd0-8ecb-ecd15defaeba service nova] Lock "1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.684398] env[68872]: DEBUG oslo_concurrency.lockutils [req-61a1a49d-4e1f-477c-95d3-39898aab3e68 req-7c3e01fc-1679-4bd0-8ecb-ecd15defaeba service nova] Lock "1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.684528] env[68872]: DEBUG nova.compute.manager [req-61a1a49d-4e1f-477c-95d3-39898aab3e68 req-7c3e01fc-1679-4bd0-8ecb-ecd15defaeba service nova] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] No waiting events found dispatching network-vif-plugged-479003c5-a701-43b0-94ac-92cc2c35a790 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 811.684742] env[68872]: WARNING nova.compute.manager [req-61a1a49d-4e1f-477c-95d3-39898aab3e68 req-7c3e01fc-1679-4bd0-8ecb-ecd15defaeba service nova] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Received unexpected event network-vif-plugged-479003c5-a701-43b0-94ac-92cc2c35a790 for instance with vm_state building and task_state spawning. [ 811.686226] env[68872]: DEBUG nova.compute.manager [req-61a1a49d-4e1f-477c-95d3-39898aab3e68 req-7c3e01fc-1679-4bd0-8ecb-ecd15defaeba service nova] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Received event network-changed-479003c5-a701-43b0-94ac-92cc2c35a790 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.686226] env[68872]: DEBUG nova.compute.manager [req-61a1a49d-4e1f-477c-95d3-39898aab3e68 req-7c3e01fc-1679-4bd0-8ecb-ecd15defaeba service nova] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Refreshing instance network info cache due to event network-changed-479003c5-a701-43b0-94ac-92cc2c35a790. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.686226] env[68872]: DEBUG oslo_concurrency.lockutils [req-61a1a49d-4e1f-477c-95d3-39898aab3e68 req-7c3e01fc-1679-4bd0-8ecb-ecd15defaeba service nova] Acquiring lock "refresh_cache-1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.686505] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.686618] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.687715] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13012387-2811-424f-93bb-3bd363b889e9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.695338] env[68872]: DEBUG oslo_vmware.api [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 811.695338] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52271fac-0df1-f34e-1266-a75e73bf9faa" [ 811.695338] env[68872]: _type = "Task" [ 811.695338] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.707593] env[68872]: DEBUG oslo_vmware.api [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52271fac-0df1-f34e-1266-a75e73bf9faa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.955053] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dfa4676d-11fa-47c8-bfc7-309e79e65b91 tempest-AttachInterfacesUnderV243Test-1939688991 tempest-AttachInterfacesUnderV243Test-1939688991-project-member] Lock "623ccafe-c6f5-4713-a556-80eb794cc74d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.393s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.043530] env[68872]: INFO nova.compute.manager [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Rebuilding instance [ 812.112337] env[68872]: DEBUG nova.compute.manager [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.113212] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803b8bb4-6b7e-4083-820e-26682efbea2a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.137198] env[68872]: DEBUG oslo_concurrency.lockutils [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Releasing lock "refresh_cache-1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.137580] env[68872]: DEBUG nova.compute.manager [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Instance network_info: |[{"id": "479003c5-a701-43b0-94ac-92cc2c35a790", "address": "fa:16:3e:d5:2a:6b", "network": {"id": "41f27d29-802f-4668-976c-7f3122ae2de0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-417968453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e262182e30c46d09045210c770d8126", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap479003c5-a7", "ovs_interfaceid": "479003c5-a701-43b0-94ac-92cc2c35a790", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 812.137880] env[68872]: DEBUG oslo_concurrency.lockutils [req-61a1a49d-4e1f-477c-95d3-39898aab3e68 req-7c3e01fc-1679-4bd0-8ecb-ecd15defaeba service nova] Acquired lock "refresh_cache-1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.138069] env[68872]: DEBUG nova.network.neutron [req-61a1a49d-4e1f-477c-95d3-39898aab3e68 req-7c3e01fc-1679-4bd0-8ecb-ecd15defaeba service nova] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Refreshing network info cache for port 479003c5-a701-43b0-94ac-92cc2c35a790 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.139245] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:2a:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '479003c5-a701-43b0-94ac-92cc2c35a790', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.147745] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.148233] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.148470] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c64dd4a-ee42-421a-a7f4-da56a0968d70 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.177722] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.177722] env[68872]: value = "task-3092551" [ 812.177722] env[68872]: _type = "Task" [ 812.177722] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.192525] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092551, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.210021] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Preparing fetch location {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 812.210118] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Fetch image to [datastore2] OSTACK_IMG_6046ee02-a237-4b59-a2ee-1d78e247887d/OSTACK_IMG_6046ee02-a237-4b59-a2ee-1d78e247887d.vmdk {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 812.210301] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Downloading stream optimized image af8c724c-81a4-41a8-9f9b-5ec40c2f29f9 to [datastore2] OSTACK_IMG_6046ee02-a237-4b59-a2ee-1d78e247887d/OSTACK_IMG_6046ee02-a237-4b59-a2ee-1d78e247887d.vmdk on the data store datastore2 as vApp {{(pid=68872) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 812.210467] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Downloading image file data af8c724c-81a4-41a8-9f9b-5ec40c2f29f9 to the ESX as VM named 'OSTACK_IMG_6046ee02-a237-4b59-a2ee-1d78e247887d' {{(pid=68872) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 812.308989] env[68872]: DEBUG oslo_vmware.rw_handles [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 812.308989] env[68872]: value = "resgroup-9" [ 812.308989] env[68872]: _type = "ResourcePool" [ 812.308989] env[68872]: }. {{(pid=68872) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 812.308989] env[68872]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-10b6d0f6-0086-43ad-a0a8-49b83a6a0e01 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.341340] env[68872]: DEBUG oslo_vmware.rw_handles [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lease: (returnval){ [ 812.341340] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]528bc4ee-07ee-f96b-a2cf-161bce538b3d" [ 812.341340] env[68872]: _type = "HttpNfcLease" [ 812.341340] env[68872]: } obtained for vApp import into resource pool (val){ [ 812.341340] env[68872]: value = "resgroup-9" [ 812.341340] env[68872]: _type = "ResourcePool" [ 812.341340] env[68872]: }. {{(pid=68872) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 812.341636] env[68872]: DEBUG oslo_vmware.api [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the lease: (returnval){ [ 812.341636] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]528bc4ee-07ee-f96b-a2cf-161bce538b3d" [ 812.341636] env[68872]: _type = "HttpNfcLease" [ 812.341636] env[68872]: } to be ready. {{(pid=68872) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 812.349697] env[68872]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 812.349697] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]528bc4ee-07ee-f96b-a2cf-161bce538b3d" [ 812.349697] env[68872]: _type = "HttpNfcLease" [ 812.349697] env[68872]: } is initializing. {{(pid=68872) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 812.585999] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa01f350-b4fc-49a9-b6d9-a4884d1920fb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.595398] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e336fd82-233d-44ad-8692-8043c320a1fc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.630958] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c12b291-2a9d-4125-94f1-6de75bff247a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.642639] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bafc80c-b610-41fe-925d-2e3ff55bf9e5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.664400] env[68872]: DEBUG nova.compute.provider_tree [None req-a61848be-437c-4c4d-8c26-dcfeeff7d999 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.692024] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092551, 'name': CreateVM_Task, 'duration_secs': 0.355798} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.692399] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.693507] env[68872]: DEBUG oslo_concurrency.lockutils [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.693849] env[68872]: DEBUG oslo_concurrency.lockutils [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.694437] env[68872]: DEBUG oslo_concurrency.lockutils [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.694834] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5060b076-5e6e-49fc-83dd-eb08683ea8bc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.708879] env[68872]: DEBUG oslo_vmware.api [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for the task: (returnval){ [ 812.708879] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52095404-fcec-b60e-1246-3538f4026ecb" [ 812.708879] env[68872]: _type = "Task" [ 812.708879] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.728277] env[68872]: DEBUG oslo_vmware.api [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52095404-fcec-b60e-1246-3538f4026ecb, 'name': SearchDatastore_Task, 'duration_secs': 0.012976} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.728654] env[68872]: DEBUG oslo_concurrency.lockutils [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.728978] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.729427] env[68872]: DEBUG oslo_concurrency.lockutils [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.729720] env[68872]: DEBUG oslo_concurrency.lockutils [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.730145] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 812.730533] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e493c608-6e05-4bb2-aef5-8fe3a21d5fc2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.744136] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 812.744538] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 812.745932] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98577d74-fd7e-4a7c-9fd7-2459e7fc91e0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.753051] env[68872]: DEBUG oslo_vmware.api [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for the task: (returnval){ [ 812.753051] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]528d3c43-64c2-a018-da40-f0b38b0a3afb" [ 812.753051] env[68872]: _type = "Task" [ 812.753051] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.766061] env[68872]: DEBUG oslo_vmware.api [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]528d3c43-64c2-a018-da40-f0b38b0a3afb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.852329] env[68872]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 812.852329] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]528bc4ee-07ee-f96b-a2cf-161bce538b3d" [ 812.852329] env[68872]: _type = "HttpNfcLease" [ 812.852329] env[68872]: } is ready. {{(pid=68872) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 812.852329] env[68872]: DEBUG oslo_vmware.rw_handles [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 812.852329] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]528bc4ee-07ee-f96b-a2cf-161bce538b3d" [ 812.852329] env[68872]: _type = "HttpNfcLease" [ 812.852329] env[68872]: }. {{(pid=68872) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 812.852329] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b075c20-0b8b-430d-8123-03bf62953e37 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.858569] env[68872]: DEBUG oslo_vmware.rw_handles [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b6fbc4-e5fc-0051-e583-4133034ddb8c/disk-0.vmdk from lease info. {{(pid=68872) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 812.858701] env[68872]: DEBUG oslo_vmware.rw_handles [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b6fbc4-e5fc-0051-e583-4133034ddb8c/disk-0.vmdk. {{(pid=68872) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 812.925681] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e569c044-f58a-4da8-a94e-16f5006f6eda {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.985515] env[68872]: DEBUG nova.network.neutron [req-61a1a49d-4e1f-477c-95d3-39898aab3e68 req-7c3e01fc-1679-4bd0-8ecb-ecd15defaeba service nova] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Updated VIF entry in instance network info cache for port 479003c5-a701-43b0-94ac-92cc2c35a790. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.985608] env[68872]: DEBUG nova.network.neutron [req-61a1a49d-4e1f-477c-95d3-39898aab3e68 req-7c3e01fc-1679-4bd0-8ecb-ecd15defaeba service nova] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Updating instance_info_cache with network_info: [{"id": "479003c5-a701-43b0-94ac-92cc2c35a790", "address": "fa:16:3e:d5:2a:6b", "network": {"id": "41f27d29-802f-4668-976c-7f3122ae2de0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-417968453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e262182e30c46d09045210c770d8126", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap479003c5-a7", "ovs_interfaceid": "479003c5-a701-43b0-94ac-92cc2c35a790", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.134828] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.135206] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd362a72-a18f-46ee-b341-e6f541c8b3e9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.144756] env[68872]: DEBUG oslo_vmware.api [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 813.144756] env[68872]: value = "task-3092553" [ 813.144756] env[68872]: _type = "Task" [ 813.144756] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.161320] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] VM already powered off {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 813.161582] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.162414] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cb3dd5-a669-41f1-92fb-493f842931a0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.166757] env[68872]: DEBUG nova.scheduler.client.report [None req-a61848be-437c-4c4d-8c26-dcfeeff7d999 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.177586] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.182560] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ed09e2a-8f6a-416c-af93-492106ee1e16 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.268608] env[68872]: DEBUG oslo_vmware.api [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]528d3c43-64c2-a018-da40-f0b38b0a3afb, 'name': SearchDatastore_Task, 'duration_secs': 0.012006} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.273715] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b101407-3df3-44c7-a9cd-9aa6c0311161 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.285064] env[68872]: DEBUG oslo_vmware.api [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for the task: (returnval){ [ 813.285064] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52938acf-1c76-e0b0-4ac5-150fb223b4fb" [ 813.285064] env[68872]: _type = "Task" [ 813.285064] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.301254] env[68872]: DEBUG oslo_vmware.api [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52938acf-1c76-e0b0-4ac5-150fb223b4fb, 'name': SearchDatastore_Task, 'duration_secs': 0.013015} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.305070] env[68872]: DEBUG oslo_concurrency.lockutils [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.305070] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b/1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 813.305070] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4ef5d1b-2fe2-4526-b574-9bb5209ff369 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.314884] env[68872]: DEBUG oslo_vmware.api [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for the task: (returnval){ [ 813.314884] env[68872]: value = "task-3092555" [ 813.314884] env[68872]: _type = "Task" [ 813.314884] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.328808] env[68872]: DEBUG oslo_vmware.api [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.488457] env[68872]: DEBUG oslo_concurrency.lockutils [req-61a1a49d-4e1f-477c-95d3-39898aab3e68 req-7c3e01fc-1679-4bd0-8ecb-ecd15defaeba service nova] Releasing lock "refresh_cache-1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.675306] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a61848be-437c-4c4d-8c26-dcfeeff7d999 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.260s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.676363] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8d2d3aec-2a73-47ef-ad49-98f7e7af9d8d tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.636s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.677101] env[68872]: DEBUG nova.objects.instance [None req-8d2d3aec-2a73-47ef-ad49-98f7e7af9d8d tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Lazy-loading 'resources' on Instance uuid 31b939ea-8b15-4302-9656-791da7b0350b {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.728314] env[68872]: INFO nova.scheduler.client.report [None req-a61848be-437c-4c4d-8c26-dcfeeff7d999 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Deleted allocations for instance 3a696347-7405-4d53-9ea7-8f68d74b1629 [ 813.779887] env[68872]: DEBUG oslo_vmware.rw_handles [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Completed reading data from the image iterator. {{(pid=68872) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 813.780390] env[68872]: DEBUG oslo_vmware.rw_handles [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b6fbc4-e5fc-0051-e583-4133034ddb8c/disk-0.vmdk. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 813.781252] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f3c495-3f14-4341-af74-231fb7eff360 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.792181] env[68872]: DEBUG oslo_vmware.rw_handles [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b6fbc4-e5fc-0051-e583-4133034ddb8c/disk-0.vmdk is in state: ready. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 813.794030] env[68872]: DEBUG oslo_vmware.rw_handles [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b6fbc4-e5fc-0051-e583-4133034ddb8c/disk-0.vmdk. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 813.794030] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c79f86a8-5fed-4664-a9de-5d84fe492e97 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.824295] env[68872]: DEBUG oslo_vmware.api [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092555, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.975154] env[68872]: DEBUG oslo_vmware.rw_handles [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b6fbc4-e5fc-0051-e583-4133034ddb8c/disk-0.vmdk. {{(pid=68872) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 813.975154] env[68872]: INFO nova.virt.vmwareapi.images [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Downloaded image file data af8c724c-81a4-41a8-9f9b-5ec40c2f29f9 [ 813.975563] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6434561-4d30-4694-85b3-1b2f8299a1da {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.998012] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccc2aef1-43a3-46a6-89e5-1373cba2d581 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.029279] env[68872]: INFO nova.virt.vmwareapi.images [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] The imported VM was unregistered [ 814.032169] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Caching image {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 814.032487] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Creating directory with path [datastore2] devstack-image-cache_base/af8c724c-81a4-41a8-9f9b-5ec40c2f29f9 {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.032866] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9279cd19-203f-4ba1-9503-e22e48e7849a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.046091] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Created directory with path [datastore2] devstack-image-cache_base/af8c724c-81a4-41a8-9f9b-5ec40c2f29f9 {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.046414] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_6046ee02-a237-4b59-a2ee-1d78e247887d/OSTACK_IMG_6046ee02-a237-4b59-a2ee-1d78e247887d.vmdk to [datastore2] devstack-image-cache_base/af8c724c-81a4-41a8-9f9b-5ec40c2f29f9/af8c724c-81a4-41a8-9f9b-5ec40c2f29f9.vmdk. {{(pid=68872) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 814.046768] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6caffe72-6fa4-4972-8e79-6e21114a5984 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.057654] env[68872]: DEBUG oslo_vmware.api [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 814.057654] env[68872]: value = "task-3092557" [ 814.057654] env[68872]: _type = "Task" [ 814.057654] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.071885] env[68872]: DEBUG oslo_vmware.api [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092557, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.241855] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a61848be-437c-4c4d-8c26-dcfeeff7d999 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Lock "3a696347-7405-4d53-9ea7-8f68d74b1629" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.311s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.331847] env[68872]: DEBUG oslo_vmware.api [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092555, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51746} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.332401] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b/1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.332669] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.332966] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce66c0ea-a23a-436b-9d6a-7c7852562ca7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.343899] env[68872]: DEBUG oslo_vmware.api [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for the task: (returnval){ [ 814.343899] env[68872]: value = "task-3092558" [ 814.343899] env[68872]: _type = "Task" [ 814.343899] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.358970] env[68872]: DEBUG oslo_vmware.api [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092558, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.571367] env[68872]: DEBUG oslo_vmware.api [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092557, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.702095] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb16b5d-33fd-498f-89bd-80c39468bd8d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.717053] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d7bd33-74c5-421e-b935-2cfc477f5306 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.764393] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384dc34a-fcf7-4289-ab19-f57d751be25b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.778073] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e8ba3f-4faf-4273-a9fb-a7c940f7e5a9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.799162] env[68872]: DEBUG nova.compute.provider_tree [None req-8d2d3aec-2a73-47ef-ad49-98f7e7af9d8d tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.859179] env[68872]: DEBUG oslo_vmware.api [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092558, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088719} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.859513] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 814.860926] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8053a3b1-40ad-4920-8236-9eae7e2934b3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.891303] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b/1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.891515] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bc97ec1-191f-4516-b750-4659c4141d70 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.919227] env[68872]: DEBUG oslo_vmware.api [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for the task: (returnval){ [ 814.919227] env[68872]: value = "task-3092559" [ 814.919227] env[68872]: _type = "Task" [ 814.919227] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.933331] env[68872]: DEBUG oslo_vmware.api [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092559, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.078319] env[68872]: DEBUG oslo_vmware.api [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092557, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.302700] env[68872]: DEBUG nova.scheduler.client.report [None req-8d2d3aec-2a73-47ef-ad49-98f7e7af9d8d tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.439042] env[68872]: DEBUG oslo_vmware.api [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.573660] env[68872]: DEBUG oslo_vmware.api [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092557, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.811316] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8d2d3aec-2a73-47ef-ad49-98f7e7af9d8d tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.812125] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.776s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.814434] env[68872]: INFO nova.compute.claims [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.847441] env[68872]: INFO nova.scheduler.client.report [None req-8d2d3aec-2a73-47ef-ad49-98f7e7af9d8d tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Deleted allocations for instance 31b939ea-8b15-4302-9656-791da7b0350b [ 815.936550] env[68872]: DEBUG oslo_vmware.api [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.068997] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.069396] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.069788] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Deleting the datastore file [datastore1] b5176185-817b-42a0-a300-c7b06dda0a39 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.070847] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2eb5ed02-ad13-4538-b01e-c0982bd6e831 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.080684] env[68872]: DEBUG oslo_vmware.api [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092557, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.085511] env[68872]: DEBUG oslo_vmware.api [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 816.085511] env[68872]: value = "task-3092560" [ 816.085511] env[68872]: _type = "Task" [ 816.085511] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.095264] env[68872]: DEBUG oslo_vmware.api [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.357668] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8d2d3aec-2a73-47ef-ad49-98f7e7af9d8d tempest-ServersTestJSON-580506246 tempest-ServersTestJSON-580506246-project-member] Lock "31b939ea-8b15-4302-9656-791da7b0350b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.285s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.435195] env[68872]: DEBUG oslo_vmware.api [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.573405] env[68872]: DEBUG oslo_vmware.api [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092557, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.464422} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.573405] env[68872]: INFO nova.virt.vmwareapi.ds_util [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_6046ee02-a237-4b59-a2ee-1d78e247887d/OSTACK_IMG_6046ee02-a237-4b59-a2ee-1d78e247887d.vmdk to [datastore2] devstack-image-cache_base/af8c724c-81a4-41a8-9f9b-5ec40c2f29f9/af8c724c-81a4-41a8-9f9b-5ec40c2f29f9.vmdk. [ 816.573613] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Cleaning up location [datastore2] OSTACK_IMG_6046ee02-a237-4b59-a2ee-1d78e247887d {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 816.573672] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_6046ee02-a237-4b59-a2ee-1d78e247887d {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.573926] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01e66ffd-f15d-4a48-83ab-949ae6dd4559 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.583415] env[68872]: DEBUG oslo_vmware.api [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 816.583415] env[68872]: value = "task-3092561" [ 816.583415] env[68872]: _type = "Task" [ 816.583415] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.603645] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Acquiring lock "dcb555bc-660e-4ea9-a0ee-f5a3be79452b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.604962] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Lock "dcb555bc-660e-4ea9-a0ee-f5a3be79452b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.605199] env[68872]: DEBUG oslo_vmware.api [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.609452] env[68872]: DEBUG oslo_vmware.api [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092560, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242494} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.609786] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.609982] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.610178] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.932407] env[68872]: DEBUG oslo_vmware.api [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092559, 'name': ReconfigVM_Task, 'duration_secs': 1.70941} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.936061] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b/1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.938392] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3fd31b5-1359-4b09-a6a7-85f9c840159a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.947491] env[68872]: DEBUG oslo_vmware.api [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for the task: (returnval){ [ 816.947491] env[68872]: value = "task-3092562" [ 816.947491] env[68872]: _type = "Task" [ 816.947491] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.963803] env[68872]: DEBUG oslo_vmware.api [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092562, 'name': Rename_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.102406] env[68872]: DEBUG oslo_vmware.api [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.044448} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.102707] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.105407] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af8c724c-81a4-41a8-9f9b-5ec40c2f29f9/af8c724c-81a4-41a8-9f9b-5ec40c2f29f9.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.105407] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af8c724c-81a4-41a8-9f9b-5ec40c2f29f9/af8c724c-81a4-41a8-9f9b-5ec40c2f29f9.vmdk to [datastore2] d4f8cd17-8624-440f-bcf9-2f779f4fe909/d4f8cd17-8624-440f-bcf9-2f779f4fe909.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.105407] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81c2e074-4c14-4079-bd54-0b6660e66aa2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.112185] env[68872]: DEBUG nova.compute.manager [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 817.123723] env[68872]: DEBUG oslo_vmware.api [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 817.123723] env[68872]: value = "task-3092563" [ 817.123723] env[68872]: _type = "Task" [ 817.123723] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.134824] env[68872]: DEBUG oslo_vmware.api [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092563, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.439074] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615d9222-fd2a-4540-a4c4-8f4be820fcac {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.461020] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e75d0b9-fc35-46e2-9ad6-b976e0c6d909 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.471277] env[68872]: DEBUG oslo_vmware.api [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092562, 'name': Rename_Task, 'duration_secs': 0.163005} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.504346] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.504346] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f0d879a-2491-4102-9065-baf9278810a1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.504346] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76761201-1cf7-46ab-a329-84d236cffd80 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.517216] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4eff18-a93f-4a23-b60a-c70282d6f879 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.523837] env[68872]: DEBUG oslo_vmware.api [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for the task: (returnval){ [ 817.523837] env[68872]: value = "task-3092564" [ 817.523837] env[68872]: _type = "Task" [ 817.523837] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.539675] env[68872]: DEBUG nova.compute.provider_tree [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.545758] env[68872]: DEBUG oslo_vmware.api [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092564, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.648861] env[68872]: DEBUG oslo_vmware.api [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092563, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.654535] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.663545] env[68872]: DEBUG nova.virt.hardware [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.663545] env[68872]: DEBUG nova.virt.hardware [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.663777] env[68872]: DEBUG nova.virt.hardware [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.663847] env[68872]: DEBUG nova.virt.hardware [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.663992] env[68872]: DEBUG nova.virt.hardware [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.664158] env[68872]: DEBUG nova.virt.hardware [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.664372] env[68872]: DEBUG nova.virt.hardware [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.664531] env[68872]: DEBUG nova.virt.hardware [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.664699] env[68872]: DEBUG nova.virt.hardware [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.664866] env[68872]: DEBUG nova.virt.hardware [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.665065] env[68872]: DEBUG nova.virt.hardware [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.665966] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621cdbce-85ff-4a3a-9184-a2211bc368bb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.676302] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c930250-f392-4316-bf26-1e79bc677d27 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.698433] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:e9:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3c995e9-7f2f-420c-880a-d60da6e708ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4fa1d848-ce16-426f-92e2-93719ec1714d', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.706442] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.706442] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.706655] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f34eb36-b7b9-44a6-9cab-7fef248b72a6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.729431] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.729431] env[68872]: value = "task-3092565" [ 817.729431] env[68872]: _type = "Task" [ 817.729431] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.742721] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092565, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.042826] env[68872]: DEBUG oslo_vmware.api [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092564, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.047024] env[68872]: DEBUG nova.scheduler.client.report [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.152374] env[68872]: DEBUG oslo_vmware.api [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092563, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.245878] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092565, 'name': CreateVM_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.541509] env[68872]: DEBUG oslo_vmware.api [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092564, 'name': PowerOnVM_Task} progress is 70%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.553183] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.553660] env[68872]: DEBUG nova.compute.manager [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.557673] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.079s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.562220] env[68872]: INFO nova.compute.claims [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.648309] env[68872]: DEBUG oslo_vmware.api [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092563, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.744993] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092565, 'name': CreateVM_Task, 'duration_secs': 0.809305} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.744993] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.745238] env[68872]: DEBUG oslo_concurrency.lockutils [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.745421] env[68872]: DEBUG oslo_concurrency.lockutils [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.745838] env[68872]: DEBUG oslo_concurrency.lockutils [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.746058] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-539b4171-a282-4f9e-bc74-88357ba4c749 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.755241] env[68872]: DEBUG oslo_vmware.api [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 818.755241] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52b5acbd-bd21-cbd7-823a-2ce8222e254d" [ 818.755241] env[68872]: _type = "Task" [ 818.755241] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.772414] env[68872]: DEBUG oslo_vmware.api [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52b5acbd-bd21-cbd7-823a-2ce8222e254d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.044465] env[68872]: DEBUG oslo_vmware.api [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092564, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.060158] env[68872]: DEBUG nova.compute.utils [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.063431] env[68872]: DEBUG nova.compute.manager [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 819.064572] env[68872]: DEBUG nova.network.neutron [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 819.132209] env[68872]: DEBUG nova.policy [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bb10563838e4c02b7d32db4e73f1fa4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3003a96832f147d4b6226b9d3253f1b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.147834] env[68872]: DEBUG oslo_vmware.api [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092563, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.277956] env[68872]: DEBUG oslo_vmware.api [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52b5acbd-bd21-cbd7-823a-2ce8222e254d, 'name': SearchDatastore_Task, 'duration_secs': 0.094538} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.278516] env[68872]: DEBUG oslo_concurrency.lockutils [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.280158] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.282018] env[68872]: DEBUG oslo_concurrency.lockutils [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.282018] env[68872]: DEBUG oslo_concurrency.lockutils [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.282018] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.282018] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3affb604-1afc-4979-9ca4-4c0c7b2fcc87 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.305202] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.305468] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.306648] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77e719ad-c679-435a-af30-3caf7d7a8e2b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.323547] env[68872]: DEBUG oslo_vmware.api [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 819.323547] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]521829e2-1731-1b75-4cd1-5c5a1f3efa22" [ 819.323547] env[68872]: _type = "Task" [ 819.323547] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.335508] env[68872]: DEBUG oslo_vmware.api [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]521829e2-1731-1b75-4cd1-5c5a1f3efa22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.543552] env[68872]: DEBUG oslo_vmware.api [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092564, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.564840] env[68872]: DEBUG nova.compute.manager [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 819.647573] env[68872]: DEBUG oslo_vmware.api [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092563, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.48443} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.647870] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af8c724c-81a4-41a8-9f9b-5ec40c2f29f9/af8c724c-81a4-41a8-9f9b-5ec40c2f29f9.vmdk to [datastore2] d4f8cd17-8624-440f-bcf9-2f779f4fe909/d4f8cd17-8624-440f-bcf9-2f779f4fe909.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.649138] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68dfc7f6-7f6d-4d9c-a54c-436c3e21589e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.677526] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] d4f8cd17-8624-440f-bcf9-2f779f4fe909/d4f8cd17-8624-440f-bcf9-2f779f4fe909.vmdk or device None with type streamOptimized {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.681267] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cde1f3a-9897-4c36-aebe-68fdd270c4b3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.707040] env[68872]: DEBUG oslo_vmware.api [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 819.707040] env[68872]: value = "task-3092566" [ 819.707040] env[68872]: _type = "Task" [ 819.707040] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.726052] env[68872]: DEBUG oslo_vmware.api [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092566, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.789901] env[68872]: DEBUG nova.network.neutron [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Successfully created port: 64718835-e7ed-43cb-8a7c-a2e04a516418 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 819.836306] env[68872]: DEBUG oslo_vmware.api [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]521829e2-1731-1b75-4cd1-5c5a1f3efa22, 'name': SearchDatastore_Task, 'duration_secs': 0.089789} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.844156] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-351266a3-071a-44ef-bb0b-3be421447ba0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.849896] env[68872]: DEBUG oslo_vmware.api [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 819.849896] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52846f1f-41bd-54df-944c-abe426cf9c31" [ 819.849896] env[68872]: _type = "Task" [ 819.849896] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.860682] env[68872]: DEBUG oslo_vmware.api [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52846f1f-41bd-54df-944c-abe426cf9c31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.039158] env[68872]: DEBUG oslo_vmware.api [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092564, 'name': PowerOnVM_Task, 'duration_secs': 2.270509} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.039158] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.039158] env[68872]: INFO nova.compute.manager [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Took 10.89 seconds to spawn the instance on the hypervisor. [ 820.039158] env[68872]: DEBUG nova.compute.manager [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.041463] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258866de-ac0e-411f-8e3f-36578ee0389c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.200126] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5615fa-2588-42cb-bd3b-ad0b52382cc4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.216904] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781581e5-c796-4029-83ae-1c90cc1607e0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.223419] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Acquiring lock "8b363941-c78c-492e-9d73-2438248b7669" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.223759] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Lock "8b363941-c78c-492e-9d73-2438248b7669" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.228939] env[68872]: DEBUG oslo_vmware.api [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.255498] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013ddbd0-4570-4a6c-a33f-2b4453dc3315 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.264957] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7703f3-e9f3-49ad-ab21-3dae2af0a82f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.281244] env[68872]: DEBUG nova.compute.provider_tree [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.362284] env[68872]: DEBUG oslo_vmware.api [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52846f1f-41bd-54df-944c-abe426cf9c31, 'name': SearchDatastore_Task, 'duration_secs': 0.040166} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.362515] env[68872]: DEBUG oslo_concurrency.lockutils [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.362900] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] b5176185-817b-42a0-a300-c7b06dda0a39/b5176185-817b-42a0-a300-c7b06dda0a39.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.363338] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a418bc1-276b-4c4e-8b05-9ba8c968881a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.371479] env[68872]: DEBUG oslo_vmware.api [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 820.371479] env[68872]: value = "task-3092567" [ 820.371479] env[68872]: _type = "Task" [ 820.371479] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.384254] env[68872]: DEBUG oslo_vmware.api [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.387448] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "dd7f8ad1-c394-4217-933a-622094af0f63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.387448] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "dd7f8ad1-c394-4217-933a-622094af0f63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.567515] env[68872]: INFO nova.compute.manager [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Took 41.20 seconds to build instance. [ 820.574792] env[68872]: DEBUG nova.compute.manager [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 820.604033] env[68872]: DEBUG nova.virt.hardware [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.604033] env[68872]: DEBUG nova.virt.hardware [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.604033] env[68872]: DEBUG nova.virt.hardware [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.604033] env[68872]: DEBUG nova.virt.hardware [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.604033] env[68872]: DEBUG nova.virt.hardware [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.605748] env[68872]: DEBUG nova.virt.hardware [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.605845] env[68872]: DEBUG nova.virt.hardware [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.606213] env[68872]: DEBUG nova.virt.hardware [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.606450] env[68872]: DEBUG nova.virt.hardware [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.606624] env[68872]: DEBUG nova.virt.hardware [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.606825] env[68872]: DEBUG nova.virt.hardware [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.607762] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a856daf4-f1eb-4daf-b7fa-399eab48d2fd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.617371] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fba5ef-e434-40b1-898c-ac664392a7aa {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.720814] env[68872]: DEBUG oslo_vmware.api [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092566, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.787966] env[68872]: DEBUG nova.scheduler.client.report [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.882673] env[68872]: DEBUG oslo_vmware.api [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.070701] env[68872]: DEBUG oslo_concurrency.lockutils [None req-258d5dfd-4d61-498b-b303-22b291b72ca9 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Lock "1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.725s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.222504] env[68872]: DEBUG oslo_vmware.api [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092566, 'name': ReconfigVM_Task, 'duration_secs': 1.021134} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.222913] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Reconfigured VM instance instance-00000038 to attach disk [datastore2] d4f8cd17-8624-440f-bcf9-2f779f4fe909/d4f8cd17-8624-440f-bcf9-2f779f4fe909.vmdk or device None with type streamOptimized {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.224382] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eed81243-437f-4296-beab-bcf797eeb01b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.234753] env[68872]: DEBUG oslo_vmware.api [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 821.234753] env[68872]: value = "task-3092568" [ 821.234753] env[68872]: _type = "Task" [ 821.234753] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.251673] env[68872]: DEBUG oslo_vmware.api [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092568, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.294024] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.294024] env[68872]: DEBUG nova.compute.manager [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 821.296179] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 26.949s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.298051] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d9b42d29-600b-47b5-bf87-f464c287bcb2 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Acquiring lock "1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.298718] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d9b42d29-600b-47b5-bf87-f464c287bcb2 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Lock "1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.298978] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d9b42d29-600b-47b5-bf87-f464c287bcb2 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Acquiring lock "1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.299238] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d9b42d29-600b-47b5-bf87-f464c287bcb2 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Lock "1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.299411] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d9b42d29-600b-47b5-bf87-f464c287bcb2 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Lock "1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.302986] env[68872]: INFO nova.compute.manager [None req-d9b42d29-600b-47b5-bf87-f464c287bcb2 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Terminating instance [ 821.385731] env[68872]: DEBUG oslo_vmware.api [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092567, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.404889] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "4439751f-dd06-4cc0-ac40-95e88e587704" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.405221] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "4439751f-dd06-4cc0-ac40-95e88e587704" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.574275] env[68872]: DEBUG nova.compute.manager [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 821.646236] env[68872]: DEBUG nova.compute.manager [req-f2b4687f-be38-4e6f-a719-05140a617b54 req-46caf8a0-cfba-4857-9870-6b07ac6972f2 service nova] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Received event network-vif-plugged-64718835-e7ed-43cb-8a7c-a2e04a516418 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.646452] env[68872]: DEBUG oslo_concurrency.lockutils [req-f2b4687f-be38-4e6f-a719-05140a617b54 req-46caf8a0-cfba-4857-9870-6b07ac6972f2 service nova] Acquiring lock "9bb7ca31-5098-4b32-acd4-458386fdbd90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.646657] env[68872]: DEBUG oslo_concurrency.lockutils [req-f2b4687f-be38-4e6f-a719-05140a617b54 req-46caf8a0-cfba-4857-9870-6b07ac6972f2 service nova] Lock "9bb7ca31-5098-4b32-acd4-458386fdbd90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.646825] env[68872]: DEBUG oslo_concurrency.lockutils [req-f2b4687f-be38-4e6f-a719-05140a617b54 req-46caf8a0-cfba-4857-9870-6b07ac6972f2 service nova] Lock "9bb7ca31-5098-4b32-acd4-458386fdbd90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.646986] env[68872]: DEBUG nova.compute.manager [req-f2b4687f-be38-4e6f-a719-05140a617b54 req-46caf8a0-cfba-4857-9870-6b07ac6972f2 service nova] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] No waiting events found dispatching network-vif-plugged-64718835-e7ed-43cb-8a7c-a2e04a516418 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 821.647287] env[68872]: WARNING nova.compute.manager [req-f2b4687f-be38-4e6f-a719-05140a617b54 req-46caf8a0-cfba-4857-9870-6b07ac6972f2 service nova] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Received unexpected event network-vif-plugged-64718835-e7ed-43cb-8a7c-a2e04a516418 for instance with vm_state building and task_state spawning. [ 821.659190] env[68872]: DEBUG nova.network.neutron [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Successfully updated port: 64718835-e7ed-43cb-8a7c-a2e04a516418 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 821.748032] env[68872]: DEBUG oslo_vmware.api [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092568, 'name': Rename_Task, 'duration_secs': 0.428546} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.748032] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.748032] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c8da712-032b-487d-b866-54613f9dc3d7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.755552] env[68872]: DEBUG oslo_vmware.api [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 821.755552] env[68872]: value = "task-3092569" [ 821.755552] env[68872]: _type = "Task" [ 821.755552] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.764107] env[68872]: DEBUG oslo_vmware.api [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.802863] env[68872]: DEBUG nova.objects.instance [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Lazy-loading 'migration_context' on Instance uuid d8a69a2c-2c5d-42e8-b2c0-e0c3585de439 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.805496] env[68872]: DEBUG nova.compute.utils [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.807574] env[68872]: DEBUG nova.compute.manager [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 821.807665] env[68872]: DEBUG nova.network.neutron [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 821.810826] env[68872]: DEBUG nova.compute.manager [None req-d9b42d29-600b-47b5-bf87-f464c287bcb2 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.810826] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b42d29-600b-47b5-bf87-f464c287bcb2 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.812243] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456252bf-9fca-468d-88ad-3634c6fc5017 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.820363] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b42d29-600b-47b5-bf87-f464c287bcb2 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.820647] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d424093d-6af1-439c-9fae-06266df77c09 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.830582] env[68872]: DEBUG oslo_vmware.api [None req-d9b42d29-600b-47b5-bf87-f464c287bcb2 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for the task: (returnval){ [ 821.830582] env[68872]: value = "task-3092570" [ 821.830582] env[68872]: _type = "Task" [ 821.830582] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.842582] env[68872]: DEBUG oslo_vmware.api [None req-d9b42d29-600b-47b5-bf87-f464c287bcb2 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.859886] env[68872]: DEBUG nova.policy [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19277d36f251466cb1fb20c8037ca446', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4c041d2417c49f4a833b427a5bee0de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.883786] env[68872]: DEBUG oslo_vmware.api [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092567, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.031775} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.884176] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] b5176185-817b-42a0-a300-c7b06dda0a39/b5176185-817b-42a0-a300-c7b06dda0a39.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.884488] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.884846] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21e75b31-32c9-4d6e-8871-f899076df0da {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.893166] env[68872]: DEBUG oslo_vmware.api [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 821.893166] env[68872]: value = "task-3092571" [ 821.893166] env[68872]: _type = "Task" [ 821.893166] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.903947] env[68872]: DEBUG oslo_vmware.api [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.102710] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.161741] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Acquiring lock "refresh_cache-9bb7ca31-5098-4b32-acd4-458386fdbd90" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.162171] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Acquired lock "refresh_cache-9bb7ca31-5098-4b32-acd4-458386fdbd90" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.162536] env[68872]: DEBUG nova.network.neutron [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.212021] env[68872]: DEBUG nova.network.neutron [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Successfully created port: 9867122d-1340-4c51-92c5-c0d8b85b3743 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 822.271076] env[68872]: DEBUG oslo_vmware.api [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092569, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.313357] env[68872]: DEBUG nova.compute.manager [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 822.350024] env[68872]: DEBUG oslo_vmware.api [None req-d9b42d29-600b-47b5-bf87-f464c287bcb2 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092570, 'name': PowerOffVM_Task, 'duration_secs': 0.199948} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.350024] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b42d29-600b-47b5-bf87-f464c287bcb2 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.350024] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b42d29-600b-47b5-bf87-f464c287bcb2 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.350024] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a20c4aa-7ce3-457c-9415-4e40c60974e4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.410156] env[68872]: DEBUG oslo_vmware.api [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072454} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.410156] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.411486] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be08737-f726-40a3-99a8-383c7b258787 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.444725] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] b5176185-817b-42a0-a300-c7b06dda0a39/b5176185-817b-42a0-a300-c7b06dda0a39.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.446913] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f1ce3c6-9b73-42fc-acfc-8e99ffac0da6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.461034] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b42d29-600b-47b5-bf87-f464c287bcb2 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.461243] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b42d29-600b-47b5-bf87-f464c287bcb2 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.461423] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9b42d29-600b-47b5-bf87-f464c287bcb2 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Deleting the datastore file [datastore2] 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.464287] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b31c395d-3cc5-4b92-99c7-4a19131da542 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.481267] env[68872]: DEBUG oslo_vmware.api [None req-d9b42d29-600b-47b5-bf87-f464c287bcb2 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for the task: (returnval){ [ 822.481267] env[68872]: value = "task-3092573" [ 822.481267] env[68872]: _type = "Task" [ 822.481267] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.486370] env[68872]: DEBUG oslo_vmware.api [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 822.486370] env[68872]: value = "task-3092574" [ 822.486370] env[68872]: _type = "Task" [ 822.486370] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.503866] env[68872]: DEBUG oslo_vmware.api [None req-d9b42d29-600b-47b5-bf87-f464c287bcb2 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092573, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.510700] env[68872]: DEBUG oslo_vmware.api [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.714438] env[68872]: DEBUG nova.network.neutron [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.768800] env[68872]: DEBUG oslo_vmware.api [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092569, 'name': PowerOnVM_Task, 'duration_secs': 0.597161} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.769401] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.769987] env[68872]: INFO nova.compute.manager [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Took 16.32 seconds to spawn the instance on the hypervisor. [ 822.770316] env[68872]: DEBUG nova.compute.manager [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.777020] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ec67ee-c421-474e-9ad8-ac3c6946ee88 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.934130] env[68872]: DEBUG nova.network.neutron [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Updating instance_info_cache with network_info: [{"id": "64718835-e7ed-43cb-8a7c-a2e04a516418", "address": "fa:16:3e:58:13:ed", "network": {"id": "ebd37a7f-a2d0-46d0-9393-62c00a105b3c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1055003960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3003a96832f147d4b6226b9d3253f1b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64718835-e7", "ovs_interfaceid": "64718835-e7ed-43cb-8a7c-a2e04a516418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.953078] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5c3630-92c6-4c46-a853-d0cffa24d234 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.962334] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f96776-49fb-4e77-a341-31759ce595f1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.004694] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7319be89-276a-4139-8a1c-fadd306fb8e9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.018853] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ed0d11-8a1b-4e62-b19b-e888145665c7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.023342] env[68872]: DEBUG oslo_vmware.api [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092574, 'name': ReconfigVM_Task, 'duration_secs': 0.354529} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.023569] env[68872]: DEBUG oslo_vmware.api [None req-d9b42d29-600b-47b5-bf87-f464c287bcb2 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092573, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.024206] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Reconfigured VM instance instance-00000037 to attach disk [datastore2] b5176185-817b-42a0-a300-c7b06dda0a39/b5176185-817b-42a0-a300-c7b06dda0a39.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.025217] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1be6e6a9-2551-4153-9566-37fb7742b237 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.038101] env[68872]: DEBUG nova.compute.provider_tree [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.042885] env[68872]: DEBUG oslo_vmware.api [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 823.042885] env[68872]: value = "task-3092575" [ 823.042885] env[68872]: _type = "Task" [ 823.042885] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.050696] env[68872]: DEBUG oslo_vmware.api [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092575, 'name': Rename_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.308435] env[68872]: INFO nova.compute.manager [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Took 47.96 seconds to build instance. [ 823.325410] env[68872]: DEBUG nova.compute.manager [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.362888] env[68872]: DEBUG nova.virt.hardware [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.363152] env[68872]: DEBUG nova.virt.hardware [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.363328] env[68872]: DEBUG nova.virt.hardware [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.363482] env[68872]: DEBUG nova.virt.hardware [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.363627] env[68872]: DEBUG nova.virt.hardware [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.363783] env[68872]: DEBUG nova.virt.hardware [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.363998] env[68872]: DEBUG nova.virt.hardware [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.364767] env[68872]: DEBUG nova.virt.hardware [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.364995] env[68872]: DEBUG nova.virt.hardware [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.365234] env[68872]: DEBUG nova.virt.hardware [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.365505] env[68872]: DEBUG nova.virt.hardware [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.366520] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a1f965-dcd5-42e5-9fe4-7f2add7e0692 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.378857] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f1ab8d-fe3b-4be5-b825-8b8f9301a030 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.438034] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Releasing lock "refresh_cache-9bb7ca31-5098-4b32-acd4-458386fdbd90" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.438034] env[68872]: DEBUG nova.compute.manager [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Instance network_info: |[{"id": "64718835-e7ed-43cb-8a7c-a2e04a516418", "address": "fa:16:3e:58:13:ed", "network": {"id": "ebd37a7f-a2d0-46d0-9393-62c00a105b3c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1055003960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3003a96832f147d4b6226b9d3253f1b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64718835-e7", "ovs_interfaceid": "64718835-e7ed-43cb-8a7c-a2e04a516418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 823.438034] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:13:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39a4aca0-934b-4a91-8779-6a4360c3f967', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64718835-e7ed-43cb-8a7c-a2e04a516418', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.445735] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Creating folder: Project (3003a96832f147d4b6226b9d3253f1b2). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.446119] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b1de135-ee80-4722-84e5-e9eae9f73d11 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.460415] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Created folder: Project (3003a96832f147d4b6226b9d3253f1b2) in parent group-v618835. [ 823.460534] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Creating folder: Instances. Parent ref: group-v619004. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.461377] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee53990f-5793-418b-88a9-5a71a43bd087 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.473447] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Created folder: Instances in parent group-v619004. [ 823.477018] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.477018] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.477018] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b24b2ae-9361-4304-9fd6-9ac5435cb4fb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.498527] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.498527] env[68872]: value = "task-3092578" [ 823.498527] env[68872]: _type = "Task" [ 823.498527] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.507936] env[68872]: DEBUG oslo_vmware.api [None req-d9b42d29-600b-47b5-bf87-f464c287bcb2 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092573, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.893635} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.514671] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9b42d29-600b-47b5-bf87-f464c287bcb2 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.515315] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b42d29-600b-47b5-bf87-f464c287bcb2 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.515547] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b42d29-600b-47b5-bf87-f464c287bcb2 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.515750] env[68872]: INFO nova.compute.manager [None req-d9b42d29-600b-47b5-bf87-f464c287bcb2 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Took 1.71 seconds to destroy the instance on the hypervisor. [ 823.516032] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9b42d29-600b-47b5-bf87-f464c287bcb2 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.516215] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092578, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.517021] env[68872]: DEBUG nova.compute.manager [-] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.517021] env[68872]: DEBUG nova.network.neutron [-] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.543093] env[68872]: DEBUG nova.scheduler.client.report [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.561709] env[68872]: DEBUG oslo_vmware.api [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092575, 'name': Rename_Task, 'duration_secs': 0.218761} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.564215] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 823.566080] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5394a7b-03fd-4da2-8642-c9fd4f02e83b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.587722] env[68872]: DEBUG oslo_vmware.api [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 823.587722] env[68872]: value = "task-3092579" [ 823.587722] env[68872]: _type = "Task" [ 823.587722] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.598133] env[68872]: DEBUG oslo_vmware.api [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.809832] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bd3bcf58-a110-423a-8cd7-5e26c2b764cc tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "d4f8cd17-8624-440f-bcf9-2f779f4fe909" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.474s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.012545] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092578, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.073455] env[68872]: DEBUG oslo_concurrency.lockutils [None req-10835d2f-26f7-40f2-bb90-585fbb6bb0a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquiring lock "d4f8cd17-8624-440f-bcf9-2f779f4fe909" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.073710] env[68872]: DEBUG oslo_concurrency.lockutils [None req-10835d2f-26f7-40f2-bb90-585fbb6bb0a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "d4f8cd17-8624-440f-bcf9-2f779f4fe909" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.073927] env[68872]: DEBUG oslo_concurrency.lockutils [None req-10835d2f-26f7-40f2-bb90-585fbb6bb0a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquiring lock "d4f8cd17-8624-440f-bcf9-2f779f4fe909-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.074127] env[68872]: DEBUG oslo_concurrency.lockutils [None req-10835d2f-26f7-40f2-bb90-585fbb6bb0a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "d4f8cd17-8624-440f-bcf9-2f779f4fe909-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.074337] env[68872]: DEBUG oslo_concurrency.lockutils [None req-10835d2f-26f7-40f2-bb90-585fbb6bb0a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "d4f8cd17-8624-440f-bcf9-2f779f4fe909-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.077498] env[68872]: INFO nova.compute.manager [None req-10835d2f-26f7-40f2-bb90-585fbb6bb0a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Terminating instance [ 824.100875] env[68872]: DEBUG oslo_vmware.api [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092579, 'name': PowerOnVM_Task, 'duration_secs': 0.480188} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.101318] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.101409] env[68872]: DEBUG nova.compute.manager [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.102230] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8475cb1c-bbc5-41f8-bcbf-b70b976ab356 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.243432] env[68872]: DEBUG nova.compute.manager [req-4b5f5aea-6b9c-49e9-957e-f3fb2ef19980 req-9d390738-c98f-46f5-859d-b4e230ceaaab service nova] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Received event network-changed-64718835-e7ed-43cb-8a7c-a2e04a516418 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.243621] env[68872]: DEBUG nova.compute.manager [req-4b5f5aea-6b9c-49e9-957e-f3fb2ef19980 req-9d390738-c98f-46f5-859d-b4e230ceaaab service nova] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Refreshing instance network info cache due to event network-changed-64718835-e7ed-43cb-8a7c-a2e04a516418. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 824.243935] env[68872]: DEBUG oslo_concurrency.lockutils [req-4b5f5aea-6b9c-49e9-957e-f3fb2ef19980 req-9d390738-c98f-46f5-859d-b4e230ceaaab service nova] Acquiring lock "refresh_cache-9bb7ca31-5098-4b32-acd4-458386fdbd90" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.244058] env[68872]: DEBUG oslo_concurrency.lockutils [req-4b5f5aea-6b9c-49e9-957e-f3fb2ef19980 req-9d390738-c98f-46f5-859d-b4e230ceaaab service nova] Acquired lock "refresh_cache-9bb7ca31-5098-4b32-acd4-458386fdbd90" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.244230] env[68872]: DEBUG nova.network.neutron [req-4b5f5aea-6b9c-49e9-957e-f3fb2ef19980 req-9d390738-c98f-46f5-859d-b4e230ceaaab service nova] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Refreshing network info cache for port 64718835-e7ed-43cb-8a7c-a2e04a516418 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.315172] env[68872]: DEBUG nova.compute.manager [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.332368] env[68872]: DEBUG nova.network.neutron [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Successfully updated port: 9867122d-1340-4c51-92c5-c0d8b85b3743 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.508507] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092578, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.567014] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.271s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.574591] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a2e7adff-87ee-4d3f-b721-ab98f9614a51 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.665s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.574800] env[68872]: DEBUG nova.objects.instance [None req-a2e7adff-87ee-4d3f-b721-ab98f9614a51 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lazy-loading 'resources' on Instance uuid 9945ec86-a679-4a3e-a72b-88ad7c7e4c18 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.586317] env[68872]: DEBUG nova.compute.manager [None req-10835d2f-26f7-40f2-bb90-585fbb6bb0a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 824.586554] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-10835d2f-26f7-40f2-bb90-585fbb6bb0a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.587987] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da9cfce-b8fa-4c97-a1c7-1eee3f216bc3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.597108] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-10835d2f-26f7-40f2-bb90-585fbb6bb0a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.597852] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdae0796-72b9-427a-b8ea-f655f3edaa49 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.606688] env[68872]: DEBUG oslo_vmware.api [None req-10835d2f-26f7-40f2-bb90-585fbb6bb0a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 824.606688] env[68872]: value = "task-3092580" [ 824.606688] env[68872]: _type = "Task" [ 824.606688] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.618065] env[68872]: INFO nova.compute.manager [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] bringing vm to original state: 'stopped' [ 824.621182] env[68872]: DEBUG oslo_vmware.api [None req-10835d2f-26f7-40f2-bb90-585fbb6bb0a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.711552] env[68872]: DEBUG nova.network.neutron [-] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.837095] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquiring lock "refresh_cache-45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.837471] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquired lock "refresh_cache-45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.838197] env[68872]: DEBUG nova.network.neutron [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.848207] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.011296] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092578, 'name': CreateVM_Task, 'duration_secs': 1.485668} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.011296] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.011296] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.011296] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.011296] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.011296] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e71691cc-6ec4-436b-b5cd-484cb0c77ce4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.017940] env[68872]: DEBUG oslo_vmware.api [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Waiting for the task: (returnval){ [ 825.017940] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]524cc2c6-fab7-b37a-d999-aada368cf93a" [ 825.017940] env[68872]: _type = "Task" [ 825.017940] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.034373] env[68872]: DEBUG oslo_vmware.api [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]524cc2c6-fab7-b37a-d999-aada368cf93a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.037023] env[68872]: DEBUG nova.network.neutron [req-4b5f5aea-6b9c-49e9-957e-f3fb2ef19980 req-9d390738-c98f-46f5-859d-b4e230ceaaab service nova] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Updated VIF entry in instance network info cache for port 64718835-e7ed-43cb-8a7c-a2e04a516418. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.040346] env[68872]: DEBUG nova.network.neutron [req-4b5f5aea-6b9c-49e9-957e-f3fb2ef19980 req-9d390738-c98f-46f5-859d-b4e230ceaaab service nova] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Updating instance_info_cache with network_info: [{"id": "64718835-e7ed-43cb-8a7c-a2e04a516418", "address": "fa:16:3e:58:13:ed", "network": {"id": "ebd37a7f-a2d0-46d0-9393-62c00a105b3c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1055003960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3003a96832f147d4b6226b9d3253f1b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64718835-e7", "ovs_interfaceid": "64718835-e7ed-43cb-8a7c-a2e04a516418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.121729] env[68872]: DEBUG oslo_vmware.api [None req-10835d2f-26f7-40f2-bb90-585fbb6bb0a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092580, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.215951] env[68872]: INFO nova.compute.manager [-] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Took 1.70 seconds to deallocate network for instance. [ 825.397976] env[68872]: DEBUG nova.network.neutron [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.530068] env[68872]: DEBUG oslo_vmware.api [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]524cc2c6-fab7-b37a-d999-aada368cf93a, 'name': SearchDatastore_Task, 'duration_secs': 0.013258} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.530399] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.530672] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.532976] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.532976] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.532976] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.532976] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-710a7c32-f2ea-45e9-99cf-49c3d517d74d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.541081] env[68872]: DEBUG oslo_concurrency.lockutils [req-4b5f5aea-6b9c-49e9-957e-f3fb2ef19980 req-9d390738-c98f-46f5-859d-b4e230ceaaab service nova] Releasing lock "refresh_cache-9bb7ca31-5098-4b32-acd4-458386fdbd90" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.548700] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.548903] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.549752] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5925d3b-f1a4-4abe-8ddf-58fb17d49f33 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.558567] env[68872]: DEBUG oslo_vmware.api [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Waiting for the task: (returnval){ [ 825.558567] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526a2ccc-baa5-ab99-8d5e-a42720987973" [ 825.558567] env[68872]: _type = "Task" [ 825.558567] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.569051] env[68872]: DEBUG oslo_vmware.api [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526a2ccc-baa5-ab99-8d5e-a42720987973, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.584422] env[68872]: DEBUG nova.network.neutron [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Updating instance_info_cache with network_info: [{"id": "9867122d-1340-4c51-92c5-c0d8b85b3743", "address": "fa:16:3e:b6:6a:e3", "network": {"id": "9ddb9b42-5fa0-41e5-90d8-76c787e7299a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-527242181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4c041d2417c49f4a833b427a5bee0de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9867122d-13", "ovs_interfaceid": "9867122d-1340-4c51-92c5-c0d8b85b3743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.620536] env[68872]: DEBUG oslo_vmware.api [None req-10835d2f-26f7-40f2-bb90-585fbb6bb0a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092580, 'name': PowerOffVM_Task, 'duration_secs': 0.647959} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.621168] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-10835d2f-26f7-40f2-bb90-585fbb6bb0a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.621168] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-10835d2f-26f7-40f2-bb90-585fbb6bb0a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.621345] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df7f8689-8359-45f3-9fcb-06716cff8471 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.625030] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867bad78-3bf9-4957-ab36-420e2b5210c4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.628953] env[68872]: DEBUG oslo_concurrency.lockutils [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "b5176185-817b-42a0-a300-c7b06dda0a39" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.629266] env[68872]: DEBUG oslo_concurrency.lockutils [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "b5176185-817b-42a0-a300-c7b06dda0a39" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.629479] env[68872]: DEBUG nova.compute.manager [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.630820] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1c104d-f94c-4452-82db-c714b3ab4a22 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.640171] env[68872]: DEBUG nova.compute.manager [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68872) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 825.643208] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f970b7-ec7e-419b-8256-c6680366fed3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.652107] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Acquiring lock "94bd856e-3c4a-4e52-a149-1207e5d83c85" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.653615] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Lock "94bd856e-3c4a-4e52-a149-1207e5d83c85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.687057] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a080512-88cf-4a50-bcfe-046e7e4c9808 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.696061] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2882d0-66ba-4dc5-aedb-ab7fc166ffec {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.707281] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-10835d2f-26f7-40f2-bb90-585fbb6bb0a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.707281] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-10835d2f-26f7-40f2-bb90-585fbb6bb0a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.707281] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-10835d2f-26f7-40f2-bb90-585fbb6bb0a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Deleting the datastore file [datastore2] d4f8cd17-8624-440f-bcf9-2f779f4fe909 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.707281] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb623391-b0b7-4762-8d96-ef57132c2e28 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.714775] env[68872]: DEBUG nova.compute.provider_tree [None req-a2e7adff-87ee-4d3f-b721-ab98f9614a51 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.725387] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d9b42d29-600b-47b5-bf87-f464c287bcb2 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.725821] env[68872]: DEBUG oslo_vmware.api [None req-10835d2f-26f7-40f2-bb90-585fbb6bb0a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 825.725821] env[68872]: value = "task-3092582" [ 825.725821] env[68872]: _type = "Task" [ 825.725821] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.737143] env[68872]: DEBUG oslo_vmware.api [None req-10835d2f-26f7-40f2-bb90-585fbb6bb0a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.069431] env[68872]: DEBUG oslo_vmware.api [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526a2ccc-baa5-ab99-8d5e-a42720987973, 'name': SearchDatastore_Task, 'duration_secs': 0.013322} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.070339] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6521c879-b359-4e90-a6bb-b3dfbc0a9a70 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.076301] env[68872]: DEBUG oslo_vmware.api [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Waiting for the task: (returnval){ [ 826.076301] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529c8d61-a8af-9d69-2461-de2894bb2018" [ 826.076301] env[68872]: _type = "Task" [ 826.076301] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.085229] env[68872]: DEBUG oslo_vmware.api [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529c8d61-a8af-9d69-2461-de2894bb2018, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.089852] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Releasing lock "refresh_cache-45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.090184] env[68872]: DEBUG nova.compute.manager [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Instance network_info: |[{"id": "9867122d-1340-4c51-92c5-c0d8b85b3743", "address": "fa:16:3e:b6:6a:e3", "network": {"id": "9ddb9b42-5fa0-41e5-90d8-76c787e7299a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-527242181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4c041d2417c49f4a833b427a5bee0de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9867122d-13", "ovs_interfaceid": "9867122d-1340-4c51-92c5-c0d8b85b3743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 826.090563] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:6a:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb18870e-f482-4c7b-8cd4-5c933d3ad294', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9867122d-1340-4c51-92c5-c0d8b85b3743', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.098109] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.098331] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.098549] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-315ae68c-6f04-4ed5-9a2c-6105fc7c980d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.122540] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.122540] env[68872]: value = "task-3092583" [ 826.122540] env[68872]: _type = "Task" [ 826.122540] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.127103] env[68872]: INFO nova.compute.manager [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Swapping old allocation on dict_keys(['a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f']) held by migration 3c616015-329e-4e12-89ae-a8068036cf39 for instance [ 826.132038] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092583, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.148528] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.149429] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fc05489-dc49-46bc-9c9c-dcc2d4a71a4c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.151462] env[68872]: DEBUG nova.scheduler.client.report [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Overwriting current allocation {'allocations': {'a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 83}}, 'project_id': 'd5fbe3c3c1e347548cc8dffa7cc6149d', 'user_id': 'ccedb4fa5578487497027687143ec3eb', 'consumer_generation': 1} on consumer d8a69a2c-2c5d-42e8-b2c0-e0c3585de439 {{(pid=68872) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 826.161133] env[68872]: DEBUG oslo_vmware.api [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 826.161133] env[68872]: value = "task-3092584" [ 826.161133] env[68872]: _type = "Task" [ 826.161133] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.170711] env[68872]: DEBUG oslo_vmware.api [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.217934] env[68872]: DEBUG nova.scheduler.client.report [None req-a2e7adff-87ee-4d3f-b721-ab98f9614a51 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.240543] env[68872]: DEBUG oslo_vmware.api [None req-10835d2f-26f7-40f2-bb90-585fbb6bb0a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127255} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.241575] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-10835d2f-26f7-40f2-bb90-585fbb6bb0a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.241784] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-10835d2f-26f7-40f2-bb90-585fbb6bb0a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.242086] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-10835d2f-26f7-40f2-bb90-585fbb6bb0a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.242187] env[68872]: INFO nova.compute.manager [None req-10835d2f-26f7-40f2-bb90-585fbb6bb0a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Took 1.66 seconds to destroy the instance on the hypervisor. [ 826.242438] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10835d2f-26f7-40f2-bb90-585fbb6bb0a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.242875] env[68872]: DEBUG nova.compute.manager [-] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 826.242968] env[68872]: DEBUG nova.network.neutron [-] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 826.277108] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquiring lock "refresh_cache-d8a69a2c-2c5d-42e8-b2c0-e0c3585de439" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.277316] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquired lock "refresh_cache-d8a69a2c-2c5d-42e8-b2c0-e0c3585de439" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.277497] env[68872]: DEBUG nova.network.neutron [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.281668] env[68872]: DEBUG nova.compute.manager [req-bce59bb6-1062-454f-a594-634efec94c98 req-19d39967-8b23-46ac-92da-0d4feb7e7bab service nova] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Received event network-vif-plugged-9867122d-1340-4c51-92c5-c0d8b85b3743 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.281901] env[68872]: DEBUG oslo_concurrency.lockutils [req-bce59bb6-1062-454f-a594-634efec94c98 req-19d39967-8b23-46ac-92da-0d4feb7e7bab service nova] Acquiring lock "45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.282172] env[68872]: DEBUG oslo_concurrency.lockutils [req-bce59bb6-1062-454f-a594-634efec94c98 req-19d39967-8b23-46ac-92da-0d4feb7e7bab service nova] Lock "45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.282310] env[68872]: DEBUG oslo_concurrency.lockutils [req-bce59bb6-1062-454f-a594-634efec94c98 req-19d39967-8b23-46ac-92da-0d4feb7e7bab service nova] Lock "45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.282502] env[68872]: DEBUG nova.compute.manager [req-bce59bb6-1062-454f-a594-634efec94c98 req-19d39967-8b23-46ac-92da-0d4feb7e7bab service nova] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] No waiting events found dispatching network-vif-plugged-9867122d-1340-4c51-92c5-c0d8b85b3743 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 826.282663] env[68872]: WARNING nova.compute.manager [req-bce59bb6-1062-454f-a594-634efec94c98 req-19d39967-8b23-46ac-92da-0d4feb7e7bab service nova] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Received unexpected event network-vif-plugged-9867122d-1340-4c51-92c5-c0d8b85b3743 for instance with vm_state building and task_state spawning. [ 826.282820] env[68872]: DEBUG nova.compute.manager [req-bce59bb6-1062-454f-a594-634efec94c98 req-19d39967-8b23-46ac-92da-0d4feb7e7bab service nova] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Received event network-vif-deleted-479003c5-a701-43b0-94ac-92cc2c35a790 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.282979] env[68872]: DEBUG nova.compute.manager [req-bce59bb6-1062-454f-a594-634efec94c98 req-19d39967-8b23-46ac-92da-0d4feb7e7bab service nova] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Received event network-changed-9867122d-1340-4c51-92c5-c0d8b85b3743 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.283154] env[68872]: DEBUG nova.compute.manager [req-bce59bb6-1062-454f-a594-634efec94c98 req-19d39967-8b23-46ac-92da-0d4feb7e7bab service nova] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Refreshing instance network info cache due to event network-changed-9867122d-1340-4c51-92c5-c0d8b85b3743. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.283339] env[68872]: DEBUG oslo_concurrency.lockutils [req-bce59bb6-1062-454f-a594-634efec94c98 req-19d39967-8b23-46ac-92da-0d4feb7e7bab service nova] Acquiring lock "refresh_cache-45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.283474] env[68872]: DEBUG oslo_concurrency.lockutils [req-bce59bb6-1062-454f-a594-634efec94c98 req-19d39967-8b23-46ac-92da-0d4feb7e7bab service nova] Acquired lock "refresh_cache-45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.283640] env[68872]: DEBUG nova.network.neutron [req-bce59bb6-1062-454f-a594-634efec94c98 req-19d39967-8b23-46ac-92da-0d4feb7e7bab service nova] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Refreshing network info cache for port 9867122d-1340-4c51-92c5-c0d8b85b3743 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.590859] env[68872]: DEBUG oslo_vmware.api [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529c8d61-a8af-9d69-2461-de2894bb2018, 'name': SearchDatastore_Task, 'duration_secs': 0.011039} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.591460] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.591857] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 9bb7ca31-5098-4b32-acd4-458386fdbd90/9bb7ca31-5098-4b32-acd4-458386fdbd90.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.592469] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6046318f-2d2e-47e7-91a5-53ab68b4ea3a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.601426] env[68872]: DEBUG oslo_vmware.api [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Waiting for the task: (returnval){ [ 826.601426] env[68872]: value = "task-3092585" [ 826.601426] env[68872]: _type = "Task" [ 826.601426] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.609628] env[68872]: DEBUG oslo_vmware.api [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Task: {'id': task-3092585, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.632589] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092583, 'name': CreateVM_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.673119] env[68872]: DEBUG oslo_vmware.api [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092584, 'name': PowerOffVM_Task, 'duration_secs': 0.225211} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.673119] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.673273] env[68872]: DEBUG nova.compute.manager [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.673978] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d13766e-0ffb-410c-a45c-cc1cf79e6401 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.724204] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a2e7adff-87ee-4d3f-b721-ab98f9614a51 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.726714] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.539s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.728423] env[68872]: INFO nova.compute.claims [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.751377] env[68872]: INFO nova.scheduler.client.report [None req-a2e7adff-87ee-4d3f-b721-ab98f9614a51 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Deleted allocations for instance 9945ec86-a679-4a3e-a72b-88ad7c7e4c18 [ 827.111134] env[68872]: DEBUG nova.network.neutron [-] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.115019] env[68872]: DEBUG oslo_vmware.api [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Task: {'id': task-3092585, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467758} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.115019] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 9bb7ca31-5098-4b32-acd4-458386fdbd90/9bb7ca31-5098-4b32-acd4-458386fdbd90.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.115019] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.115019] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc297968-0ce6-40b9-8408-762068c040a0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.121067] env[68872]: DEBUG oslo_vmware.api [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Waiting for the task: (returnval){ [ 827.121067] env[68872]: value = "task-3092586" [ 827.121067] env[68872]: _type = "Task" [ 827.121067] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.136231] env[68872]: DEBUG oslo_vmware.api [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Task: {'id': task-3092586, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.139932] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092583, 'name': CreateVM_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.186535] env[68872]: DEBUG oslo_concurrency.lockutils [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "b5176185-817b-42a0-a300-c7b06dda0a39" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.557s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.220899] env[68872]: DEBUG nova.network.neutron [req-bce59bb6-1062-454f-a594-634efec94c98 req-19d39967-8b23-46ac-92da-0d4feb7e7bab service nova] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Updated VIF entry in instance network info cache for port 9867122d-1340-4c51-92c5-c0d8b85b3743. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.221254] env[68872]: DEBUG nova.network.neutron [req-bce59bb6-1062-454f-a594-634efec94c98 req-19d39967-8b23-46ac-92da-0d4feb7e7bab service nova] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Updating instance_info_cache with network_info: [{"id": "9867122d-1340-4c51-92c5-c0d8b85b3743", "address": "fa:16:3e:b6:6a:e3", "network": {"id": "9ddb9b42-5fa0-41e5-90d8-76c787e7299a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-527242181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4c041d2417c49f4a833b427a5bee0de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9867122d-13", "ovs_interfaceid": "9867122d-1340-4c51-92c5-c0d8b85b3743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.228519] env[68872]: DEBUG nova.network.neutron [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Updating instance_info_cache with network_info: [{"id": "421e03e6-0046-4940-a9f2-5919bcb5978f", "address": "fa:16:3e:71:e5:a7", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap421e03e6-00", "ovs_interfaceid": "421e03e6-0046-4940-a9f2-5919bcb5978f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.259351] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a2e7adff-87ee-4d3f-b721-ab98f9614a51 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "9945ec86-a679-4a3e-a72b-88ad7c7e4c18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.254s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.613722] env[68872]: INFO nova.compute.manager [-] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Took 1.37 seconds to deallocate network for instance. [ 827.633314] env[68872]: DEBUG oslo_vmware.api [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Task: {'id': task-3092586, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072744} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.634042] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 827.634820] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400249b4-984b-41e3-8e60-b5000bf8af57 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.640901] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092583, 'name': CreateVM_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.661333] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 9bb7ca31-5098-4b32-acd4-458386fdbd90/9bb7ca31-5098-4b32-acd4-458386fdbd90.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.661892] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5df69fd6-c276-40d3-8a2b-a3ce2232126a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.683908] env[68872]: DEBUG oslo_vmware.api [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Waiting for the task: (returnval){ [ 827.683908] env[68872]: value = "task-3092587" [ 827.683908] env[68872]: _type = "Task" [ 827.683908] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.695704] env[68872]: DEBUG oslo_vmware.api [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Task: {'id': task-3092587, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.697909] env[68872]: DEBUG oslo_concurrency.lockutils [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.724263] env[68872]: DEBUG oslo_concurrency.lockutils [req-bce59bb6-1062-454f-a594-634efec94c98 req-19d39967-8b23-46ac-92da-0d4feb7e7bab service nova] Releasing lock "refresh_cache-45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.730267] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Releasing lock "refresh_cache-d8a69a2c-2c5d-42e8-b2c0-e0c3585de439" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.730735] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.731064] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dc95769-5937-46be-9164-372879ce4d5e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.741216] env[68872]: DEBUG oslo_vmware.api [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Waiting for the task: (returnval){ [ 827.741216] env[68872]: value = "task-3092588" [ 827.741216] env[68872]: _type = "Task" [ 827.741216] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.751681] env[68872]: DEBUG oslo_vmware.api [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.002687] env[68872]: DEBUG oslo_concurrency.lockutils [None req-49bbe144-604d-4815-bef9-47fc3961ee97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "b5176185-817b-42a0-a300-c7b06dda0a39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.002824] env[68872]: DEBUG oslo_concurrency.lockutils [None req-49bbe144-604d-4815-bef9-47fc3961ee97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "b5176185-817b-42a0-a300-c7b06dda0a39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.003034] env[68872]: DEBUG oslo_concurrency.lockutils [None req-49bbe144-604d-4815-bef9-47fc3961ee97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "b5176185-817b-42a0-a300-c7b06dda0a39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.003653] env[68872]: DEBUG oslo_concurrency.lockutils [None req-49bbe144-604d-4815-bef9-47fc3961ee97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "b5176185-817b-42a0-a300-c7b06dda0a39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.003846] env[68872]: DEBUG oslo_concurrency.lockutils [None req-49bbe144-604d-4815-bef9-47fc3961ee97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "b5176185-817b-42a0-a300-c7b06dda0a39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.006450] env[68872]: INFO nova.compute.manager [None req-49bbe144-604d-4815-bef9-47fc3961ee97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Terminating instance [ 828.120976] env[68872]: DEBUG oslo_concurrency.lockutils [None req-10835d2f-26f7-40f2-bb90-585fbb6bb0a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.137637] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092583, 'name': CreateVM_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.195911] env[68872]: DEBUG oslo_vmware.api [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Task: {'id': task-3092587, 'name': ReconfigVM_Task, 'duration_secs': 0.443751} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.198722] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 9bb7ca31-5098-4b32-acd4-458386fdbd90/9bb7ca31-5098-4b32-acd4-458386fdbd90.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.199693] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48ed35c6-60f7-4366-9f30-4e8ca9d37201 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.208506] env[68872]: DEBUG oslo_vmware.api [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Waiting for the task: (returnval){ [ 828.208506] env[68872]: value = "task-3092589" [ 828.208506] env[68872]: _type = "Task" [ 828.208506] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.220660] env[68872]: DEBUG oslo_vmware.api [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Task: {'id': task-3092589, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.222070] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5430c42-d738-40b2-b023-380ff5192e2d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.228956] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7a4e7d-a23b-4ebf-8793-9f9cbcc063a4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.272773] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d543af3d-5d9a-41d5-af41-2516508d4eb5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.278784] env[68872]: DEBUG oslo_vmware.api [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092588, 'name': PowerOffVM_Task, 'duration_secs': 0.243852} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.280997] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.281665] env[68872]: DEBUG nova.virt.hardware [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:03:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='829a36cb-0168-4273-af90-72a80fedc673',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1066549276',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.281891] env[68872]: DEBUG nova.virt.hardware [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.282066] env[68872]: DEBUG nova.virt.hardware [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.282286] env[68872]: DEBUG nova.virt.hardware [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.282501] env[68872]: DEBUG nova.virt.hardware [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.282573] env[68872]: DEBUG nova.virt.hardware [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.282772] env[68872]: DEBUG nova.virt.hardware [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.282931] env[68872]: DEBUG nova.virt.hardware [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.283113] env[68872]: DEBUG nova.virt.hardware [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.283278] env[68872]: DEBUG nova.virt.hardware [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.283449] env[68872]: DEBUG nova.virt.hardware [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.289199] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4674a5c6-52ea-40a5-a2fe-04030e459e0f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.300483] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b397575-a9b1-433b-9eab-e2c8731aa417 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.316854] env[68872]: DEBUG nova.compute.provider_tree [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.319553] env[68872]: DEBUG oslo_vmware.api [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Waiting for the task: (returnval){ [ 828.319553] env[68872]: value = "task-3092590" [ 828.319553] env[68872]: _type = "Task" [ 828.319553] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.330824] env[68872]: DEBUG oslo_vmware.api [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092590, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.389326] env[68872]: DEBUG nova.compute.manager [req-32a047e0-17ef-4998-abb5-58f9a174b458 req-e2e5c061-6b48-4ade-8215-700bf7825342 service nova] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Received event network-vif-deleted-7115d92f-c42e-42a4-9e0b-5e82181fb964 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.512882] env[68872]: DEBUG nova.compute.manager [None req-49bbe144-604d-4815-bef9-47fc3961ee97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.513140] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-49bbe144-604d-4815-bef9-47fc3961ee97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.514032] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584e7bfc-d6e8-45da-aea5-8854235c930c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.522526] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-49bbe144-604d-4815-bef9-47fc3961ee97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.522777] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7beb0a78-9afe-466b-b470-6d8e4cd6bc80 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.595211] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-49bbe144-604d-4815-bef9-47fc3961ee97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.595448] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-49bbe144-604d-4815-bef9-47fc3961ee97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.632855] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-49bbe144-604d-4815-bef9-47fc3961ee97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Deleting the datastore file [datastore2] b5176185-817b-42a0-a300-c7b06dda0a39 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.632855] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b06bf74-e368-460f-8bdd-d5bb2d650f4d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.632855] env[68872]: DEBUG oslo_vmware.api [None req-49bbe144-604d-4815-bef9-47fc3961ee97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 828.632855] env[68872]: value = "task-3092592" [ 828.632855] env[68872]: _type = "Task" [ 828.632855] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.632855] env[68872]: DEBUG oslo_vmware.api [None req-49bbe144-604d-4815-bef9-47fc3961ee97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.638745] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092583, 'name': CreateVM_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.723866] env[68872]: DEBUG oslo_vmware.api [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Task: {'id': task-3092589, 'name': Rename_Task, 'duration_secs': 0.161758} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.724177] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.724449] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e3fc960-efa3-4f34-995b-b15218e02678 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.732055] env[68872]: DEBUG oslo_vmware.api [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Waiting for the task: (returnval){ [ 828.732055] env[68872]: value = "task-3092593" [ 828.732055] env[68872]: _type = "Task" [ 828.732055] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.741659] env[68872]: DEBUG oslo_vmware.api [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Task: {'id': task-3092593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.822077] env[68872]: DEBUG nova.scheduler.client.report [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.835809] env[68872]: DEBUG oslo_vmware.api [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092590, 'name': ReconfigVM_Task, 'duration_secs': 0.148977} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.836707] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e4176c-659f-4c61-9be5-2b7c09ce2f19 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.857645] env[68872]: DEBUG nova.virt.hardware [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:03:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='829a36cb-0168-4273-af90-72a80fedc673',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1066549276',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.857926] env[68872]: DEBUG nova.virt.hardware [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.858100] env[68872]: DEBUG nova.virt.hardware [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.858288] env[68872]: DEBUG nova.virt.hardware [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.858432] env[68872]: DEBUG nova.virt.hardware [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.858577] env[68872]: DEBUG nova.virt.hardware [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.859603] env[68872]: DEBUG nova.virt.hardware [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.859603] env[68872]: DEBUG nova.virt.hardware [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.859603] env[68872]: DEBUG nova.virt.hardware [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.859603] env[68872]: DEBUG nova.virt.hardware [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.859603] env[68872]: DEBUG nova.virt.hardware [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.860268] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-032c4408-7548-4b1a-9d86-659ec75a6eb7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.867050] env[68872]: DEBUG oslo_vmware.api [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Waiting for the task: (returnval){ [ 828.867050] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]522d9cbd-8e45-cbc0-85c2-3e5df033f740" [ 828.867050] env[68872]: _type = "Task" [ 828.867050] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.875097] env[68872]: DEBUG oslo_vmware.api [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]522d9cbd-8e45-cbc0-85c2-3e5df033f740, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.116979] env[68872]: DEBUG oslo_vmware.api [None req-49bbe144-604d-4815-bef9-47fc3961ee97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139435} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.118012] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-49bbe144-604d-4815-bef9-47fc3961ee97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.118012] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-49bbe144-604d-4815-bef9-47fc3961ee97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.118012] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-49bbe144-604d-4815-bef9-47fc3961ee97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.118012] env[68872]: INFO nova.compute.manager [None req-49bbe144-604d-4815-bef9-47fc3961ee97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Took 0.60 seconds to destroy the instance on the hypervisor. [ 829.118012] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49bbe144-604d-4815-bef9-47fc3961ee97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.118175] env[68872]: DEBUG nova.compute.manager [-] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.118268] env[68872]: DEBUG nova.network.neutron [-] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.138658] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092583, 'name': CreateVM_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.243526] env[68872]: DEBUG oslo_vmware.api [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Task: {'id': task-3092593, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.330934] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.331651] env[68872]: DEBUG nova.compute.manager [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 829.335982] env[68872]: DEBUG oslo_concurrency.lockutils [None req-76979ea7-f48c-4693-89cf-59a90bf4bcfd tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.752s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.336281] env[68872]: DEBUG nova.objects.instance [None req-76979ea7-f48c-4693-89cf-59a90bf4bcfd tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Lazy-loading 'resources' on Instance uuid c2a62e2c-866c-4ed8-8026-b62a834a620f {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.379410] env[68872]: DEBUG oslo_vmware.api [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]522d9cbd-8e45-cbc0-85c2-3e5df033f740, 'name': SearchDatastore_Task, 'duration_secs': 0.015656} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.385224] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Reconfiguring VM instance instance-00000028 to detach disk 2000 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 829.385859] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a89c3d3e-580a-469d-bd28-e5e760fbfdd8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.411762] env[68872]: DEBUG oslo_vmware.api [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Waiting for the task: (returnval){ [ 829.411762] env[68872]: value = "task-3092594" [ 829.411762] env[68872]: _type = "Task" [ 829.411762] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.432214] env[68872]: DEBUG oslo_vmware.api [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092594, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.576018] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "cdf1520a-2381-4f36-abf3-4b5e2dab00c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.576281] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "cdf1520a-2381-4f36-abf3-4b5e2dab00c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.640284] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092583, 'name': CreateVM_Task, 'duration_secs': 3.337384} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.641064] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.642020] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.642292] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.642737] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.643210] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ea4504a-2d8d-4be1-9f10-804addf4fc3b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.649498] env[68872]: DEBUG oslo_vmware.api [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 829.649498] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52886cfd-c883-cb4d-18e5-f6e9206ffa34" [ 829.649498] env[68872]: _type = "Task" [ 829.649498] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.661259] env[68872]: DEBUG oslo_vmware.api [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52886cfd-c883-cb4d-18e5-f6e9206ffa34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.743011] env[68872]: DEBUG oslo_vmware.api [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Task: {'id': task-3092593, 'name': PowerOnVM_Task, 'duration_secs': 0.86124} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.743336] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.743578] env[68872]: INFO nova.compute.manager [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Took 9.17 seconds to spawn the instance on the hypervisor. [ 829.744071] env[68872]: DEBUG nova.compute.manager [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.744605] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96add27-5ff8-43ba-bbdd-1fade2fe44ad {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.837837] env[68872]: DEBUG nova.compute.utils [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 829.839320] env[68872]: DEBUG nova.compute.manager [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 829.839489] env[68872]: DEBUG nova.network.neutron [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 829.880555] env[68872]: DEBUG nova.policy [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd354bf5c07a430bb313595530fb003d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4395fbed31784036b36beaea8966e1e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 829.925614] env[68872]: DEBUG nova.network.neutron [-] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.927525] env[68872]: DEBUG oslo_vmware.api [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092594, 'name': ReconfigVM_Task, 'duration_secs': 0.231787} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.927525] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Reconfigured VM instance instance-00000028 to detach disk 2000 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 829.927525] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e80238-96e8-47c6-a453-68024fe26402 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.953992] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] d8a69a2c-2c5d-42e8-b2c0-e0c3585de439/d8a69a2c-2c5d-42e8-b2c0-e0c3585de439.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.957337] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0b1e60a-4815-49af-994f-5d1aa6514f9a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.978697] env[68872]: DEBUG oslo_vmware.api [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Waiting for the task: (returnval){ [ 829.978697] env[68872]: value = "task-3092595" [ 829.978697] env[68872]: _type = "Task" [ 829.978697] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.990121] env[68872]: DEBUG oslo_vmware.api [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092595, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.161070] env[68872]: DEBUG oslo_vmware.api [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52886cfd-c883-cb4d-18e5-f6e9206ffa34, 'name': SearchDatastore_Task, 'duration_secs': 0.025426} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.163138] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.163402] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.163673] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.163826] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.164015] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.165167] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9201978e-32c7-43e0-8cb3-ddfd20bdf410 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.175902] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.175902] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.175902] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ca1e082-fd8c-4ced-851f-bda6b2266643 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.185933] env[68872]: DEBUG oslo_vmware.api [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 830.185933] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f4f90b-c9f1-ebec-107f-fe12367bac39" [ 830.185933] env[68872]: _type = "Task" [ 830.185933] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.194453] env[68872]: DEBUG oslo_vmware.api [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f4f90b-c9f1-ebec-107f-fe12367bac39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.263275] env[68872]: INFO nova.compute.manager [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Took 39.26 seconds to build instance. [ 830.278572] env[68872]: DEBUG nova.network.neutron [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Successfully created port: c8afd1ca-1237-4e6e-8dd0-a142a194a86f {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 830.345300] env[68872]: DEBUG nova.compute.manager [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 830.376669] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d156c50-b84f-4b9b-9c9b-dc9d716fc64c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.384781] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c493bf-e094-477b-9681-825cfc7cd97d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.416885] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532b6e4e-0c7c-4898-b2b6-e68b776cbd80 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.422067] env[68872]: DEBUG nova.compute.manager [req-5362b3a9-88b1-4de5-bf3e-05ed60daad8b req-3038194a-3985-497e-901a-8ea8c15391a4 service nova] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Received event network-vif-deleted-4fa1d848-ce16-426f-92e2-93719ec1714d {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.427404] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7882f3-6871-4406-a80a-c7e069b11b9a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.431398] env[68872]: INFO nova.compute.manager [-] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Took 1.31 seconds to deallocate network for instance. [ 830.444688] env[68872]: DEBUG nova.compute.provider_tree [None req-76979ea7-f48c-4693-89cf-59a90bf4bcfd tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.489467] env[68872]: DEBUG oslo_vmware.api [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092595, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.696307] env[68872]: DEBUG oslo_vmware.api [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f4f90b-c9f1-ebec-107f-fe12367bac39, 'name': SearchDatastore_Task, 'duration_secs': 0.013059} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.697095] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8e4dd6b-160f-4e6a-ad83-9e26ba7f78a7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.703176] env[68872]: DEBUG oslo_vmware.api [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 830.703176] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52aa4ff4-bb72-5c33-aa3d-6f466d3ca196" [ 830.703176] env[68872]: _type = "Task" [ 830.703176] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.711258] env[68872]: DEBUG oslo_vmware.api [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52aa4ff4-bb72-5c33-aa3d-6f466d3ca196, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.765052] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f1f2c93e-6f1c-492f-a93c-79afabd95e87 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Lock "9bb7ca31-5098-4b32-acd4-458386fdbd90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.782s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.947300] env[68872]: DEBUG oslo_concurrency.lockutils [None req-49bbe144-604d-4815-bef9-47fc3961ee97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.949680] env[68872]: DEBUG nova.scheduler.client.report [None req-76979ea7-f48c-4693-89cf-59a90bf4bcfd tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.989979] env[68872]: DEBUG oslo_vmware.api [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092595, 'name': ReconfigVM_Task, 'duration_secs': 0.747062} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.990277] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Reconfigured VM instance instance-00000028 to attach disk [datastore2] d8a69a2c-2c5d-42e8-b2c0-e0c3585de439/d8a69a2c-2c5d-42e8-b2c0-e0c3585de439.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.991307] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf363ee-bda5-4076-b0a2-99f1c5e77d4c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.011068] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee18705-54fb-4ef1-96d2-ffe324e89dc3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.028937] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df97619f-f256-4a3a-be79-3a7f5c77b59b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.048132] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d416e05-b3d3-446b-8326-62a1536c254b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.055579] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.055835] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebbd8979-6201-4905-8a7f-22f8287c4256 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.062481] env[68872]: DEBUG oslo_vmware.api [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Waiting for the task: (returnval){ [ 831.062481] env[68872]: value = "task-3092596" [ 831.062481] env[68872]: _type = "Task" [ 831.062481] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.072191] env[68872]: DEBUG oslo_vmware.api [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.117386] env[68872]: DEBUG oslo_concurrency.lockutils [None req-83ea38ac-5058-4edf-8dc9-0b5a2725a903 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Acquiring lock "interface-9bb7ca31-5098-4b32-acd4-458386fdbd90-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.117636] env[68872]: DEBUG oslo_concurrency.lockutils [None req-83ea38ac-5058-4edf-8dc9-0b5a2725a903 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Lock "interface-9bb7ca31-5098-4b32-acd4-458386fdbd90-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.118023] env[68872]: DEBUG nova.objects.instance [None req-83ea38ac-5058-4edf-8dc9-0b5a2725a903 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Lazy-loading 'flavor' on Instance uuid 9bb7ca31-5098-4b32-acd4-458386fdbd90 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.213830] env[68872]: DEBUG oslo_vmware.api [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52aa4ff4-bb72-5c33-aa3d-6f466d3ca196, 'name': SearchDatastore_Task, 'duration_secs': 0.036999} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.214098] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.214364] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b/45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.214634] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da7d0a2a-0b74-4c0b-8294-3f158c58321e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.222830] env[68872]: DEBUG oslo_vmware.api [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 831.222830] env[68872]: value = "task-3092597" [ 831.222830] env[68872]: _type = "Task" [ 831.222830] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.231102] env[68872]: DEBUG oslo_vmware.api [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092597, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.267350] env[68872]: DEBUG nova.compute.manager [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 831.357039] env[68872]: DEBUG nova.compute.manager [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 831.387142] env[68872]: DEBUG nova.virt.hardware [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.387401] env[68872]: DEBUG nova.virt.hardware [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.387637] env[68872]: DEBUG nova.virt.hardware [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.387885] env[68872]: DEBUG nova.virt.hardware [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.388061] env[68872]: DEBUG nova.virt.hardware [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.388218] env[68872]: DEBUG nova.virt.hardware [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.388430] env[68872]: DEBUG nova.virt.hardware [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.388589] env[68872]: DEBUG nova.virt.hardware [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.388757] env[68872]: DEBUG nova.virt.hardware [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.388915] env[68872]: DEBUG nova.virt.hardware [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.389127] env[68872]: DEBUG nova.virt.hardware [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.390117] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00740ce-1cba-40f2-983b-ab867563096b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.399442] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1fc3f9-f4e2-4473-b708-2a685cc4dcd8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.455252] env[68872]: DEBUG oslo_concurrency.lockutils [None req-76979ea7-f48c-4693-89cf-59a90bf4bcfd tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.459013] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.743s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.459513] env[68872]: DEBUG nova.objects.instance [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68872) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 831.482147] env[68872]: INFO nova.scheduler.client.report [None req-76979ea7-f48c-4693-89cf-59a90bf4bcfd tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Deleted allocations for instance c2a62e2c-866c-4ed8-8026-b62a834a620f [ 831.574461] env[68872]: DEBUG oslo_vmware.api [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092596, 'name': PowerOnVM_Task, 'duration_secs': 0.432558} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.574461] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.622034] env[68872]: DEBUG nova.objects.instance [None req-83ea38ac-5058-4edf-8dc9-0b5a2725a903 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Lazy-loading 'pci_requests' on Instance uuid 9bb7ca31-5098-4b32-acd4-458386fdbd90 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.735024] env[68872]: DEBUG oslo_vmware.api [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092597, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484469} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.735024] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b/45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 831.735024] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.735024] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-596d0df0-c241-41cb-a098-d9418b60ec1d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.742593] env[68872]: DEBUG oslo_vmware.api [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 831.742593] env[68872]: value = "task-3092598" [ 831.742593] env[68872]: _type = "Task" [ 831.742593] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.754029] env[68872]: DEBUG oslo_vmware.api [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092598, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.786958] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.809075] env[68872]: DEBUG nova.network.neutron [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Successfully updated port: c8afd1ca-1237-4e6e-8dd0-a142a194a86f {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 831.991677] env[68872]: DEBUG oslo_concurrency.lockutils [None req-76979ea7-f48c-4693-89cf-59a90bf4bcfd tempest-ImagesOneServerTestJSON-1332484570 tempest-ImagesOneServerTestJSON-1332484570-project-member] Lock "c2a62e2c-866c-4ed8-8026-b62a834a620f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.997s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.125447] env[68872]: DEBUG nova.objects.base [None req-83ea38ac-5058-4edf-8dc9-0b5a2725a903 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Object Instance<9bb7ca31-5098-4b32-acd4-458386fdbd90> lazy-loaded attributes: flavor,pci_requests {{(pid=68872) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 832.125661] env[68872]: DEBUG nova.network.neutron [None req-83ea38ac-5058-4edf-8dc9-0b5a2725a903 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.201196] env[68872]: DEBUG oslo_concurrency.lockutils [None req-83ea38ac-5058-4edf-8dc9-0b5a2725a903 tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Lock "interface-9bb7ca31-5098-4b32-acd4-458386fdbd90-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.083s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.252666] env[68872]: DEBUG oslo_vmware.api [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092598, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067099} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.252937] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.253715] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45550981-ce6d-4320-bbfe-2b05ee0ec0b1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.277563] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b/45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.277841] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ec5ca2c-e712-46a2-bae4-965ce89cb9a7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.299097] env[68872]: DEBUG oslo_vmware.api [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 832.299097] env[68872]: value = "task-3092599" [ 832.299097] env[68872]: _type = "Task" [ 832.299097] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.307787] env[68872]: DEBUG oslo_vmware.api [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092599, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.311444] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Acquiring lock "refresh_cache-91c8657c-e3db-4ed1-a721-9a7f06e95e9f" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.311582] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Acquired lock "refresh_cache-91c8657c-e3db-4ed1-a721-9a7f06e95e9f" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.311729] env[68872]: DEBUG nova.network.neutron [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.472083] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0a70aa9d-0689-44d6-acde-dddc59c9c9aa tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.473230] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.124s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.477039] env[68872]: INFO nova.compute.claims [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.588944] env[68872]: INFO nova.compute.manager [None req-4cd44578-e57a-41ef-9ebd-f7e33937006f tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Updating instance to original state: 'active' [ 832.806352] env[68872]: DEBUG nova.compute.manager [req-b862abbd-f6ed-4f2c-946c-59eea387940e req-d7e6c356-8124-4dab-ae5d-9cdc0cc238ad service nova] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Received event network-vif-plugged-c8afd1ca-1237-4e6e-8dd0-a142a194a86f {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.806568] env[68872]: DEBUG oslo_concurrency.lockutils [req-b862abbd-f6ed-4f2c-946c-59eea387940e req-d7e6c356-8124-4dab-ae5d-9cdc0cc238ad service nova] Acquiring lock "91c8657c-e3db-4ed1-a721-9a7f06e95e9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.806778] env[68872]: DEBUG oslo_concurrency.lockutils [req-b862abbd-f6ed-4f2c-946c-59eea387940e req-d7e6c356-8124-4dab-ae5d-9cdc0cc238ad service nova] Lock "91c8657c-e3db-4ed1-a721-9a7f06e95e9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.806971] env[68872]: DEBUG oslo_concurrency.lockutils [req-b862abbd-f6ed-4f2c-946c-59eea387940e req-d7e6c356-8124-4dab-ae5d-9cdc0cc238ad service nova] Lock "91c8657c-e3db-4ed1-a721-9a7f06e95e9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.807143] env[68872]: DEBUG nova.compute.manager [req-b862abbd-f6ed-4f2c-946c-59eea387940e req-d7e6c356-8124-4dab-ae5d-9cdc0cc238ad service nova] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] No waiting events found dispatching network-vif-plugged-c8afd1ca-1237-4e6e-8dd0-a142a194a86f {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 832.807307] env[68872]: WARNING nova.compute.manager [req-b862abbd-f6ed-4f2c-946c-59eea387940e req-d7e6c356-8124-4dab-ae5d-9cdc0cc238ad service nova] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Received unexpected event network-vif-plugged-c8afd1ca-1237-4e6e-8dd0-a142a194a86f for instance with vm_state building and task_state spawning. [ 832.807465] env[68872]: DEBUG nova.compute.manager [req-b862abbd-f6ed-4f2c-946c-59eea387940e req-d7e6c356-8124-4dab-ae5d-9cdc0cc238ad service nova] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Received event network-changed-c8afd1ca-1237-4e6e-8dd0-a142a194a86f {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.807624] env[68872]: DEBUG nova.compute.manager [req-b862abbd-f6ed-4f2c-946c-59eea387940e req-d7e6c356-8124-4dab-ae5d-9cdc0cc238ad service nova] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Refreshing instance network info cache due to event network-changed-c8afd1ca-1237-4e6e-8dd0-a142a194a86f. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.807824] env[68872]: DEBUG oslo_concurrency.lockutils [req-b862abbd-f6ed-4f2c-946c-59eea387940e req-d7e6c356-8124-4dab-ae5d-9cdc0cc238ad service nova] Acquiring lock "refresh_cache-91c8657c-e3db-4ed1-a721-9a7f06e95e9f" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.814455] env[68872]: DEBUG oslo_vmware.api [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092599, 'name': ReconfigVM_Task, 'duration_secs': 0.289898} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.814614] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b/45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.815477] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bb9d56f-c9e4-4c42-a5d4-1b41a8d6626b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.825702] env[68872]: DEBUG oslo_vmware.api [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 832.825702] env[68872]: value = "task-3092600" [ 832.825702] env[68872]: _type = "Task" [ 832.825702] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.835643] env[68872]: DEBUG oslo_vmware.api [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092600, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.846666] env[68872]: DEBUG nova.network.neutron [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 832.976591] env[68872]: DEBUG nova.network.neutron [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Updating instance_info_cache with network_info: [{"id": "c8afd1ca-1237-4e6e-8dd0-a142a194a86f", "address": "fa:16:3e:01:d9:54", "network": {"id": "98e8afc5-95e6-45ef-b631-3d581578b502", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-600120771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4395fbed31784036b36beaea8966e1e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8afd1ca-12", "ovs_interfaceid": "c8afd1ca-1237-4e6e-8dd0-a142a194a86f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.339101] env[68872]: DEBUG oslo_vmware.api [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092600, 'name': Rename_Task, 'duration_secs': 0.182765} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.339262] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.339516] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b5a79ca-5302-41bd-94c0-b0cd46a39328 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.348047] env[68872]: DEBUG oslo_vmware.api [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 833.348047] env[68872]: value = "task-3092601" [ 833.348047] env[68872]: _type = "Task" [ 833.348047] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.357851] env[68872]: DEBUG oslo_vmware.api [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.479551] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Releasing lock "refresh_cache-91c8657c-e3db-4ed1-a721-9a7f06e95e9f" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.480137] env[68872]: DEBUG nova.compute.manager [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Instance network_info: |[{"id": "c8afd1ca-1237-4e6e-8dd0-a142a194a86f", "address": "fa:16:3e:01:d9:54", "network": {"id": "98e8afc5-95e6-45ef-b631-3d581578b502", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-600120771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4395fbed31784036b36beaea8966e1e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8afd1ca-12", "ovs_interfaceid": "c8afd1ca-1237-4e6e-8dd0-a142a194a86f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 833.480548] env[68872]: DEBUG oslo_concurrency.lockutils [req-b862abbd-f6ed-4f2c-946c-59eea387940e req-d7e6c356-8124-4dab-ae5d-9cdc0cc238ad service nova] Acquired lock "refresh_cache-91c8657c-e3db-4ed1-a721-9a7f06e95e9f" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.480851] env[68872]: DEBUG nova.network.neutron [req-b862abbd-f6ed-4f2c-946c-59eea387940e req-d7e6c356-8124-4dab-ae5d-9cdc0cc238ad service nova] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Refreshing network info cache for port c8afd1ca-1237-4e6e-8dd0-a142a194a86f {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.482420] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:d9:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '329d0e4b-4190-484a-8560-9356dc31beca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8afd1ca-1237-4e6e-8dd0-a142a194a86f', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 833.495381] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.503344] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 833.504384] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5babd095-b406-47c5-b4ac-386842c5ccc7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.541284] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 833.541284] env[68872]: value = "task-3092602" [ 833.541284] env[68872]: _type = "Task" [ 833.541284] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.552922] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092602, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.828465] env[68872]: DEBUG nova.network.neutron [req-b862abbd-f6ed-4f2c-946c-59eea387940e req-d7e6c356-8124-4dab-ae5d-9cdc0cc238ad service nova] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Updated VIF entry in instance network info cache for port c8afd1ca-1237-4e6e-8dd0-a142a194a86f. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.828465] env[68872]: DEBUG nova.network.neutron [req-b862abbd-f6ed-4f2c-946c-59eea387940e req-d7e6c356-8124-4dab-ae5d-9cdc0cc238ad service nova] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Updating instance_info_cache with network_info: [{"id": "c8afd1ca-1237-4e6e-8dd0-a142a194a86f", "address": "fa:16:3e:01:d9:54", "network": {"id": "98e8afc5-95e6-45ef-b631-3d581578b502", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-600120771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4395fbed31784036b36beaea8966e1e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8afd1ca-12", "ovs_interfaceid": "c8afd1ca-1237-4e6e-8dd0-a142a194a86f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.860378] env[68872]: DEBUG oslo_vmware.api [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092601, 'name': PowerOnVM_Task, 'duration_secs': 0.498946} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.860904] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.861237] env[68872]: INFO nova.compute.manager [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Took 10.54 seconds to spawn the instance on the hypervisor. [ 833.861539] env[68872]: DEBUG nova.compute.manager [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.862597] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a600f270-69d2-48a3-85f3-f6cb76df0153 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.054227] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092602, 'name': CreateVM_Task, 'duration_secs': 0.381855} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.054319] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 834.054992] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.055163] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.055483] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.055744] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9df244d0-a427-4d68-b5fb-2296c224b18f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.067018] env[68872]: DEBUG oslo_vmware.api [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Waiting for the task: (returnval){ [ 834.067018] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c8d14b-cfad-3a73-cb76-6feb9332278d" [ 834.067018] env[68872]: _type = "Task" [ 834.067018] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.081300] env[68872]: DEBUG oslo_vmware.api [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c8d14b-cfad-3a73-cb76-6feb9332278d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.235219] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8938ef-67d3-4a86-9d83-30cc4be8468c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.244229] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d618a31-e075-4295-a9e6-9aa63276a944 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.280829] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0157837-4cf3-4a96-b9c7-38cb7f64ecf1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.289387] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fbfe53-3f7d-4fc5-90cc-c8d37ffc1246 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.303733] env[68872]: DEBUG nova.compute.provider_tree [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.331109] env[68872]: DEBUG oslo_concurrency.lockutils [req-b862abbd-f6ed-4f2c-946c-59eea387940e req-d7e6c356-8124-4dab-ae5d-9cdc0cc238ad service nova] Releasing lock "refresh_cache-91c8657c-e3db-4ed1-a721-9a7f06e95e9f" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.384148] env[68872]: INFO nova.compute.manager [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Took 40.93 seconds to build instance. [ 834.418330] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2329bb27-70d9-4d6d-bc8b-ab45390be5ea tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Acquiring lock "9bb7ca31-5098-4b32-acd4-458386fdbd90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.418330] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2329bb27-70d9-4d6d-bc8b-ab45390be5ea tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Lock "9bb7ca31-5098-4b32-acd4-458386fdbd90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.418519] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2329bb27-70d9-4d6d-bc8b-ab45390be5ea tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Acquiring lock "9bb7ca31-5098-4b32-acd4-458386fdbd90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.418705] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2329bb27-70d9-4d6d-bc8b-ab45390be5ea tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Lock "9bb7ca31-5098-4b32-acd4-458386fdbd90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.418921] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2329bb27-70d9-4d6d-bc8b-ab45390be5ea tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Lock "9bb7ca31-5098-4b32-acd4-458386fdbd90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.420979] env[68872]: INFO nova.compute.manager [None req-2329bb27-70d9-4d6d-bc8b-ab45390be5ea tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Terminating instance [ 834.518944] env[68872]: DEBUG oslo_concurrency.lockutils [None req-62620c15-253c-4f02-8009-12341ebe7a00 tempest-ServersAdminTestJSON-515526216 tempest-ServersAdminTestJSON-515526216-project-admin] Acquiring lock "refresh_cache-45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.519137] env[68872]: DEBUG oslo_concurrency.lockutils [None req-62620c15-253c-4f02-8009-12341ebe7a00 tempest-ServersAdminTestJSON-515526216 tempest-ServersAdminTestJSON-515526216-project-admin] Acquired lock "refresh_cache-45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.520190] env[68872]: DEBUG nova.network.neutron [None req-62620c15-253c-4f02-8009-12341ebe7a00 tempest-ServersAdminTestJSON-515526216 tempest-ServersAdminTestJSON-515526216-project-admin] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.520668] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d16be350-dcac-4f2e-b611-6b690cdd9f83 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquiring lock "d8a69a2c-2c5d-42e8-b2c0-e0c3585de439" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.520919] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d16be350-dcac-4f2e-b611-6b690cdd9f83 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Lock "d8a69a2c-2c5d-42e8-b2c0-e0c3585de439" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.521142] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d16be350-dcac-4f2e-b611-6b690cdd9f83 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquiring lock "d8a69a2c-2c5d-42e8-b2c0-e0c3585de439-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.521324] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d16be350-dcac-4f2e-b611-6b690cdd9f83 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Lock "d8a69a2c-2c5d-42e8-b2c0-e0c3585de439-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.521484] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d16be350-dcac-4f2e-b611-6b690cdd9f83 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Lock "d8a69a2c-2c5d-42e8-b2c0-e0c3585de439-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.526138] env[68872]: INFO nova.compute.manager [None req-d16be350-dcac-4f2e-b611-6b690cdd9f83 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Terminating instance [ 834.579125] env[68872]: DEBUG oslo_vmware.api [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c8d14b-cfad-3a73-cb76-6feb9332278d, 'name': SearchDatastore_Task, 'duration_secs': 0.016871} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.579422] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.579647] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 834.580037] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.580130] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.580316] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 834.580567] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2ee7a38-3e2b-42dc-9b11-475bbf4a1a1d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.591090] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 834.591348] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 834.592252] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca30c431-7509-4572-a782-14ff96271b38 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.598628] env[68872]: DEBUG oslo_vmware.api [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Waiting for the task: (returnval){ [ 834.598628] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52cc5c26-d3ce-ccbe-0727-4fa8e1ea2706" [ 834.598628] env[68872]: _type = "Task" [ 834.598628] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.607932] env[68872]: DEBUG oslo_vmware.api [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52cc5c26-d3ce-ccbe-0727-4fa8e1ea2706, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.813264] env[68872]: DEBUG nova.scheduler.client.report [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.887057] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d1ef68da-9432-42bf-b03a-62d5086e3b05 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.436s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.924968] env[68872]: DEBUG nova.compute.manager [None req-2329bb27-70d9-4d6d-bc8b-ab45390be5ea tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.928020] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2329bb27-70d9-4d6d-bc8b-ab45390be5ea tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.928020] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3be2f2b-cffb-488f-96c1-50b9ac56c925 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.939059] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-2329bb27-70d9-4d6d-bc8b-ab45390be5ea tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.939059] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53f76cad-b6e6-449e-8db6-e594bb0317d6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.947181] env[68872]: DEBUG oslo_vmware.api [None req-2329bb27-70d9-4d6d-bc8b-ab45390be5ea tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Waiting for the task: (returnval){ [ 834.947181] env[68872]: value = "task-3092603" [ 834.947181] env[68872]: _type = "Task" [ 834.947181] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.954307] env[68872]: DEBUG oslo_vmware.api [None req-2329bb27-70d9-4d6d-bc8b-ab45390be5ea tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Task: {'id': task-3092603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.027338] env[68872]: DEBUG nova.compute.manager [None req-d16be350-dcac-4f2e-b611-6b690cdd9f83 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 835.027338] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d16be350-dcac-4f2e-b611-6b690cdd9f83 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.028630] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2365cd34-7ff6-4c06-8fdb-db1d72c2e80c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.038360] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16be350-dcac-4f2e-b611-6b690cdd9f83 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.038745] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6518dc11-8abe-4d18-9cc6-403353be37f3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.046491] env[68872]: DEBUG oslo_vmware.api [None req-d16be350-dcac-4f2e-b611-6b690cdd9f83 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Waiting for the task: (returnval){ [ 835.046491] env[68872]: value = "task-3092604" [ 835.046491] env[68872]: _type = "Task" [ 835.046491] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.058020] env[68872]: DEBUG oslo_vmware.api [None req-d16be350-dcac-4f2e-b611-6b690cdd9f83 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.110535] env[68872]: DEBUG oslo_vmware.api [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52cc5c26-d3ce-ccbe-0727-4fa8e1ea2706, 'name': SearchDatastore_Task, 'duration_secs': 0.02229} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.111491] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26b09ca8-c61d-4a9b-993f-76f8d6ab1275 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.118532] env[68872]: DEBUG oslo_vmware.api [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Waiting for the task: (returnval){ [ 835.118532] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]522c27ec-b8b9-27af-f56c-19e1acfdf6e9" [ 835.118532] env[68872]: _type = "Task" [ 835.118532] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.128554] env[68872]: DEBUG oslo_vmware.api [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]522c27ec-b8b9-27af-f56c-19e1acfdf6e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.316520] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.843s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.317097] env[68872]: DEBUG nova.compute.manager [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 835.320017] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9700fca6-0504-45e5-85ff-6c8cae006995 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.063s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.320286] env[68872]: DEBUG nova.objects.instance [None req-9700fca6-0504-45e5-85ff-6c8cae006995 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lazy-loading 'resources' on Instance uuid b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.332013] env[68872]: DEBUG nova.network.neutron [None req-62620c15-253c-4f02-8009-12341ebe7a00 tempest-ServersAdminTestJSON-515526216 tempest-ServersAdminTestJSON-515526216-project-admin] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Updating instance_info_cache with network_info: [{"id": "9867122d-1340-4c51-92c5-c0d8b85b3743", "address": "fa:16:3e:b6:6a:e3", "network": {"id": "9ddb9b42-5fa0-41e5-90d8-76c787e7299a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-527242181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4c041d2417c49f4a833b427a5bee0de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9867122d-13", "ovs_interfaceid": "9867122d-1340-4c51-92c5-c0d8b85b3743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.388893] env[68872]: DEBUG nova.compute.manager [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 835.455842] env[68872]: DEBUG oslo_vmware.api [None req-2329bb27-70d9-4d6d-bc8b-ab45390be5ea tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Task: {'id': task-3092603, 'name': PowerOffVM_Task, 'duration_secs': 0.266752} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.456407] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-2329bb27-70d9-4d6d-bc8b-ab45390be5ea tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.456620] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2329bb27-70d9-4d6d-bc8b-ab45390be5ea tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.456909] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-985becc5-802b-4fe1-98bb-bf9c461bb389 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.526190] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2329bb27-70d9-4d6d-bc8b-ab45390be5ea tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.526431] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2329bb27-70d9-4d6d-bc8b-ab45390be5ea tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.526625] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-2329bb27-70d9-4d6d-bc8b-ab45390be5ea tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Deleting the datastore file [datastore2] 9bb7ca31-5098-4b32-acd4-458386fdbd90 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.526899] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8efa13bb-ae22-4681-a0e4-04fb7cb3165a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.534544] env[68872]: DEBUG oslo_vmware.api [None req-2329bb27-70d9-4d6d-bc8b-ab45390be5ea tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Waiting for the task: (returnval){ [ 835.534544] env[68872]: value = "task-3092606" [ 835.534544] env[68872]: _type = "Task" [ 835.534544] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.544472] env[68872]: DEBUG oslo_vmware.api [None req-2329bb27-70d9-4d6d-bc8b-ab45390be5ea tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Task: {'id': task-3092606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.556391] env[68872]: DEBUG oslo_vmware.api [None req-d16be350-dcac-4f2e-b611-6b690cdd9f83 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092604, 'name': PowerOffVM_Task, 'duration_secs': 0.182459} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.556675] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16be350-dcac-4f2e-b611-6b690cdd9f83 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.556841] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d16be350-dcac-4f2e-b611-6b690cdd9f83 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.557107] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bbe8d26-4b63-44b4-a250-ec75755bd087 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.627374] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d16be350-dcac-4f2e-b611-6b690cdd9f83 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.628153] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d16be350-dcac-4f2e-b611-6b690cdd9f83 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.628434] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-d16be350-dcac-4f2e-b611-6b690cdd9f83 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Deleting the datastore file [datastore2] d8a69a2c-2c5d-42e8-b2c0-e0c3585de439 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.629188] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f639c7d-1917-4b3a-81d5-ed3d176c4f72 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.637367] env[68872]: DEBUG oslo_vmware.api [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]522c27ec-b8b9-27af-f56c-19e1acfdf6e9, 'name': SearchDatastore_Task, 'duration_secs': 0.011291} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.638826] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.639132] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 91c8657c-e3db-4ed1-a721-9a7f06e95e9f/91c8657c-e3db-4ed1-a721-9a7f06e95e9f.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 835.639422] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9059cb33-db07-4a27-9c04-2871a44e4726 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.643629] env[68872]: DEBUG oslo_vmware.api [None req-d16be350-dcac-4f2e-b611-6b690cdd9f83 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Waiting for the task: (returnval){ [ 835.643629] env[68872]: value = "task-3092608" [ 835.643629] env[68872]: _type = "Task" [ 835.643629] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.649028] env[68872]: DEBUG oslo_vmware.api [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Waiting for the task: (returnval){ [ 835.649028] env[68872]: value = "task-3092609" [ 835.649028] env[68872]: _type = "Task" [ 835.649028] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.657306] env[68872]: DEBUG oslo_vmware.api [None req-d16be350-dcac-4f2e-b611-6b690cdd9f83 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.663105] env[68872]: DEBUG oslo_vmware.api [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': task-3092609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.823737] env[68872]: DEBUG nova.compute.utils [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.828096] env[68872]: DEBUG nova.compute.manager [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Not allocating networking since 'none' was specified. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 835.838025] env[68872]: DEBUG oslo_concurrency.lockutils [None req-62620c15-253c-4f02-8009-12341ebe7a00 tempest-ServersAdminTestJSON-515526216 tempest-ServersAdminTestJSON-515526216-project-admin] Releasing lock "refresh_cache-45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.838025] env[68872]: DEBUG nova.compute.manager [None req-62620c15-253c-4f02-8009-12341ebe7a00 tempest-ServersAdminTestJSON-515526216 tempest-ServersAdminTestJSON-515526216-project-admin] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Inject network info {{(pid=68872) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 835.838025] env[68872]: DEBUG nova.compute.manager [None req-62620c15-253c-4f02-8009-12341ebe7a00 tempest-ServersAdminTestJSON-515526216 tempest-ServersAdminTestJSON-515526216-project-admin] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] network_info to inject: |[{"id": "9867122d-1340-4c51-92c5-c0d8b85b3743", "address": "fa:16:3e:b6:6a:e3", "network": {"id": "9ddb9b42-5fa0-41e5-90d8-76c787e7299a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-527242181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4c041d2417c49f4a833b427a5bee0de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9867122d-13", "ovs_interfaceid": "9867122d-1340-4c51-92c5-c0d8b85b3743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 835.841445] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-62620c15-253c-4f02-8009-12341ebe7a00 tempest-ServersAdminTestJSON-515526216 tempest-ServersAdminTestJSON-515526216-project-admin] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Reconfiguring VM instance to set the machine id {{(pid=68872) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 835.841987] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c637ce6-e8df-410e-a9e6-e4bb4b2c02a8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.873580] env[68872]: DEBUG oslo_vmware.api [None req-62620c15-253c-4f02-8009-12341ebe7a00 tempest-ServersAdminTestJSON-515526216 tempest-ServersAdminTestJSON-515526216-project-admin] Waiting for the task: (returnval){ [ 835.873580] env[68872]: value = "task-3092610" [ 835.873580] env[68872]: _type = "Task" [ 835.873580] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.889801] env[68872]: DEBUG oslo_vmware.api [None req-62620c15-253c-4f02-8009-12341ebe7a00 tempest-ServersAdminTestJSON-515526216 tempest-ServersAdminTestJSON-515526216-project-admin] Task: {'id': task-3092610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.915803] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.048335] env[68872]: DEBUG oslo_vmware.api [None req-2329bb27-70d9-4d6d-bc8b-ab45390be5ea tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Task: {'id': task-3092606, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157247} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.049782] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-2329bb27-70d9-4d6d-bc8b-ab45390be5ea tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.049782] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2329bb27-70d9-4d6d-bc8b-ab45390be5ea tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.049782] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2329bb27-70d9-4d6d-bc8b-ab45390be5ea tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.049782] env[68872]: INFO nova.compute.manager [None req-2329bb27-70d9-4d6d-bc8b-ab45390be5ea tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Took 1.12 seconds to destroy the instance on the hypervisor. [ 836.049782] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2329bb27-70d9-4d6d-bc8b-ab45390be5ea tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.049782] env[68872]: DEBUG nova.compute.manager [-] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 836.050170] env[68872]: DEBUG nova.network.neutron [-] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 836.170353] env[68872]: DEBUG oslo_vmware.api [None req-d16be350-dcac-4f2e-b611-6b690cdd9f83 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092608, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162151} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.170781] env[68872]: DEBUG oslo_vmware.api [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': task-3092609, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513559} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.173769] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-d16be350-dcac-4f2e-b611-6b690cdd9f83 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.173974] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d16be350-dcac-4f2e-b611-6b690cdd9f83 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.174175] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d16be350-dcac-4f2e-b611-6b690cdd9f83 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.174349] env[68872]: INFO nova.compute.manager [None req-d16be350-dcac-4f2e-b611-6b690cdd9f83 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Took 1.15 seconds to destroy the instance on the hypervisor. [ 836.174932] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d16be350-dcac-4f2e-b611-6b690cdd9f83 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.174932] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 91c8657c-e3db-4ed1-a721-9a7f06e95e9f/91c8657c-e3db-4ed1-a721-9a7f06e95e9f.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 836.175062] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.175462] env[68872]: DEBUG nova.compute.manager [-] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 836.175562] env[68872]: DEBUG nova.network.neutron [-] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 836.177774] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34fa0688-49d0-4ec3-a26e-a5bb9cce378d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.185845] env[68872]: DEBUG oslo_vmware.api [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Waiting for the task: (returnval){ [ 836.185845] env[68872]: value = "task-3092611" [ 836.185845] env[68872]: _type = "Task" [ 836.185845] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.197561] env[68872]: DEBUG oslo_vmware.api [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': task-3092611, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.329906] env[68872]: DEBUG nova.compute.manager [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 836.383684] env[68872]: DEBUG oslo_vmware.api [None req-62620c15-253c-4f02-8009-12341ebe7a00 tempest-ServersAdminTestJSON-515526216 tempest-ServersAdminTestJSON-515526216-project-admin] Task: {'id': task-3092610, 'name': ReconfigVM_Task, 'duration_secs': 0.195309} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.383684] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-62620c15-253c-4f02-8009-12341ebe7a00 tempest-ServersAdminTestJSON-515526216 tempest-ServersAdminTestJSON-515526216-project-admin] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Reconfigured VM instance to set the machine id {{(pid=68872) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 836.431295] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58696a1a-2008-4c84-ad7c-c3d7329b4a94 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.441204] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288e8000-8f34-4181-9af1-20581bc07eb6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.478247] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7264bf56-3010-4d0d-8195-567f2ef30d66 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.486911] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66466fc0-c244-4d1e-8ea1-ecba377f24c6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.504572] env[68872]: DEBUG nova.compute.provider_tree [None req-9700fca6-0504-45e5-85ff-6c8cae006995 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.698470] env[68872]: DEBUG oslo_vmware.api [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': task-3092611, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071927} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.698853] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 836.700562] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1790b373-26b8-46c8-b96c-43faf3d75539 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.732517] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 91c8657c-e3db-4ed1-a721-9a7f06e95e9f/91c8657c-e3db-4ed1-a721-9a7f06e95e9f.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.734420] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf87f189-c595-4414-944e-24f6107edc62 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.757602] env[68872]: DEBUG oslo_vmware.api [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Waiting for the task: (returnval){ [ 836.757602] env[68872]: value = "task-3092612" [ 836.757602] env[68872]: _type = "Task" [ 836.757602] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.772678] env[68872]: DEBUG oslo_vmware.api [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': task-3092612, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.931314] env[68872]: DEBUG nova.compute.manager [req-eece5b18-b0ce-45f8-8306-624f513380f0 req-9b07fbdf-98f3-4188-8fee-2128f4f91975 service nova] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Received event network-vif-deleted-64718835-e7ed-43cb-8a7c-a2e04a516418 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.931314] env[68872]: INFO nova.compute.manager [req-eece5b18-b0ce-45f8-8306-624f513380f0 req-9b07fbdf-98f3-4188-8fee-2128f4f91975 service nova] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Neutron deleted interface 64718835-e7ed-43cb-8a7c-a2e04a516418; detaching it from the instance and deleting it from the info cache [ 836.931850] env[68872]: DEBUG nova.network.neutron [req-eece5b18-b0ce-45f8-8306-624f513380f0 req-9b07fbdf-98f3-4188-8fee-2128f4f91975 service nova] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.008166] env[68872]: DEBUG nova.scheduler.client.report [None req-9700fca6-0504-45e5-85ff-6c8cae006995 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.254020] env[68872]: DEBUG nova.network.neutron [-] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.268911] env[68872]: DEBUG nova.network.neutron [-] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.273129] env[68872]: DEBUG oslo_vmware.api [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': task-3092612, 'name': ReconfigVM_Task, 'duration_secs': 0.332144} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.273129] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 91c8657c-e3db-4ed1-a721-9a7f06e95e9f/91c8657c-e3db-4ed1-a721-9a7f06e95e9f.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.274327] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34d2d335-9968-452c-affb-22b811f97c47 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.284045] env[68872]: DEBUG oslo_vmware.api [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Waiting for the task: (returnval){ [ 837.284045] env[68872]: value = "task-3092613" [ 837.284045] env[68872]: _type = "Task" [ 837.284045] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.296556] env[68872]: DEBUG oslo_vmware.api [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': task-3092613, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.341750] env[68872]: DEBUG nova.compute.manager [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 837.370972] env[68872]: DEBUG nova.virt.hardware [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.371290] env[68872]: DEBUG nova.virt.hardware [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.371507] env[68872]: DEBUG nova.virt.hardware [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.371752] env[68872]: DEBUG nova.virt.hardware [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.371950] env[68872]: DEBUG nova.virt.hardware [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.372368] env[68872]: DEBUG nova.virt.hardware [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.372640] env[68872]: DEBUG nova.virt.hardware [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.372860] env[68872]: DEBUG nova.virt.hardware [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.373097] env[68872]: DEBUG nova.virt.hardware [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.373308] env[68872]: DEBUG nova.virt.hardware [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.373539] env[68872]: DEBUG nova.virt.hardware [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.374797] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c1d6b4-90d3-48f9-a251-833a935646eb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.385136] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ebbbea-8f04-4991-a04d-4f8e8cee4004 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.403061] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Instance VIF info [] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.412355] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Creating folder: Project (8465b12aa1a243dcbddd949922a8a25d). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 837.412857] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10d27b18-fa90-4247-b9bc-1d8c1fe3fb4c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.426275] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Created folder: Project (8465b12aa1a243dcbddd949922a8a25d) in parent group-v618835. [ 837.426516] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Creating folder: Instances. Parent ref: group-v619009. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 837.426771] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c04c2061-0cc5-4a14-afeb-b9500b5a8c19 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.433713] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6bc3575b-86b3-40b8-bc86-13ac35036f28 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.441850] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Created folder: Instances in parent group-v619009. [ 837.442157] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.443370] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.443724] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2cb61d4-2518-4e39-8c2f-16b1b1c93236 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.460331] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01befebb-921e-40b7-b46b-08745618ce50 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.479672] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.479672] env[68872]: value = "task-3092616" [ 837.479672] env[68872]: _type = "Task" [ 837.479672] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.488895] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092616, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.503544] env[68872]: DEBUG nova.compute.manager [req-eece5b18-b0ce-45f8-8306-624f513380f0 req-9b07fbdf-98f3-4188-8fee-2128f4f91975 service nova] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Detach interface failed, port_id=64718835-e7ed-43cb-8a7c-a2e04a516418, reason: Instance 9bb7ca31-5098-4b32-acd4-458386fdbd90 could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 837.512960] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9700fca6-0504-45e5-85ff-6c8cae006995 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.193s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.516066] env[68872]: DEBUG oslo_concurrency.lockutils [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.105s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.520021] env[68872]: INFO nova.compute.claims [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.546317] env[68872]: INFO nova.scheduler.client.report [None req-9700fca6-0504-45e5-85ff-6c8cae006995 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Deleted allocations for instance b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7 [ 837.712033] env[68872]: INFO nova.compute.manager [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Rebuilding instance [ 837.755099] env[68872]: INFO nova.compute.manager [-] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Took 1.71 seconds to deallocate network for instance. [ 837.764096] env[68872]: DEBUG nova.compute.manager [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.764930] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8a9b5d-4c53-478d-a3e5-17e45250c044 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.777776] env[68872]: INFO nova.compute.manager [-] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Took 1.60 seconds to deallocate network for instance. [ 837.797027] env[68872]: DEBUG oslo_vmware.api [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': task-3092613, 'name': Rename_Task, 'duration_secs': 0.173407} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.797389] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 837.797659] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bae98160-b705-4b89-a904-16b42606802c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.806388] env[68872]: DEBUG oslo_vmware.api [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Waiting for the task: (returnval){ [ 837.806388] env[68872]: value = "task-3092617" [ 837.806388] env[68872]: _type = "Task" [ 837.806388] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.823209] env[68872]: DEBUG oslo_vmware.api [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': task-3092617, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.990295] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092616, 'name': CreateVM_Task, 'duration_secs': 0.426495} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.990295] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.990858] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.991139] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.991527] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.991876] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c86c34bd-563b-4490-84a3-f5fbf2614b93 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.997897] env[68872]: DEBUG oslo_vmware.api [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Waiting for the task: (returnval){ [ 837.997897] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5258b9ef-656d-b485-8993-456ca07cad6d" [ 837.997897] env[68872]: _type = "Task" [ 837.997897] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.007388] env[68872]: DEBUG oslo_vmware.api [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5258b9ef-656d-b485-8993-456ca07cad6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.056784] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9700fca6-0504-45e5-85ff-6c8cae006995 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.380s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.265278] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2329bb27-70d9-4d6d-bc8b-ab45390be5ea tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.291962] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d16be350-dcac-4f2e-b611-6b690cdd9f83 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.317182] env[68872]: DEBUG oslo_vmware.api [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': task-3092617, 'name': PowerOnVM_Task, 'duration_secs': 0.491777} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.317459] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.317689] env[68872]: INFO nova.compute.manager [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Took 6.96 seconds to spawn the instance on the hypervisor. [ 838.317855] env[68872]: DEBUG nova.compute.manager [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.318671] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238049e8-670b-4635-b589-629e7f819e6d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.511323] env[68872]: DEBUG oslo_vmware.api [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5258b9ef-656d-b485-8993-456ca07cad6d, 'name': SearchDatastore_Task, 'duration_secs': 0.015835} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.511931] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.511931] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.512160] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.512322] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.512505] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.512770] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ae9d1d7-4faa-431d-bdf5-25ca6abdf9f5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.523290] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.523444] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.526766] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-430dc5de-553d-4eb7-8e1b-289cd2817636 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.533293] env[68872]: DEBUG oslo_vmware.api [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Waiting for the task: (returnval){ [ 838.533293] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5295cf6e-f657-7f0b-b3ed-fae248f98b67" [ 838.533293] env[68872]: _type = "Task" [ 838.533293] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.543198] env[68872]: DEBUG oslo_vmware.api [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5295cf6e-f657-7f0b-b3ed-fae248f98b67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.786612] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.786612] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78496ead-10fb-48c9-bce8-e70fe298933d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.794655] env[68872]: DEBUG oslo_vmware.api [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 838.794655] env[68872]: value = "task-3092618" [ 838.794655] env[68872]: _type = "Task" [ 838.794655] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.817943] env[68872]: DEBUG oslo_vmware.api [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.841592] env[68872]: DEBUG oslo_concurrency.lockutils [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Acquiring lock "0b21446d-bdf8-41f5-a53a-dce3ec2d724c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.841769] env[68872]: DEBUG oslo_concurrency.lockutils [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Lock "0b21446d-bdf8-41f5-a53a-dce3ec2d724c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.844061] env[68872]: INFO nova.compute.manager [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Took 41.68 seconds to build instance. [ 839.020442] env[68872]: DEBUG nova.compute.manager [req-3a711883-4f57-4145-b0e2-48ec58429d7f req-482196b1-78fb-43ff-8d81-b39c0be1840e service nova] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Received event network-vif-deleted-421e03e6-0046-4940-a9f2-5919bcb5978f {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.046823] env[68872]: DEBUG oslo_vmware.api [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5295cf6e-f657-7f0b-b3ed-fae248f98b67, 'name': SearchDatastore_Task, 'duration_secs': 0.010105} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.047634] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddbbc8af-e835-4067-bc04-c622cb4d1080 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.055240] env[68872]: DEBUG oslo_vmware.api [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Waiting for the task: (returnval){ [ 839.055240] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a2030c-521a-0771-ecb0-a5f1be227e72" [ 839.055240] env[68872]: _type = "Task" [ 839.055240] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.060302] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70324eec-3c37-469f-8c23-dceac4ac4ca8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.072569] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9028551c-dbcb-4842-a845-cb37ab52d875 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.076937] env[68872]: DEBUG oslo_vmware.api [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a2030c-521a-0771-ecb0-a5f1be227e72, 'name': SearchDatastore_Task, 'duration_secs': 0.010869} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.077284] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.077603] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] dacf1de6-42e0-48c7-8633-0ff0155d5cf7/dacf1de6-42e0-48c7-8633-0ff0155d5cf7.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.078319] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59b88a15-c0fb-4ca4-a96b-6646d09f8126 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.111869] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d817da-ed2d-4958-8051-0f962a73c282 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.114625] env[68872]: DEBUG oslo_vmware.api [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Waiting for the task: (returnval){ [ 839.114625] env[68872]: value = "task-3092619" [ 839.114625] env[68872]: _type = "Task" [ 839.114625] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.121769] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3355fe5-c229-40ee-be7a-fa58ead32550 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.130332] env[68872]: DEBUG oslo_vmware.api [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': task-3092619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.140676] env[68872]: DEBUG nova.compute.provider_tree [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.309242] env[68872]: DEBUG oslo_vmware.api [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092618, 'name': PowerOffVM_Task, 'duration_secs': 0.204738} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.309535] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.309766] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.310618] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39215418-029c-4e75-b4d5-b183cf4d13bc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.323638] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.323947] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-910c21b4-89f8-496b-b57b-7afa908f66c2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.346158] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0acf9941-a821-47d1-a743-221b511c72e9 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Lock "91c8657c-e3db-4ed1-a721-9a7f06e95e9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.191s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.410700] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.410842] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.411032] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Deleting the datastore file [datastore1] a71905ae-b4b8-4fec-a3ea-b3b7f2372df3 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.411440] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb0cd418-034b-4eed-94fb-b45eeef62dc2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.420538] env[68872]: DEBUG oslo_vmware.api [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 839.420538] env[68872]: value = "task-3092621" [ 839.420538] env[68872]: _type = "Task" [ 839.420538] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.433165] env[68872]: DEBUG oslo_vmware.api [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.627041] env[68872]: DEBUG oslo_vmware.api [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': task-3092619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496813} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.627041] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] dacf1de6-42e0-48c7-8633-0ff0155d5cf7/dacf1de6-42e0-48c7-8633-0ff0155d5cf7.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.627791] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.627791] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80a4d7a9-17fe-4f48-bafd-20ba1959eab7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.636404] env[68872]: DEBUG oslo_vmware.api [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Waiting for the task: (returnval){ [ 839.636404] env[68872]: value = "task-3092622" [ 839.636404] env[68872]: _type = "Task" [ 839.636404] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.643966] env[68872]: DEBUG nova.scheduler.client.report [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.649765] env[68872]: DEBUG oslo_vmware.api [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': task-3092622, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.775201] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "8401c978-5951-4257-8534-6c5e277045b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.775428] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "8401c978-5951-4257-8534-6c5e277045b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.851991] env[68872]: DEBUG nova.compute.manager [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 839.932358] env[68872]: DEBUG oslo_vmware.api [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263784} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.932631] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.932819] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.932994] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.146411] env[68872]: DEBUG oslo_vmware.api [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': task-3092622, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069131} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.146801] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.147640] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fd3b75-4cd2-41d4-bd76-ed973b17eb5a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.151270] env[68872]: DEBUG oslo_concurrency.lockutils [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.151656] env[68872]: DEBUG nova.compute.manager [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 840.163684] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dee3726f-0957-4009-90ea-a0df81e17994 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.721s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.164000] env[68872]: DEBUG nova.objects.instance [None req-dee3726f-0957-4009-90ea-a0df81e17994 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lazy-loading 'resources' on Instance uuid 64959e3f-ada4-478c-9d1f-046ab4228db1 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.175174] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] dacf1de6-42e0-48c7-8633-0ff0155d5cf7/dacf1de6-42e0-48c7-8633-0ff0155d5cf7.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.176245] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ace56488-a2bf-437e-95ed-4cfc2967783b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.197336] env[68872]: DEBUG oslo_vmware.api [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Waiting for the task: (returnval){ [ 840.197336] env[68872]: value = "task-3092623" [ 840.197336] env[68872]: _type = "Task" [ 840.197336] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.207590] env[68872]: DEBUG oslo_vmware.api [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': task-3092623, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.371535] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.677213] env[68872]: DEBUG nova.compute.utils [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.682103] env[68872]: DEBUG nova.compute.manager [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.682172] env[68872]: DEBUG nova.network.neutron [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.712228] env[68872]: DEBUG oslo_vmware.api [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': task-3092623, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.727479] env[68872]: DEBUG nova.policy [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e661661388254a38aa88e15aa14543ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9960a3dc622c43cd9f219d00dba59dc7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.972870] env[68872]: DEBUG nova.virt.hardware [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.973155] env[68872]: DEBUG nova.virt.hardware [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.973323] env[68872]: DEBUG nova.virt.hardware [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.973520] env[68872]: DEBUG nova.virt.hardware [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.973680] env[68872]: DEBUG nova.virt.hardware [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.973860] env[68872]: DEBUG nova.virt.hardware [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.974127] env[68872]: DEBUG nova.virt.hardware [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.974299] env[68872]: DEBUG nova.virt.hardware [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.974506] env[68872]: DEBUG nova.virt.hardware [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.974762] env[68872]: DEBUG nova.virt.hardware [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.974847] env[68872]: DEBUG nova.virt.hardware [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.975762] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d72b9f-e733-43d4-a656-90d80091a11d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.987558] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af2f997-5363-4686-8aaa-113804dbf41e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.006945] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:09:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb18870e-f482-4c7b-8cd4-5c933d3ad294', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0f067f0-0dc2-4bb2-8203-c29fb5d02192', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.014822] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.022021] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.022520] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8eb05444-23f2-481b-8180-517f3dc7c264 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.049286] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.049286] env[68872]: value = "task-3092624" [ 841.049286] env[68872]: _type = "Task" [ 841.049286] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.059945] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092624, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.089950] env[68872]: DEBUG nova.network.neutron [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Successfully created port: 9d6f7eee-1271-416e-94a8-de2401e18a01 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.182436] env[68872]: DEBUG nova.compute.manager [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 841.212417] env[68872]: DEBUG oslo_vmware.api [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': task-3092623, 'name': ReconfigVM_Task, 'duration_secs': 0.944009} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.213075] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Reconfigured VM instance instance-0000003d to attach disk [datastore2] dacf1de6-42e0-48c7-8633-0ff0155d5cf7/dacf1de6-42e0-48c7-8633-0ff0155d5cf7.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.213354] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e8a3f4f-a03a-4bb9-bb7d-af2688434cf9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.220809] env[68872]: DEBUG oslo_vmware.api [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Waiting for the task: (returnval){ [ 841.220809] env[68872]: value = "task-3092625" [ 841.220809] env[68872]: _type = "Task" [ 841.220809] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.229616] env[68872]: DEBUG oslo_vmware.api [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': task-3092625, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.231375] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70da7236-1ce8-4e23-8e88-04bb7b7a62e1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.238467] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ceb2c23-9878-4b02-919c-f4b1ae38c742 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.273193] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5cd71e-3e58-40d7-a2c7-3b909c49c899 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.281216] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8de6abf-a20a-45dc-bc6b-b885c81db97b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.299016] env[68872]: DEBUG nova.compute.provider_tree [None req-dee3726f-0957-4009-90ea-a0df81e17994 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.560092] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092624, 'name': CreateVM_Task, 'duration_secs': 0.429085} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.560234] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.560902] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.561079] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.561418] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.561670] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ce12ef2-43d9-477c-a425-9bbb0ce654b0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.566111] env[68872]: DEBUG oslo_vmware.api [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 841.566111] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529fc346-e520-c42b-ab93-c76b6715ce41" [ 841.566111] env[68872]: _type = "Task" [ 841.566111] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.574118] env[68872]: DEBUG oslo_vmware.api [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529fc346-e520-c42b-ab93-c76b6715ce41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.731960] env[68872]: DEBUG oslo_vmware.api [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': task-3092625, 'name': Rename_Task, 'duration_secs': 0.213008} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.732319] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.732650] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c19c1d8-2ecc-451d-9377-f378345dbe8f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.740830] env[68872]: DEBUG oslo_vmware.api [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Waiting for the task: (returnval){ [ 841.740830] env[68872]: value = "task-3092626" [ 841.740830] env[68872]: _type = "Task" [ 841.740830] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.749995] env[68872]: DEBUG oslo_vmware.api [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': task-3092626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.799460] env[68872]: DEBUG nova.scheduler.client.report [None req-dee3726f-0957-4009-90ea-a0df81e17994 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.078702] env[68872]: DEBUG oslo_vmware.api [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529fc346-e520-c42b-ab93-c76b6715ce41, 'name': SearchDatastore_Task, 'duration_secs': 0.009004} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.078944] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.079203] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.079503] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.079584] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.079748] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.080049] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb5b8832-edfd-47f3-82f7-e37074e614f5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.088782] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.089019] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.089677] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f5b25c6-d81a-49d7-8761-5a5d26674ec2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.095779] env[68872]: DEBUG oslo_vmware.api [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 842.095779] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52566ff3-8f5d-2453-f36b-c72a5f59f5bb" [ 842.095779] env[68872]: _type = "Task" [ 842.095779] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.103699] env[68872]: DEBUG oslo_vmware.api [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52566ff3-8f5d-2453-f36b-c72a5f59f5bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.192483] env[68872]: DEBUG nova.compute.manager [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 842.221547] env[68872]: DEBUG nova.virt.hardware [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.221828] env[68872]: DEBUG nova.virt.hardware [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.222017] env[68872]: DEBUG nova.virt.hardware [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.222248] env[68872]: DEBUG nova.virt.hardware [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.222395] env[68872]: DEBUG nova.virt.hardware [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.222595] env[68872]: DEBUG nova.virt.hardware [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.222868] env[68872]: DEBUG nova.virt.hardware [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.223070] env[68872]: DEBUG nova.virt.hardware [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.223283] env[68872]: DEBUG nova.virt.hardware [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.223482] env[68872]: DEBUG nova.virt.hardware [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.223687] env[68872]: DEBUG nova.virt.hardware [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.224601] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35cac3c-2fc6-486e-9e62-24bd32a8bc76 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.232675] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b11525-6144-4828-be88-c270e3806fc2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.255434] env[68872]: DEBUG oslo_vmware.api [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': task-3092626, 'name': PowerOnVM_Task, 'duration_secs': 0.492983} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.255434] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.255434] env[68872]: INFO nova.compute.manager [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Took 4.91 seconds to spawn the instance on the hypervisor. [ 842.255434] env[68872]: DEBUG nova.compute.manager [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.255884] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d15731-37ea-441c-86a8-0641792ed105 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.305052] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dee3726f-0957-4009-90ea-a0df81e17994 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.141s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.308159] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.345s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.308859] env[68872]: INFO nova.compute.claims [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.335594] env[68872]: INFO nova.scheduler.client.report [None req-dee3726f-0957-4009-90ea-a0df81e17994 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Deleted allocations for instance 64959e3f-ada4-478c-9d1f-046ab4228db1 [ 842.391212] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ab1d55b6-511e-4594-bfee-5d4ccdf87a46 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Acquiring lock "91c8657c-e3db-4ed1-a721-9a7f06e95e9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.391477] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ab1d55b6-511e-4594-bfee-5d4ccdf87a46 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Lock "91c8657c-e3db-4ed1-a721-9a7f06e95e9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.391688] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ab1d55b6-511e-4594-bfee-5d4ccdf87a46 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Acquiring lock "91c8657c-e3db-4ed1-a721-9a7f06e95e9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.391880] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ab1d55b6-511e-4594-bfee-5d4ccdf87a46 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Lock "91c8657c-e3db-4ed1-a721-9a7f06e95e9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.392067] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ab1d55b6-511e-4594-bfee-5d4ccdf87a46 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Lock "91c8657c-e3db-4ed1-a721-9a7f06e95e9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.394157] env[68872]: INFO nova.compute.manager [None req-ab1d55b6-511e-4594-bfee-5d4ccdf87a46 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Terminating instance [ 842.606627] env[68872]: DEBUG oslo_vmware.api [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52566ff3-8f5d-2453-f36b-c72a5f59f5bb, 'name': SearchDatastore_Task, 'duration_secs': 0.010667} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.607450] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02abd2fd-2594-4513-b620-35b8cca260a2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.613269] env[68872]: DEBUG oslo_vmware.api [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 842.613269] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]525c224a-b38a-b70c-c6a4-ca29253cbcd8" [ 842.613269] env[68872]: _type = "Task" [ 842.613269] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.625029] env[68872]: DEBUG oslo_vmware.api [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]525c224a-b38a-b70c-c6a4-ca29253cbcd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.666260] env[68872]: DEBUG nova.compute.manager [req-da567002-4edc-4776-9c15-75b39a3dcad1 req-1cc0b7d7-e5f1-4273-b78e-9408df3b8265 service nova] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Received event network-vif-plugged-9d6f7eee-1271-416e-94a8-de2401e18a01 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.666260] env[68872]: DEBUG oslo_concurrency.lockutils [req-da567002-4edc-4776-9c15-75b39a3dcad1 req-1cc0b7d7-e5f1-4273-b78e-9408df3b8265 service nova] Acquiring lock "a75bd5f9-b243-4630-8eb0-d27da8fe12c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.666260] env[68872]: DEBUG oslo_concurrency.lockutils [req-da567002-4edc-4776-9c15-75b39a3dcad1 req-1cc0b7d7-e5f1-4273-b78e-9408df3b8265 service nova] Lock "a75bd5f9-b243-4630-8eb0-d27da8fe12c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.666260] env[68872]: DEBUG oslo_concurrency.lockutils [req-da567002-4edc-4776-9c15-75b39a3dcad1 req-1cc0b7d7-e5f1-4273-b78e-9408df3b8265 service nova] Lock "a75bd5f9-b243-4630-8eb0-d27da8fe12c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.666260] env[68872]: DEBUG nova.compute.manager [req-da567002-4edc-4776-9c15-75b39a3dcad1 req-1cc0b7d7-e5f1-4273-b78e-9408df3b8265 service nova] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] No waiting events found dispatching network-vif-plugged-9d6f7eee-1271-416e-94a8-de2401e18a01 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.666260] env[68872]: WARNING nova.compute.manager [req-da567002-4edc-4776-9c15-75b39a3dcad1 req-1cc0b7d7-e5f1-4273-b78e-9408df3b8265 service nova] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Received unexpected event network-vif-plugged-9d6f7eee-1271-416e-94a8-de2401e18a01 for instance with vm_state building and task_state spawning. [ 842.707885] env[68872]: DEBUG nova.network.neutron [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Successfully updated port: 9d6f7eee-1271-416e-94a8-de2401e18a01 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 842.774907] env[68872]: INFO nova.compute.manager [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Took 41.45 seconds to build instance. [ 842.845292] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dee3726f-0957-4009-90ea-a0df81e17994 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "64959e3f-ada4-478c-9d1f-046ab4228db1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.151s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.898117] env[68872]: DEBUG nova.compute.manager [None req-ab1d55b6-511e-4594-bfee-5d4ccdf87a46 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 842.898360] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1d55b6-511e-4594-bfee-5d4ccdf87a46 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 842.899910] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada2fe1d-040d-4fa9-8a9f-ff729aa5bd8d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.907343] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1d55b6-511e-4594-bfee-5d4ccdf87a46 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.908025] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4518464b-7144-4e6b-92da-0079447872ea {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.918502] env[68872]: DEBUG oslo_vmware.api [None req-ab1d55b6-511e-4594-bfee-5d4ccdf87a46 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Waiting for the task: (returnval){ [ 842.918502] env[68872]: value = "task-3092627" [ 842.918502] env[68872]: _type = "Task" [ 842.918502] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.927232] env[68872]: DEBUG oslo_vmware.api [None req-ab1d55b6-511e-4594-bfee-5d4ccdf87a46 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': task-3092627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.124424] env[68872]: DEBUG oslo_vmware.api [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]525c224a-b38a-b70c-c6a4-ca29253cbcd8, 'name': SearchDatastore_Task, 'duration_secs': 0.042657} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.124691] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.125060] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] a71905ae-b4b8-4fec-a3ea-b3b7f2372df3/a71905ae-b4b8-4fec-a3ea-b3b7f2372df3.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.125317] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df511f17-266d-4847-9a71-2c52b495d602 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.131493] env[68872]: DEBUG oslo_vmware.api [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 843.131493] env[68872]: value = "task-3092628" [ 843.131493] env[68872]: _type = "Task" [ 843.131493] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.139257] env[68872]: DEBUG oslo_vmware.api [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092628, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.210122] env[68872]: DEBUG oslo_concurrency.lockutils [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "refresh_cache-a75bd5f9-b243-4630-8eb0-d27da8fe12c5" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.210444] env[68872]: DEBUG oslo_concurrency.lockutils [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquired lock "refresh_cache-a75bd5f9-b243-4630-8eb0-d27da8fe12c5" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.210572] env[68872]: DEBUG nova.network.neutron [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.277032] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1b79e78e-2f75-434b-86b0-75ac39bdc51c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Lock "dacf1de6-42e0-48c7-8633-0ff0155d5cf7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.965s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.415043] env[68872]: INFO nova.compute.manager [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Rebuilding instance [ 843.430678] env[68872]: DEBUG oslo_vmware.api [None req-ab1d55b6-511e-4594-bfee-5d4ccdf87a46 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': task-3092627, 'name': PowerOffVM_Task, 'duration_secs': 0.187797} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.430954] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1d55b6-511e-4594-bfee-5d4ccdf87a46 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.433022] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1d55b6-511e-4594-bfee-5d4ccdf87a46 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.433022] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd3dd4b2-1562-4710-9122-7fa24436fdba {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.468194] env[68872]: DEBUG nova.compute.manager [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.469102] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba946fb-c8ba-40d9-ba94-9d0584c41cfa {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.513160] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1d55b6-511e-4594-bfee-5d4ccdf87a46 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.513461] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1d55b6-511e-4594-bfee-5d4ccdf87a46 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.513840] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab1d55b6-511e-4594-bfee-5d4ccdf87a46 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Deleting the datastore file [datastore2] 91c8657c-e3db-4ed1-a721-9a7f06e95e9f {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.514095] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ece5de1d-3e6a-4cbf-b89d-e5c2ce71e8ae {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.525670] env[68872]: DEBUG oslo_vmware.api [None req-ab1d55b6-511e-4594-bfee-5d4ccdf87a46 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Waiting for the task: (returnval){ [ 843.525670] env[68872]: value = "task-3092630" [ 843.525670] env[68872]: _type = "Task" [ 843.525670] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.540230] env[68872]: DEBUG oslo_vmware.api [None req-ab1d55b6-511e-4594-bfee-5d4ccdf87a46 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': task-3092630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.641314] env[68872]: DEBUG oslo_vmware.api [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092628, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497197} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.644063] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] a71905ae-b4b8-4fec-a3ea-b3b7f2372df3/a71905ae-b4b8-4fec-a3ea-b3b7f2372df3.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.644336] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.644797] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3018871b-01f4-4b04-8fc6-6d83c7764412 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.650983] env[68872]: DEBUG oslo_vmware.api [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 843.650983] env[68872]: value = "task-3092631" [ 843.650983] env[68872]: _type = "Task" [ 843.650983] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.662659] env[68872]: DEBUG oslo_vmware.api [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092631, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.752294] env[68872]: DEBUG nova.network.neutron [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.781940] env[68872]: DEBUG nova.compute.manager [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 843.820536] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d0c70b-fa5d-42c8-85cb-ec2640706fd8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.836608] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5814a81-21c4-4392-bd57-d016ea123469 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.867994] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8d6efe-3baa-4857-b437-cfc33253e32a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.877528] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0291e9-7d2a-437e-8eb5-a5e2966dca0e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.890514] env[68872]: DEBUG nova.compute.provider_tree [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.913433] env[68872]: DEBUG nova.network.neutron [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Updating instance_info_cache with network_info: [{"id": "9d6f7eee-1271-416e-94a8-de2401e18a01", "address": "fa:16:3e:33:dd:57", "network": {"id": "395722e8-10c9-4cd4-9e49-c1858a0ce30a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1962560931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9960a3dc622c43cd9f219d00dba59dc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d6f7eee-12", "ovs_interfaceid": "9d6f7eee-1271-416e-94a8-de2401e18a01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.035326] env[68872]: DEBUG oslo_vmware.api [None req-ab1d55b6-511e-4594-bfee-5d4ccdf87a46 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': task-3092630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219009} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.035427] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab1d55b6-511e-4594-bfee-5d4ccdf87a46 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.035561] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1d55b6-511e-4594-bfee-5d4ccdf87a46 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.035756] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1d55b6-511e-4594-bfee-5d4ccdf87a46 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.035988] env[68872]: INFO nova.compute.manager [None req-ab1d55b6-511e-4594-bfee-5d4ccdf87a46 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 844.036198] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab1d55b6-511e-4594-bfee-5d4ccdf87a46 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.036440] env[68872]: DEBUG nova.compute.manager [-] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 844.036699] env[68872]: DEBUG nova.network.neutron [-] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 844.162952] env[68872]: DEBUG oslo_vmware.api [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092631, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082346} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.163229] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.164042] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a76e667-1676-414e-b31e-25b388a2439f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.188329] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] a71905ae-b4b8-4fec-a3ea-b3b7f2372df3/a71905ae-b4b8-4fec-a3ea-b3b7f2372df3.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.188631] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56cbefea-a420-4fb8-9a7e-9884e19c156b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.207053] env[68872]: DEBUG oslo_vmware.api [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 844.207053] env[68872]: value = "task-3092632" [ 844.207053] env[68872]: _type = "Task" [ 844.207053] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.214392] env[68872]: DEBUG oslo_vmware.api [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092632, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.303980] env[68872]: DEBUG oslo_concurrency.lockutils [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.394104] env[68872]: DEBUG nova.scheduler.client.report [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.415625] env[68872]: DEBUG oslo_concurrency.lockutils [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Releasing lock "refresh_cache-a75bd5f9-b243-4630-8eb0-d27da8fe12c5" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.415948] env[68872]: DEBUG nova.compute.manager [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Instance network_info: |[{"id": "9d6f7eee-1271-416e-94a8-de2401e18a01", "address": "fa:16:3e:33:dd:57", "network": {"id": "395722e8-10c9-4cd4-9e49-c1858a0ce30a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1962560931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9960a3dc622c43cd9f219d00dba59dc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d6f7eee-12", "ovs_interfaceid": "9d6f7eee-1271-416e-94a8-de2401e18a01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 844.416597] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:dd:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfae3ef8-cae7-455d-8632-ba93e1671625', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d6f7eee-1271-416e-94a8-de2401e18a01', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.424456] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.424971] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 844.425243] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbd2c85f-a54a-4afd-b985-1ebf85e1435d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.445508] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.445508] env[68872]: value = "task-3092633" [ 844.445508] env[68872]: _type = "Task" [ 844.445508] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.453065] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092633, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.485470] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.485470] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-026fc90b-5466-49cb-bf98-bec480142753 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.491513] env[68872]: DEBUG oslo_vmware.api [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Waiting for the task: (returnval){ [ 844.491513] env[68872]: value = "task-3092634" [ 844.491513] env[68872]: _type = "Task" [ 844.491513] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.499598] env[68872]: DEBUG oslo_vmware.api [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': task-3092634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.695937] env[68872]: DEBUG nova.compute.manager [req-99a4e6c2-ae7f-4d2f-8606-ea0f80c9d896 req-5a741236-30b6-439b-bf82-c3599f49f0f4 service nova] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Received event network-changed-9d6f7eee-1271-416e-94a8-de2401e18a01 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.696166] env[68872]: DEBUG nova.compute.manager [req-99a4e6c2-ae7f-4d2f-8606-ea0f80c9d896 req-5a741236-30b6-439b-bf82-c3599f49f0f4 service nova] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Refreshing instance network info cache due to event network-changed-9d6f7eee-1271-416e-94a8-de2401e18a01. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 844.696389] env[68872]: DEBUG oslo_concurrency.lockutils [req-99a4e6c2-ae7f-4d2f-8606-ea0f80c9d896 req-5a741236-30b6-439b-bf82-c3599f49f0f4 service nova] Acquiring lock "refresh_cache-a75bd5f9-b243-4630-8eb0-d27da8fe12c5" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.696532] env[68872]: DEBUG oslo_concurrency.lockutils [req-99a4e6c2-ae7f-4d2f-8606-ea0f80c9d896 req-5a741236-30b6-439b-bf82-c3599f49f0f4 service nova] Acquired lock "refresh_cache-a75bd5f9-b243-4630-8eb0-d27da8fe12c5" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.696692] env[68872]: DEBUG nova.network.neutron [req-99a4e6c2-ae7f-4d2f-8606-ea0f80c9d896 req-5a741236-30b6-439b-bf82-c3599f49f0f4 service nova] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Refreshing network info cache for port 9d6f7eee-1271-416e-94a8-de2401e18a01 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 844.717451] env[68872]: DEBUG oslo_vmware.api [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.783047] env[68872]: DEBUG nova.network.neutron [-] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.901021] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.901585] env[68872]: DEBUG nova.compute.manager [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.904127] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.931s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.905475] env[68872]: INFO nova.compute.claims [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.956395] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092633, 'name': CreateVM_Task, 'duration_secs': 0.408074} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.956604] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.957395] env[68872]: DEBUG oslo_concurrency.lockutils [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.957583] env[68872]: DEBUG oslo_concurrency.lockutils [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.957936] env[68872]: DEBUG oslo_concurrency.lockutils [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.958466] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4436aba0-1010-4bfa-a82c-25dfc8665c0e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.964041] env[68872]: DEBUG oslo_vmware.api [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 844.964041] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f3cff9-0e10-77b7-6504-6181d3ff632b" [ 844.964041] env[68872]: _type = "Task" [ 844.964041] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.971724] env[68872]: DEBUG oslo_vmware.api [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f3cff9-0e10-77b7-6504-6181d3ff632b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.999266] env[68872]: DEBUG oslo_vmware.api [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': task-3092634, 'name': PowerOffVM_Task, 'duration_secs': 0.154747} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.999510] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.000177] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.000898] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c484fe20-9558-46ce-bc9a-cffa648cc1b4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.008681] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.008886] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-451c224b-88b3-4864-b687-828752ee7edd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.030039] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.030250] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.030425] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Deleting the datastore file [datastore2] dacf1de6-42e0-48c7-8633-0ff0155d5cf7 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.030647] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d8b3b41-2a6b-4642-9243-f36cfd1e6275 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.036574] env[68872]: DEBUG oslo_vmware.api [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Waiting for the task: (returnval){ [ 845.036574] env[68872]: value = "task-3092636" [ 845.036574] env[68872]: _type = "Task" [ 845.036574] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.043937] env[68872]: DEBUG oslo_vmware.api [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': task-3092636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.217812] env[68872]: DEBUG oslo_vmware.api [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092632, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.285462] env[68872]: INFO nova.compute.manager [-] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Took 1.25 seconds to deallocate network for instance. [ 845.405442] env[68872]: DEBUG nova.network.neutron [req-99a4e6c2-ae7f-4d2f-8606-ea0f80c9d896 req-5a741236-30b6-439b-bf82-c3599f49f0f4 service nova] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Updated VIF entry in instance network info cache for port 9d6f7eee-1271-416e-94a8-de2401e18a01. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.405806] env[68872]: DEBUG nova.network.neutron [req-99a4e6c2-ae7f-4d2f-8606-ea0f80c9d896 req-5a741236-30b6-439b-bf82-c3599f49f0f4 service nova] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Updating instance_info_cache with network_info: [{"id": "9d6f7eee-1271-416e-94a8-de2401e18a01", "address": "fa:16:3e:33:dd:57", "network": {"id": "395722e8-10c9-4cd4-9e49-c1858a0ce30a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1962560931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9960a3dc622c43cd9f219d00dba59dc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d6f7eee-12", "ovs_interfaceid": "9d6f7eee-1271-416e-94a8-de2401e18a01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.409424] env[68872]: DEBUG nova.compute.utils [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.412745] env[68872]: DEBUG nova.compute.manager [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 845.413551] env[68872]: DEBUG nova.network.neutron [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 845.452302] env[68872]: DEBUG nova.policy [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af8012b46edb498e9e8de9c48ed9a31b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbf0bfa151444f0a89a2bc5206d227ca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 845.474450] env[68872]: DEBUG oslo_vmware.api [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f3cff9-0e10-77b7-6504-6181d3ff632b, 'name': SearchDatastore_Task, 'duration_secs': 0.009011} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.474743] env[68872]: DEBUG oslo_concurrency.lockutils [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.475011] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.475271] env[68872]: DEBUG oslo_concurrency.lockutils [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.475412] env[68872]: DEBUG oslo_concurrency.lockutils [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.475588] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.475839] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5b865b1-3364-4651-a93c-84896944f80a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.487155] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.487361] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.488315] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e7ee3e9-987f-4c68-b7b1-6490ccb4bac8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.494440] env[68872]: DEBUG oslo_vmware.api [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 845.494440] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a7fa9a-c20d-92e5-f77e-548b172723e3" [ 845.494440] env[68872]: _type = "Task" [ 845.494440] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.501922] env[68872]: DEBUG oslo_vmware.api [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a7fa9a-c20d-92e5-f77e-548b172723e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.546079] env[68872]: DEBUG oslo_vmware.api [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': task-3092636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090674} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.546383] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.546569] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.546794] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.723683] env[68872]: DEBUG oslo_vmware.api [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092632, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.792146] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ab1d55b6-511e-4594-bfee-5d4ccdf87a46 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.804202] env[68872]: DEBUG nova.network.neutron [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Successfully created port: 7634251b-9cd6-44ed-bdc4-55f583414bd4 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 845.910622] env[68872]: DEBUG oslo_concurrency.lockutils [req-99a4e6c2-ae7f-4d2f-8606-ea0f80c9d896 req-5a741236-30b6-439b-bf82-c3599f49f0f4 service nova] Releasing lock "refresh_cache-a75bd5f9-b243-4630-8eb0-d27da8fe12c5" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.910622] env[68872]: DEBUG nova.compute.manager [req-99a4e6c2-ae7f-4d2f-8606-ea0f80c9d896 req-5a741236-30b6-439b-bf82-c3599f49f0f4 service nova] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Received event network-vif-deleted-c8afd1ca-1237-4e6e-8dd0-a142a194a86f {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.910622] env[68872]: INFO nova.compute.manager [req-99a4e6c2-ae7f-4d2f-8606-ea0f80c9d896 req-5a741236-30b6-439b-bf82-c3599f49f0f4 service nova] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Neutron deleted interface c8afd1ca-1237-4e6e-8dd0-a142a194a86f; detaching it from the instance and deleting it from the info cache [ 845.910622] env[68872]: DEBUG nova.network.neutron [req-99a4e6c2-ae7f-4d2f-8606-ea0f80c9d896 req-5a741236-30b6-439b-bf82-c3599f49f0f4 service nova] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.919439] env[68872]: DEBUG nova.compute.manager [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 846.007528] env[68872]: DEBUG oslo_vmware.api [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a7fa9a-c20d-92e5-f77e-548b172723e3, 'name': SearchDatastore_Task, 'duration_secs': 0.008304} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.010880] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c60a821b-33a3-48e5-b643-ec11da25fbbc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.016843] env[68872]: DEBUG oslo_vmware.api [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 846.016843] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52420ee8-2a06-2a46-dabd-57c6fae8b76d" [ 846.016843] env[68872]: _type = "Task" [ 846.016843] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.027079] env[68872]: DEBUG oslo_vmware.api [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52420ee8-2a06-2a46-dabd-57c6fae8b76d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.224712] env[68872]: DEBUG oslo_vmware.api [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092632, 'name': ReconfigVM_Task, 'duration_secs': 1.643951} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.224970] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Reconfigured VM instance instance-00000027 to attach disk [datastore2] a71905ae-b4b8-4fec-a3ea-b3b7f2372df3/a71905ae-b4b8-4fec-a3ea-b3b7f2372df3.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.225422] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3667d99a-0608-442d-b1d4-49ea61b75e2b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.232299] env[68872]: DEBUG oslo_vmware.api [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 846.232299] env[68872]: value = "task-3092637" [ 846.232299] env[68872]: _type = "Task" [ 846.232299] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.240949] env[68872]: DEBUG oslo_vmware.api [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092637, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.369739] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0cf16d-bf2d-4776-a095-f1818d46fdb6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.377702] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4f02d6-15af-4332-9fd8-756045f68a66 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.407994] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac89992-8437-4b87-a43a-55702cb6d51d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.412468] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8343394e-9155-4328-996b-c91f571b4476 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.417637] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3130a4b7-2253-47d2-9700-a32247d8849a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.425205] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f999c1-878f-4b8c-84dd-1374c51786d7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.446184] env[68872]: DEBUG nova.compute.provider_tree [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.472922] env[68872]: DEBUG nova.compute.manager [req-99a4e6c2-ae7f-4d2f-8606-ea0f80c9d896 req-5a741236-30b6-439b-bf82-c3599f49f0f4 service nova] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Detach interface failed, port_id=c8afd1ca-1237-4e6e-8dd0-a142a194a86f, reason: Instance 91c8657c-e3db-4ed1-a721-9a7f06e95e9f could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 846.528660] env[68872]: DEBUG oslo_vmware.api [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52420ee8-2a06-2a46-dabd-57c6fae8b76d, 'name': SearchDatastore_Task, 'duration_secs': 0.009077} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.528931] env[68872]: DEBUG oslo_concurrency.lockutils [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.529211] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] a75bd5f9-b243-4630-8eb0-d27da8fe12c5/a75bd5f9-b243-4630-8eb0-d27da8fe12c5.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.529469] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77777b84-8888-4404-b7e6-d49d9b07a03b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.536230] env[68872]: DEBUG oslo_vmware.api [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 846.536230] env[68872]: value = "task-3092638" [ 846.536230] env[68872]: _type = "Task" [ 846.536230] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.544589] env[68872]: DEBUG oslo_vmware.api [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.584670] env[68872]: DEBUG nova.virt.hardware [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.584932] env[68872]: DEBUG nova.virt.hardware [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.585108] env[68872]: DEBUG nova.virt.hardware [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.585332] env[68872]: DEBUG nova.virt.hardware [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.585486] env[68872]: DEBUG nova.virt.hardware [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.585637] env[68872]: DEBUG nova.virt.hardware [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.585862] env[68872]: DEBUG nova.virt.hardware [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.586042] env[68872]: DEBUG nova.virt.hardware [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.586221] env[68872]: DEBUG nova.virt.hardware [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.586381] env[68872]: DEBUG nova.virt.hardware [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.586548] env[68872]: DEBUG nova.virt.hardware [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.587431] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ebdd4d-417a-4cf8-9b5b-9cb832f97c5c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.596235] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb092b75-deb0-4811-9c9c-971d1c76e5e0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.614030] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Instance VIF info [] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.624033] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.624216] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.624558] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df5d8461-f3e9-44a3-a52c-60888b7e358e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.651181] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.651181] env[68872]: value = "task-3092639" [ 846.651181] env[68872]: _type = "Task" [ 846.651181] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.659618] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092639, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.743305] env[68872]: DEBUG oslo_vmware.api [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092637, 'name': Rename_Task, 'duration_secs': 0.146048} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.743592] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.743846] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-461cf7d3-6059-4ed0-a74d-ee1ec8f4d1f1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.751665] env[68872]: DEBUG oslo_vmware.api [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 846.751665] env[68872]: value = "task-3092640" [ 846.751665] env[68872]: _type = "Task" [ 846.751665] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.761975] env[68872]: DEBUG oslo_vmware.api [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.948731] env[68872]: DEBUG nova.scheduler.client.report [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.953288] env[68872]: DEBUG nova.compute.manager [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.980648] env[68872]: DEBUG nova.virt.hardware [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.980950] env[68872]: DEBUG nova.virt.hardware [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.981127] env[68872]: DEBUG nova.virt.hardware [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.981355] env[68872]: DEBUG nova.virt.hardware [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.981520] env[68872]: DEBUG nova.virt.hardware [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.981673] env[68872]: DEBUG nova.virt.hardware [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.982040] env[68872]: DEBUG nova.virt.hardware [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.982262] env[68872]: DEBUG nova.virt.hardware [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.982364] env[68872]: DEBUG nova.virt.hardware [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.982539] env[68872]: DEBUG nova.virt.hardware [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.982712] env[68872]: DEBUG nova.virt.hardware [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.984052] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced6be1b-4e1c-4bf7-8b90-a9ecd8a2ebde {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.995020] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851c687c-438d-44c3-b8fb-54675a62c185 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.046532] env[68872]: DEBUG oslo_vmware.api [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472102} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.046808] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] a75bd5f9-b243-4630-8eb0-d27da8fe12c5/a75bd5f9-b243-4630-8eb0-d27da8fe12c5.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.047041] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.047312] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-720ffa2c-93b4-4c28-bf66-e132ab59ce11 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.055269] env[68872]: DEBUG oslo_vmware.api [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 847.055269] env[68872]: value = "task-3092641" [ 847.055269] env[68872]: _type = "Task" [ 847.055269] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.064982] env[68872]: DEBUG oslo_vmware.api [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.161142] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092639, 'name': CreateVM_Task, 'duration_secs': 0.445427} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.161313] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.161727] env[68872]: DEBUG oslo_concurrency.lockutils [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.161905] env[68872]: DEBUG oslo_concurrency.lockutils [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.162255] env[68872]: DEBUG oslo_concurrency.lockutils [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.162504] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-366f5ca2-cd70-47e0-8044-e4f072ee9cba {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.167049] env[68872]: DEBUG oslo_vmware.api [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Waiting for the task: (returnval){ [ 847.167049] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5276936b-59a4-62b8-8455-c59144146b53" [ 847.167049] env[68872]: _type = "Task" [ 847.167049] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.175868] env[68872]: DEBUG oslo_vmware.api [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5276936b-59a4-62b8-8455-c59144146b53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.263654] env[68872]: DEBUG nova.compute.manager [req-b291890e-cc21-4b9c-99a2-e081a6fa1e2f req-fb8ef3e9-15ff-4661-b2bb-a8753395985f service nova] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Received event network-vif-plugged-7634251b-9cd6-44ed-bdc4-55f583414bd4 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.263942] env[68872]: DEBUG oslo_concurrency.lockutils [req-b291890e-cc21-4b9c-99a2-e081a6fa1e2f req-fb8ef3e9-15ff-4661-b2bb-a8753395985f service nova] Acquiring lock "6b7ef617-73a7-4059-90b8-4a6e5e58ac2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.264228] env[68872]: DEBUG oslo_concurrency.lockutils [req-b291890e-cc21-4b9c-99a2-e081a6fa1e2f req-fb8ef3e9-15ff-4661-b2bb-a8753395985f service nova] Lock "6b7ef617-73a7-4059-90b8-4a6e5e58ac2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.264459] env[68872]: DEBUG oslo_concurrency.lockutils [req-b291890e-cc21-4b9c-99a2-e081a6fa1e2f req-fb8ef3e9-15ff-4661-b2bb-a8753395985f service nova] Lock "6b7ef617-73a7-4059-90b8-4a6e5e58ac2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.264682] env[68872]: DEBUG nova.compute.manager [req-b291890e-cc21-4b9c-99a2-e081a6fa1e2f req-fb8ef3e9-15ff-4661-b2bb-a8753395985f service nova] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] No waiting events found dispatching network-vif-plugged-7634251b-9cd6-44ed-bdc4-55f583414bd4 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 847.264837] env[68872]: WARNING nova.compute.manager [req-b291890e-cc21-4b9c-99a2-e081a6fa1e2f req-fb8ef3e9-15ff-4661-b2bb-a8753395985f service nova] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Received unexpected event network-vif-plugged-7634251b-9cd6-44ed-bdc4-55f583414bd4 for instance with vm_state building and task_state spawning. [ 847.273309] env[68872]: DEBUG oslo_vmware.api [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092640, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.356749] env[68872]: DEBUG nova.network.neutron [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Successfully updated port: 7634251b-9cd6-44ed-bdc4-55f583414bd4 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 847.457032] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.457610] env[68872]: DEBUG nova.compute.manager [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.460229] env[68872]: DEBUG oslo_concurrency.lockutils [None req-95633e71-9696-43c4-9a0b-d164d15a2fa1 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.516s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.460450] env[68872]: DEBUG nova.objects.instance [None req-95633e71-9696-43c4-9a0b-d164d15a2fa1 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Lazy-loading 'resources' on Instance uuid 5935c3da-10ab-47b3-8cba-10a46b10f398 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.565103] env[68872]: DEBUG oslo_vmware.api [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.204087} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.565458] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.566300] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0809b7-4f08-415e-b111-941d7c8209a9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.588783] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] a75bd5f9-b243-4630-8eb0-d27da8fe12c5/a75bd5f9-b243-4630-8eb0-d27da8fe12c5.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.589100] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20433161-c4dc-4e56-937b-da79efef2c30 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.609332] env[68872]: DEBUG oslo_vmware.api [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 847.609332] env[68872]: value = "task-3092642" [ 847.609332] env[68872]: _type = "Task" [ 847.609332] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.617344] env[68872]: DEBUG oslo_vmware.api [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092642, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.677207] env[68872]: DEBUG oslo_vmware.api [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5276936b-59a4-62b8-8455-c59144146b53, 'name': SearchDatastore_Task, 'duration_secs': 0.050442} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.677556] env[68872]: DEBUG oslo_concurrency.lockutils [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.677860] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.678133] env[68872]: DEBUG oslo_concurrency.lockutils [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.678283] env[68872]: DEBUG oslo_concurrency.lockutils [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.678497] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.678737] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8997294-230e-487f-94a2-289d46e6310f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.694680] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.694867] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.695975] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af04ab26-06a9-46c0-816c-9e539aeda07e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.701049] env[68872]: DEBUG oslo_vmware.api [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Waiting for the task: (returnval){ [ 847.701049] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]528cfdbe-3d3b-dd71-4c90-032c751fad09" [ 847.701049] env[68872]: _type = "Task" [ 847.701049] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.708477] env[68872]: DEBUG oslo_vmware.api [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]528cfdbe-3d3b-dd71-4c90-032c751fad09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.764120] env[68872]: DEBUG oslo_vmware.api [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092640, 'name': PowerOnVM_Task, 'duration_secs': 0.74056} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.764420] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.764629] env[68872]: DEBUG nova.compute.manager [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.765403] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2ec187-35c6-4573-90d3-145351e0144a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.859710] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Acquiring lock "refresh_cache-6b7ef617-73a7-4059-90b8-4a6e5e58ac2e" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.859866] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Acquired lock "refresh_cache-6b7ef617-73a7-4059-90b8-4a6e5e58ac2e" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.860178] env[68872]: DEBUG nova.network.neutron [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 847.963431] env[68872]: DEBUG nova.compute.utils [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.968067] env[68872]: DEBUG nova.compute.manager [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Not allocating networking since 'none' was specified. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 848.123071] env[68872]: DEBUG oslo_vmware.api [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.212535] env[68872]: DEBUG oslo_vmware.api [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]528cfdbe-3d3b-dd71-4c90-032c751fad09, 'name': SearchDatastore_Task, 'duration_secs': 0.066439} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.213377] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2dfa773-8eb2-43f5-94ff-a5730eb054f5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.218573] env[68872]: DEBUG oslo_vmware.api [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Waiting for the task: (returnval){ [ 848.218573] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]523e94e8-23e7-b245-0983-bdd2a6385d8b" [ 848.218573] env[68872]: _type = "Task" [ 848.218573] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.229146] env[68872]: DEBUG oslo_vmware.api [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]523e94e8-23e7-b245-0983-bdd2a6385d8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.283666] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.388476] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52841a2b-11bb-49ba-933e-77d31fc7f7f4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.396246] env[68872]: DEBUG nova.network.neutron [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 848.399147] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e750ad21-e898-4dc8-bf19-306e839a99c5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.433199] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f30a7fe-1381-4b26-a0b6-b393127211c5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.441197] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5530aaf-e9c2-4f69-b02e-888af72c24eb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.455816] env[68872]: DEBUG nova.compute.provider_tree [None req-95633e71-9696-43c4-9a0b-d164d15a2fa1 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.468651] env[68872]: DEBUG nova.compute.manager [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.548123] env[68872]: DEBUG nova.network.neutron [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Updating instance_info_cache with network_info: [{"id": "7634251b-9cd6-44ed-bdc4-55f583414bd4", "address": "fa:16:3e:7f:6f:8c", "network": {"id": "77097d38-d62c-499a-9f15-d9f88f4c985b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-924676774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbf0bfa151444f0a89a2bc5206d227ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7634251b-9c", "ovs_interfaceid": "7634251b-9cd6-44ed-bdc4-55f583414bd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.620207] env[68872]: DEBUG oslo_vmware.api [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092642, 'name': ReconfigVM_Task, 'duration_secs': 0.65982} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.620490] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Reconfigured VM instance instance-0000003e to attach disk [datastore2] a75bd5f9-b243-4630-8eb0-d27da8fe12c5/a75bd5f9-b243-4630-8eb0-d27da8fe12c5.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.621145] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dab95b10-eb10-4e1e-a673-0e26b6fb5ae1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.627832] env[68872]: DEBUG oslo_vmware.api [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 848.627832] env[68872]: value = "task-3092643" [ 848.627832] env[68872]: _type = "Task" [ 848.627832] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.635647] env[68872]: DEBUG oslo_vmware.api [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092643, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.730711] env[68872]: DEBUG oslo_vmware.api [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]523e94e8-23e7-b245-0983-bdd2a6385d8b, 'name': SearchDatastore_Task, 'duration_secs': 0.008556} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.731014] env[68872]: DEBUG oslo_concurrency.lockutils [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.731285] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] dacf1de6-42e0-48c7-8633-0ff0155d5cf7/dacf1de6-42e0-48c7-8633-0ff0155d5cf7.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.731548] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e88300f-01c7-452e-9d32-4db2b696cc86 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.737775] env[68872]: DEBUG oslo_vmware.api [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Waiting for the task: (returnval){ [ 848.737775] env[68872]: value = "task-3092644" [ 848.737775] env[68872]: _type = "Task" [ 848.737775] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.745171] env[68872]: DEBUG oslo_vmware.api [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': task-3092644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.961316] env[68872]: DEBUG nova.scheduler.client.report [None req-95633e71-9696-43c4-9a0b-d164d15a2fa1 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.050420] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Releasing lock "refresh_cache-6b7ef617-73a7-4059-90b8-4a6e5e58ac2e" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.050745] env[68872]: DEBUG nova.compute.manager [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Instance network_info: |[{"id": "7634251b-9cd6-44ed-bdc4-55f583414bd4", "address": "fa:16:3e:7f:6f:8c", "network": {"id": "77097d38-d62c-499a-9f15-d9f88f4c985b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-924676774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbf0bfa151444f0a89a2bc5206d227ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7634251b-9c", "ovs_interfaceid": "7634251b-9cd6-44ed-bdc4-55f583414bd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 849.051228] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:6f:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91712705-510f-41a0-a803-2ecd92b676e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7634251b-9cd6-44ed-bdc4-55f583414bd4', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.059054] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Creating folder: Project (dbf0bfa151444f0a89a2bc5206d227ca). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.059369] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfc0655f-d0f0-4435-83a9-731a5fad0c38 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.070988] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Created folder: Project (dbf0bfa151444f0a89a2bc5206d227ca) in parent group-v618835. [ 849.070988] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Creating folder: Instances. Parent ref: group-v619015. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.070988] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d438f5c-f6d1-405b-8eed-9d4cd5399b97 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.079236] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Created folder: Instances in parent group-v619015. [ 849.079483] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.079674] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.079890] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5dd966a-55c1-496e-8983-b5cae468e0be {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.110281] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.110281] env[68872]: value = "task-3092647" [ 849.110281] env[68872]: _type = "Task" [ 849.110281] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.121507] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092647, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.138606] env[68872]: DEBUG oslo_vmware.api [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092643, 'name': Rename_Task, 'duration_secs': 0.13017} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.138970] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.139319] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df6dc573-7c36-400d-ba77-9e4fd3353307 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.147470] env[68872]: DEBUG oslo_vmware.api [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 849.147470] env[68872]: value = "task-3092648" [ 849.147470] env[68872]: _type = "Task" [ 849.147470] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.158479] env[68872]: DEBUG oslo_vmware.api [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.248474] env[68872]: DEBUG oslo_vmware.api [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': task-3092644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.281152] env[68872]: DEBUG nova.compute.manager [req-ea578b23-161c-420c-9452-909a6bb9c43a req-42f04547-249a-46d0-a195-724ab05ae818 service nova] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Received event network-changed-7634251b-9cd6-44ed-bdc4-55f583414bd4 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.281256] env[68872]: DEBUG nova.compute.manager [req-ea578b23-161c-420c-9452-909a6bb9c43a req-42f04547-249a-46d0-a195-724ab05ae818 service nova] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Refreshing instance network info cache due to event network-changed-7634251b-9cd6-44ed-bdc4-55f583414bd4. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.281470] env[68872]: DEBUG oslo_concurrency.lockutils [req-ea578b23-161c-420c-9452-909a6bb9c43a req-42f04547-249a-46d0-a195-724ab05ae818 service nova] Acquiring lock "refresh_cache-6b7ef617-73a7-4059-90b8-4a6e5e58ac2e" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.281750] env[68872]: DEBUG oslo_concurrency.lockutils [req-ea578b23-161c-420c-9452-909a6bb9c43a req-42f04547-249a-46d0-a195-724ab05ae818 service nova] Acquired lock "refresh_cache-6b7ef617-73a7-4059-90b8-4a6e5e58ac2e" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.281861] env[68872]: DEBUG nova.network.neutron [req-ea578b23-161c-420c-9452-909a6bb9c43a req-42f04547-249a-46d0-a195-724ab05ae818 service nova] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Refreshing network info cache for port 7634251b-9cd6-44ed-bdc4-55f583414bd4 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.469055] env[68872]: DEBUG oslo_concurrency.lockutils [None req-95633e71-9696-43c4-9a0b-d164d15a2fa1 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.470087] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 40.120s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.478130] env[68872]: DEBUG nova.compute.manager [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.489855] env[68872]: INFO nova.scheduler.client.report [None req-95633e71-9696-43c4-9a0b-d164d15a2fa1 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Deleted allocations for instance 5935c3da-10ab-47b3-8cba-10a46b10f398 [ 849.505295] env[68872]: DEBUG nova.virt.hardware [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.505537] env[68872]: DEBUG nova.virt.hardware [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.505691] env[68872]: DEBUG nova.virt.hardware [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.505868] env[68872]: DEBUG nova.virt.hardware [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.506024] env[68872]: DEBUG nova.virt.hardware [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.506178] env[68872]: DEBUG nova.virt.hardware [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.506386] env[68872]: DEBUG nova.virt.hardware [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.506541] env[68872]: DEBUG nova.virt.hardware [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.506703] env[68872]: DEBUG nova.virt.hardware [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.506862] env[68872]: DEBUG nova.virt.hardware [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.507043] env[68872]: DEBUG nova.virt.hardware [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.507937] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9608938-ccf3-496d-9869-a91572808217 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.516454] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48950f13-8ebe-4a49-8706-2be2bf1fcd96 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.530384] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Instance VIF info [] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.536033] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Creating folder: Project (de1c6d2c39cc401a98ac19ac26ae1b19). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.536913] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26d127d9-d05a-462d-b70a-ed4992adaeef {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.548201] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Created folder: Project (de1c6d2c39cc401a98ac19ac26ae1b19) in parent group-v618835. [ 849.548403] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Creating folder: Instances. Parent ref: group-v619018. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.548650] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df5ad556-8ca2-4fc8-b485-861c224a0e9b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.558073] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Created folder: Instances in parent group-v619018. [ 849.558314] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.558505] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.558710] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6683b1ca-9e21-4039-9fcd-dfa04496f7ac {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.574037] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.574037] env[68872]: value = "task-3092651" [ 849.574037] env[68872]: _type = "Task" [ 849.574037] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.581576] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092651, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.608437] env[68872]: INFO nova.compute.manager [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Rebuilding instance [ 849.618586] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092647, 'name': CreateVM_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.651888] env[68872]: DEBUG nova.compute.manager [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.653122] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a6aa2b-5403-4af2-a081-5e0542c407db {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.662517] env[68872]: DEBUG oslo_vmware.api [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092648, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.748441] env[68872]: DEBUG oslo_vmware.api [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': task-3092644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.002431] env[68872]: DEBUG oslo_concurrency.lockutils [None req-95633e71-9696-43c4-9a0b-d164d15a2fa1 tempest-ServerGroupTestJSON-100015106 tempest-ServerGroupTestJSON-100015106-project-member] Lock "5935c3da-10ab-47b3-8cba-10a46b10f398" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.491s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.039656] env[68872]: DEBUG nova.network.neutron [req-ea578b23-161c-420c-9452-909a6bb9c43a req-42f04547-249a-46d0-a195-724ab05ae818 service nova] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Updated VIF entry in instance network info cache for port 7634251b-9cd6-44ed-bdc4-55f583414bd4. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.040181] env[68872]: DEBUG nova.network.neutron [req-ea578b23-161c-420c-9452-909a6bb9c43a req-42f04547-249a-46d0-a195-724ab05ae818 service nova] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Updating instance_info_cache with network_info: [{"id": "7634251b-9cd6-44ed-bdc4-55f583414bd4", "address": "fa:16:3e:7f:6f:8c", "network": {"id": "77097d38-d62c-499a-9f15-d9f88f4c985b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-924676774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbf0bfa151444f0a89a2bc5206d227ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7634251b-9c", "ovs_interfaceid": "7634251b-9cd6-44ed-bdc4-55f583414bd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.089459] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092651, 'name': CreateVM_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.123181] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092647, 'name': CreateVM_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.159570] env[68872]: DEBUG oslo_vmware.api [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092648, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.250460] env[68872]: DEBUG oslo_vmware.api [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': task-3092644, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.410194} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.250762] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] dacf1de6-42e0-48c7-8633-0ff0155d5cf7/dacf1de6-42e0-48c7-8633-0ff0155d5cf7.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.250989] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.251268] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7325a2b-2511-45f0-b006-9394bc5eeb9b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.259938] env[68872]: DEBUG oslo_vmware.api [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Waiting for the task: (returnval){ [ 850.259938] env[68872]: value = "task-3092652" [ 850.259938] env[68872]: _type = "Task" [ 850.259938] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.269220] env[68872]: DEBUG oslo_vmware.api [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': task-3092652, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.519392] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.519698] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance fe5cc7b3-155a-437c-b04c-32bbfff60809 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.519698] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance db3e747b-e648-4fc2-86a1-d2e6ff48db08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.519875] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.520079] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 9ba49303-832d-4da0-b856-a46bcb2bda5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.520214] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.520401] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance a71905ae-b4b8-4fec-a3ea-b3b7f2372df3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.520562] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance c7c9ee10-b598-496a-ab2c-bf8c5fe97052 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.520742] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 547b97db-c690-457e-8d82-6bfbdc576f52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.520946] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance f55dd82e-62d1-4489-8376-614bcc41312c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.521131] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance a1ac11ff-9bf0-495c-a8cc-03dd670c64e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.521274] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 02362251-8e13-4449-89cc-cbfff9d9ff22 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.521393] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance a9e7b633-a873-4992-9f19-dda6f4828c85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.521551] env[68872]: WARNING nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance d8a69a2c-2c5d-42e8-b2c0-e0c3585de439 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 850.521680] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 045ef5de-67da-4454-b203-57d0fb26d12d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.521805] env[68872]: WARNING nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance b5176185-817b-42a0-a300-c7b06dda0a39 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 850.521928] env[68872]: WARNING nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance d4f8cd17-8624-440f-bcf9-2f779f4fe909 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 850.522068] env[68872]: WARNING nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 850.522195] env[68872]: WARNING nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 9bb7ca31-5098-4b32-acd4-458386fdbd90 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 850.522310] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.522433] env[68872]: WARNING nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 91c8657c-e3db-4ed1-a721-9a7f06e95e9f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 850.522545] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance dacf1de6-42e0-48c7-8633-0ff0155d5cf7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.522656] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance a75bd5f9-b243-4630-8eb0-d27da8fe12c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.522764] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.522870] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 3a1420a4-c5a4-43e1-a646-217be4c1d6ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.523017] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 850.542704] env[68872]: DEBUG oslo_concurrency.lockutils [req-ea578b23-161c-420c-9452-909a6bb9c43a req-42f04547-249a-46d0-a195-724ab05ae818 service nova] Releasing lock "refresh_cache-6b7ef617-73a7-4059-90b8-4a6e5e58ac2e" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.585838] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092651, 'name': CreateVM_Task, 'duration_secs': 0.669579} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.586026] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.586471] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.586638] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.586966] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.587239] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd752f0f-1c5c-4022-b49f-389c342d4463 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.592224] env[68872]: DEBUG oslo_vmware.api [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Waiting for the task: (returnval){ [ 850.592224] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c5f0e6-d253-896e-c3f5-0c5f36ee17b3" [ 850.592224] env[68872]: _type = "Task" [ 850.592224] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.600559] env[68872]: DEBUG oslo_vmware.api [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c5f0e6-d253-896e-c3f5-0c5f36ee17b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.619231] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092647, 'name': CreateVM_Task, 'duration_secs': 1.22514} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.619231] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.619881] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.657263] env[68872]: DEBUG oslo_vmware.api [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092648, 'name': PowerOnVM_Task, 'duration_secs': 1.357254} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.657516] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.657713] env[68872]: INFO nova.compute.manager [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Took 8.47 seconds to spawn the instance on the hypervisor. [ 850.657926] env[68872]: DEBUG nova.compute.manager [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.658657] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f127743-3a3f-463d-976a-06108ed084a2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.671280] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.671280] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24ac3377-bb49-4190-b3bc-8912625ec739 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.675953] env[68872]: DEBUG oslo_vmware.api [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 850.675953] env[68872]: value = "task-3092653" [ 850.675953] env[68872]: _type = "Task" [ 850.675953] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.685653] env[68872]: DEBUG oslo_vmware.api [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.769487] env[68872]: DEBUG oslo_vmware.api [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': task-3092652, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080907} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.769773] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.771264] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da3cda2-c0fc-4935-afef-0da499386f6f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.791624] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] dacf1de6-42e0-48c7-8633-0ff0155d5cf7/dacf1de6-42e0-48c7-8633-0ff0155d5cf7.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.791902] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3550e17-c1a5-4963-919d-6565d80196f5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.812515] env[68872]: DEBUG oslo_vmware.api [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Waiting for the task: (returnval){ [ 850.812515] env[68872]: value = "task-3092654" [ 850.812515] env[68872]: _type = "Task" [ 850.812515] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.821581] env[68872]: DEBUG oslo_vmware.api [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': task-3092654, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.026571] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance dcb555bc-660e-4ea9-a0ee-f5a3be79452b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 851.103474] env[68872]: DEBUG oslo_vmware.api [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c5f0e6-d253-896e-c3f5-0c5f36ee17b3, 'name': SearchDatastore_Task, 'duration_secs': 0.013725} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.103939] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.104312] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.104783] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.105081] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.105391] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.105888] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.106312] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.106638] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9dab777e-cd04-49da-9774-1bb526b1bc26 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.108567] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b25ae5f1-14b4-4d72-b367-b82518582eb6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.113831] env[68872]: DEBUG oslo_vmware.api [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Waiting for the task: (returnval){ [ 851.113831] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52622223-b088-99db-4cf9-49f46e2c8f13" [ 851.113831] env[68872]: _type = "Task" [ 851.113831] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.119293] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.121408] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.123462] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48f8a3d9-9c61-4d2e-b537-9fb8be489c74 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.125636] env[68872]: DEBUG oslo_vmware.api [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52622223-b088-99db-4cf9-49f46e2c8f13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.128406] env[68872]: DEBUG oslo_vmware.api [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Waiting for the task: (returnval){ [ 851.128406] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5230dc22-4824-f3d2-24a0-47f01c36090f" [ 851.128406] env[68872]: _type = "Task" [ 851.128406] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.135750] env[68872]: DEBUG oslo_vmware.api [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5230dc22-4824-f3d2-24a0-47f01c36090f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.175080] env[68872]: INFO nova.compute.manager [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Took 47.80 seconds to build instance. [ 851.187641] env[68872]: DEBUG oslo_vmware.api [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092653, 'name': PowerOffVM_Task, 'duration_secs': 0.317754} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.188070] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.188413] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.189326] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8019b76-8166-4369-be0a-3c36de4a8c5a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.196720] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.197730] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8d3b910-8a85-48f0-9ae7-c76cec25cc54 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.297782] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.297782] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.297782] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Deleting the datastore file [datastore2] a71905ae-b4b8-4fec-a3ea-b3b7f2372df3 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.297782] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c790a0e-661b-4fed-8c50-1832272ee5f0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.304686] env[68872]: DEBUG oslo_vmware.api [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 851.304686] env[68872]: value = "task-3092656" [ 851.304686] env[68872]: _type = "Task" [ 851.304686] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.312727] env[68872]: DEBUG oslo_vmware.api [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.320649] env[68872]: DEBUG oslo_vmware.api [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': task-3092654, 'name': ReconfigVM_Task, 'duration_secs': 0.265838} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.320927] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Reconfigured VM instance instance-0000003d to attach disk [datastore2] dacf1de6-42e0-48c7-8633-0ff0155d5cf7/dacf1de6-42e0-48c7-8633-0ff0155d5cf7.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.321644] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9484017f-4b3f-42f7-a2bd-acd47cfb0e2c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.327585] env[68872]: DEBUG oslo_vmware.api [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Waiting for the task: (returnval){ [ 851.327585] env[68872]: value = "task-3092657" [ 851.327585] env[68872]: _type = "Task" [ 851.327585] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.336367] env[68872]: DEBUG oslo_vmware.api [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': task-3092657, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.531134] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 8b363941-c78c-492e-9d73-2438248b7669 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 851.624859] env[68872]: DEBUG oslo_vmware.api [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52622223-b088-99db-4cf9-49f46e2c8f13, 'name': SearchDatastore_Task, 'duration_secs': 0.038855} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.625445] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.625591] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.625744] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.637683] env[68872]: DEBUG oslo_vmware.api [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5230dc22-4824-f3d2-24a0-47f01c36090f, 'name': SearchDatastore_Task, 'duration_secs': 0.056373} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.638555] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4331c5db-2f4a-40f0-9544-93efb2615904 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.643615] env[68872]: DEBUG oslo_vmware.api [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Waiting for the task: (returnval){ [ 851.643615] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]528777af-72ce-fd74-e958-2c1fb70b1684" [ 851.643615] env[68872]: _type = "Task" [ 851.643615] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.653760] env[68872]: DEBUG oslo_vmware.api [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]528777af-72ce-fd74-e958-2c1fb70b1684, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.682060] env[68872]: DEBUG oslo_concurrency.lockutils [None req-be3f23c3-56a1-4043-91a3-cfb126f06432 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "a75bd5f9-b243-4630-8eb0-d27da8fe12c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.331s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.816110] env[68872]: DEBUG oslo_vmware.api [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.840292] env[68872]: DEBUG oslo_vmware.api [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': task-3092657, 'name': Rename_Task, 'duration_secs': 0.134715} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.840709] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.841058] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd8b8af6-cf9c-4cce-bc01-9adfe0f45f29 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.851893] env[68872]: DEBUG oslo_vmware.api [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Waiting for the task: (returnval){ [ 851.851893] env[68872]: value = "task-3092658" [ 851.851893] env[68872]: _type = "Task" [ 851.851893] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.863894] env[68872]: DEBUG oslo_vmware.api [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': task-3092658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.038300] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance dd7f8ad1-c394-4217-933a-622094af0f63 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 852.155022] env[68872]: DEBUG oslo_vmware.api [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]528777af-72ce-fd74-e958-2c1fb70b1684, 'name': SearchDatastore_Task, 'duration_secs': 0.038271} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.155022] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.155196] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 3a1420a4-c5a4-43e1-a646-217be4c1d6ea/3a1420a4-c5a4-43e1-a646-217be4c1d6ea.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.155450] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.155629] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.155838] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82389778-4f40-4560-9810-b30d7eb54303 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.157857] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f003ef4-96b0-49d5-a91a-86f101f3eee7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.166131] env[68872]: DEBUG oslo_vmware.api [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Waiting for the task: (returnval){ [ 852.166131] env[68872]: value = "task-3092659" [ 852.166131] env[68872]: _type = "Task" [ 852.166131] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.167349] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.167547] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.171848] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e80a05e-599e-4395-93b6-bb37a0e0066b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.182263] env[68872]: DEBUG oslo_vmware.api [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Task: {'id': task-3092659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.182574] env[68872]: DEBUG oslo_vmware.api [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Waiting for the task: (returnval){ [ 852.182574] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52daff57-977c-9b9b-9f29-6134217bdcf7" [ 852.182574] env[68872]: _type = "Task" [ 852.182574] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.185938] env[68872]: DEBUG nova.compute.manager [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 852.195225] env[68872]: DEBUG oslo_vmware.api [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52daff57-977c-9b9b-9f29-6134217bdcf7, 'name': SearchDatastore_Task, 'duration_secs': 0.009112} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.196751] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d635639-e571-4623-8fa6-7e001290e30d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.203865] env[68872]: DEBUG oslo_vmware.api [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Waiting for the task: (returnval){ [ 852.203865] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52917e47-fbe6-32bb-936a-9fda1e920851" [ 852.203865] env[68872]: _type = "Task" [ 852.203865] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.214590] env[68872]: DEBUG oslo_vmware.api [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52917e47-fbe6-32bb-936a-9fda1e920851, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.315857] env[68872]: DEBUG oslo_vmware.api [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.571556} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.316123] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.316257] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.316448] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.360238] env[68872]: DEBUG oslo_vmware.api [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': task-3092658, 'name': PowerOnVM_Task, 'duration_secs': 0.424302} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.361199] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.361499] env[68872]: DEBUG nova.compute.manager [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.362575] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c27f116-0c0a-47a3-9020-e8ad696c0f9d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.541365] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 4439751f-dd06-4cc0-ac40-95e88e587704 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 852.679135] env[68872]: DEBUG oslo_vmware.api [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Task: {'id': task-3092659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505963} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.679434] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 3a1420a4-c5a4-43e1-a646-217be4c1d6ea/3a1420a4-c5a4-43e1-a646-217be4c1d6ea.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 852.679662] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 852.679966] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6e2831b-5d3a-47a3-8b27-c5f729c9a81f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.686670] env[68872]: DEBUG oslo_vmware.api [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Waiting for the task: (returnval){ [ 852.686670] env[68872]: value = "task-3092660" [ 852.686670] env[68872]: _type = "Task" [ 852.686670] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.698486] env[68872]: DEBUG oslo_vmware.api [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Task: {'id': task-3092660, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.714814] env[68872]: DEBUG oslo_vmware.api [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52917e47-fbe6-32bb-936a-9fda1e920851, 'name': SearchDatastore_Task, 'duration_secs': 0.010168} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.716385] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.716872] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.717361] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e/6b7ef617-73a7-4059-90b8-4a6e5e58ac2e.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.717744] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6302c28b-174a-461c-8e5f-9df7c1ae922e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.724442] env[68872]: DEBUG oslo_vmware.api [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Waiting for the task: (returnval){ [ 852.724442] env[68872]: value = "task-3092661" [ 852.724442] env[68872]: _type = "Task" [ 852.724442] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.732383] env[68872]: DEBUG oslo_vmware.api [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Task: {'id': task-3092661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.781208] env[68872]: INFO nova.compute.manager [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Rebuilding instance [ 852.827747] env[68872]: DEBUG nova.compute.manager [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.828811] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0dc35b-ea91-4287-9a42-bd2db5f4a343 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.888877] env[68872]: DEBUG oslo_concurrency.lockutils [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.045027] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 94bd856e-3c4a-4e52-a149-1207e5d83c85 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 853.207740] env[68872]: DEBUG oslo_vmware.api [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Task: {'id': task-3092660, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073218} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.208386] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.209488] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14610001-868b-4d6a-bb19-45653e02a79d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.231563] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 3a1420a4-c5a4-43e1-a646-217be4c1d6ea/3a1420a4-c5a4-43e1-a646-217be4c1d6ea.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.231941] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-544e6dba-e733-4ced-9cc2-e6e37ec16d2f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.259184] env[68872]: DEBUG oslo_vmware.api [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Task: {'id': task-3092661, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.259511] env[68872]: DEBUG oslo_vmware.api [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Waiting for the task: (returnval){ [ 853.259511] env[68872]: value = "task-3092662" [ 853.259511] env[68872]: _type = "Task" [ 853.259511] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.268601] env[68872]: DEBUG oslo_vmware.api [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Task: {'id': task-3092662, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.361383] env[68872]: DEBUG nova.virt.hardware [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.361612] env[68872]: DEBUG nova.virt.hardware [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.361776] env[68872]: DEBUG nova.virt.hardware [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.361958] env[68872]: DEBUG nova.virt.hardware [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.362204] env[68872]: DEBUG nova.virt.hardware [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.362397] env[68872]: DEBUG nova.virt.hardware [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.362641] env[68872]: DEBUG nova.virt.hardware [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.362832] env[68872]: DEBUG nova.virt.hardware [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.363464] env[68872]: DEBUG nova.virt.hardware [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.363464] env[68872]: DEBUG nova.virt.hardware [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.363464] env[68872]: DEBUG nova.virt.hardware [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.364518] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa09ef6-b323-4b13-96ae-281461ef8140 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.375489] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4dc589a-5e77-43ba-bdaf-351319ad345f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.381544] env[68872]: DEBUG oslo_concurrency.lockutils [None req-954c5528-d098-4feb-9540-2b6612a56c8c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Acquiring lock "dacf1de6-42e0-48c7-8633-0ff0155d5cf7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.381812] env[68872]: DEBUG oslo_concurrency.lockutils [None req-954c5528-d098-4feb-9540-2b6612a56c8c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Lock "dacf1de6-42e0-48c7-8633-0ff0155d5cf7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.382168] env[68872]: DEBUG oslo_concurrency.lockutils [None req-954c5528-d098-4feb-9540-2b6612a56c8c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Acquiring lock "dacf1de6-42e0-48c7-8633-0ff0155d5cf7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.382366] env[68872]: DEBUG oslo_concurrency.lockutils [None req-954c5528-d098-4feb-9540-2b6612a56c8c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Lock "dacf1de6-42e0-48c7-8633-0ff0155d5cf7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.382599] env[68872]: DEBUG oslo_concurrency.lockutils [None req-954c5528-d098-4feb-9540-2b6612a56c8c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Lock "dacf1de6-42e0-48c7-8633-0ff0155d5cf7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.393104] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:09:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb18870e-f482-4c7b-8cd4-5c933d3ad294', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0f067f0-0dc2-4bb2-8203-c29fb5d02192', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.400779] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.401454] env[68872]: INFO nova.compute.manager [None req-954c5528-d098-4feb-9540-2b6612a56c8c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Terminating instance [ 853.403364] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.404527] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d98a533e-962f-446b-81d1-ae4ee4b0ecfc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.420657] env[68872]: DEBUG oslo_concurrency.lockutils [None req-954c5528-d098-4feb-9540-2b6612a56c8c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Acquiring lock "refresh_cache-dacf1de6-42e0-48c7-8633-0ff0155d5cf7" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.420941] env[68872]: DEBUG oslo_concurrency.lockutils [None req-954c5528-d098-4feb-9540-2b6612a56c8c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Acquired lock "refresh_cache-dacf1de6-42e0-48c7-8633-0ff0155d5cf7" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.421047] env[68872]: DEBUG nova.network.neutron [None req-954c5528-d098-4feb-9540-2b6612a56c8c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.428625] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.428625] env[68872]: value = "task-3092663" [ 853.428625] env[68872]: _type = "Task" [ 853.428625] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.438499] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092663, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.549495] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance cdf1520a-2381-4f36-abf3-4b5e2dab00c3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 853.742047] env[68872]: DEBUG oslo_vmware.api [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Task: {'id': task-3092661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539613} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.742505] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e/6b7ef617-73a7-4059-90b8-4a6e5e58ac2e.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.742775] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.743115] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91614cc0-19e2-48a9-b639-f408f7637916 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.749855] env[68872]: DEBUG oslo_vmware.api [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Waiting for the task: (returnval){ [ 853.749855] env[68872]: value = "task-3092664" [ 853.749855] env[68872]: _type = "Task" [ 853.749855] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.758775] env[68872]: DEBUG oslo_vmware.api [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Task: {'id': task-3092664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.768078] env[68872]: DEBUG oslo_vmware.api [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Task: {'id': task-3092662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.845589] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.845924] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65045d1c-a62b-44d9-855d-1d9c0f32ac4e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.852051] env[68872]: DEBUG oslo_vmware.api [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 853.852051] env[68872]: value = "task-3092665" [ 853.852051] env[68872]: _type = "Task" [ 853.852051] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.860767] env[68872]: DEBUG oslo_vmware.api [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092665, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.939234] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092663, 'name': CreateVM_Task, 'duration_secs': 0.367786} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.939551] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.940562] env[68872]: DEBUG oslo_concurrency.lockutils [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.940844] env[68872]: DEBUG oslo_concurrency.lockutils [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.941295] env[68872]: DEBUG oslo_concurrency.lockutils [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.941701] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13aeb0f6-1a7b-4e26-bfdf-c407abac0646 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.953128] env[68872]: DEBUG oslo_vmware.api [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 853.953128] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]522d303b-4483-0535-7e8f-1c8fa9e3a241" [ 853.953128] env[68872]: _type = "Task" [ 853.953128] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.953128] env[68872]: DEBUG nova.network.neutron [None req-954c5528-d098-4feb-9540-2b6612a56c8c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.962768] env[68872]: DEBUG oslo_vmware.api [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]522d303b-4483-0535-7e8f-1c8fa9e3a241, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.025719] env[68872]: DEBUG nova.network.neutron [None req-954c5528-d098-4feb-9540-2b6612a56c8c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.054370] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 0b21446d-bdf8-41f5-a53a-dce3ec2d724c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 854.262453] env[68872]: DEBUG oslo_vmware.api [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Task: {'id': task-3092664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07304} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.268779] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 854.269651] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2054e3e-1137-4080-a115-c552cdb6aa3a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.278374] env[68872]: DEBUG oslo_vmware.api [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Task: {'id': task-3092662, 'name': ReconfigVM_Task, 'duration_secs': 0.57279} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.290051] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 3a1420a4-c5a4-43e1-a646-217be4c1d6ea/3a1420a4-c5a4-43e1-a646-217be4c1d6ea.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.301195] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e/6b7ef617-73a7-4059-90b8-4a6e5e58ac2e.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.301380] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07a8e0eb-c2e7-495b-85d8-27a500a6fa3e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.303560] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-226226d9-ad63-4558-a02d-6ac43e751e07 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.327401] env[68872]: DEBUG oslo_vmware.api [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Waiting for the task: (returnval){ [ 854.327401] env[68872]: value = "task-3092666" [ 854.327401] env[68872]: _type = "Task" [ 854.327401] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.328903] env[68872]: DEBUG oslo_vmware.api [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Waiting for the task: (returnval){ [ 854.328903] env[68872]: value = "task-3092667" [ 854.328903] env[68872]: _type = "Task" [ 854.328903] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.343387] env[68872]: DEBUG oslo_vmware.api [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Task: {'id': task-3092667, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.348378] env[68872]: DEBUG oslo_vmware.api [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Task: {'id': task-3092666, 'name': Rename_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.361809] env[68872]: DEBUG oslo_vmware.api [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092665, 'name': PowerOffVM_Task, 'duration_secs': 0.196578} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.362087] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.362350] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.363131] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc89abd9-d27c-493b-9c89-d1c1be1c4c1d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.370849] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.370849] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a01794e-e008-4b2e-be63-4cae0c893787 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.439023] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.439023] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.439023] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Deleting the datastore file [datastore2] a75bd5f9-b243-4630-8eb0-d27da8fe12c5 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.439023] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8681b697-c0d4-4fc5-b6b5-d612980cbbfd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.445815] env[68872]: DEBUG oslo_vmware.api [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 854.445815] env[68872]: value = "task-3092669" [ 854.445815] env[68872]: _type = "Task" [ 854.445815] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.454891] env[68872]: DEBUG oslo_vmware.api [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.464815] env[68872]: DEBUG oslo_vmware.api [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]522d303b-4483-0535-7e8f-1c8fa9e3a241, 'name': SearchDatastore_Task, 'duration_secs': 0.016674} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.465265] env[68872]: DEBUG oslo_concurrency.lockutils [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.465633] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.465942] env[68872]: DEBUG oslo_concurrency.lockutils [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.466139] env[68872]: DEBUG oslo_concurrency.lockutils [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.466355] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.466648] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3633161-669a-4f3a-bad0-ea64fc39a0a1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.490355] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.490493] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.493176] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4c11047-f8a2-425a-9c4c-5f340929f527 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.500278] env[68872]: DEBUG oslo_vmware.api [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 854.500278] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5209f7e9-df2a-96dc-52e4-6c56d2b0d543" [ 854.500278] env[68872]: _type = "Task" [ 854.500278] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.505812] env[68872]: DEBUG oslo_vmware.api [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5209f7e9-df2a-96dc-52e4-6c56d2b0d543, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.527585] env[68872]: DEBUG oslo_concurrency.lockutils [None req-954c5528-d098-4feb-9540-2b6612a56c8c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Releasing lock "refresh_cache-dacf1de6-42e0-48c7-8633-0ff0155d5cf7" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.528077] env[68872]: DEBUG nova.compute.manager [None req-954c5528-d098-4feb-9540-2b6612a56c8c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.528275] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-954c5528-d098-4feb-9540-2b6612a56c8c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.529239] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ea88f1-d78b-49fe-b3ea-d951c80d4ef6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.539281] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-954c5528-d098-4feb-9540-2b6612a56c8c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.539554] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a243088-f941-4a22-9f82-9de5bbf69478 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.545380] env[68872]: DEBUG oslo_vmware.api [None req-954c5528-d098-4feb-9540-2b6612a56c8c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Waiting for the task: (returnval){ [ 854.545380] env[68872]: value = "task-3092670" [ 854.545380] env[68872]: _type = "Task" [ 854.545380] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.553895] env[68872]: DEBUG oslo_vmware.api [None req-954c5528-d098-4feb-9540-2b6612a56c8c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': task-3092670, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.556784] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 8401c978-5951-4257-8534-6c5e277045b1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 854.558506] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=68872) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 854.558506] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=68872) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 854.842521] env[68872]: DEBUG oslo_vmware.api [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Task: {'id': task-3092666, 'name': Rename_Task, 'duration_secs': 0.172171} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.843259] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.843523] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0b71f53-4e9c-4925-9fbf-7fb93f62d4da {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.848101] env[68872]: DEBUG oslo_vmware.api [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Task: {'id': task-3092667, 'name': ReconfigVM_Task, 'duration_secs': 0.364351} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.848651] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e/6b7ef617-73a7-4059-90b8-4a6e5e58ac2e.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.849318] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d8b9e03-fd7c-4661-ba14-021b691e17fc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.852786] env[68872]: DEBUG oslo_vmware.api [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Waiting for the task: (returnval){ [ 854.852786] env[68872]: value = "task-3092671" [ 854.852786] env[68872]: _type = "Task" [ 854.852786] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.859035] env[68872]: DEBUG oslo_vmware.api [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Waiting for the task: (returnval){ [ 854.859035] env[68872]: value = "task-3092672" [ 854.859035] env[68872]: _type = "Task" [ 854.859035] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.872087] env[68872]: DEBUG oslo_vmware.api [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Task: {'id': task-3092671, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.877818] env[68872]: DEBUG oslo_vmware.api [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Task: {'id': task-3092672, 'name': Rename_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.960241] env[68872]: DEBUG oslo_vmware.api [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092669, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227886} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.960241] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.960241] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 854.960241] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.012973] env[68872]: DEBUG oslo_vmware.api [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5209f7e9-df2a-96dc-52e4-6c56d2b0d543, 'name': SearchDatastore_Task, 'duration_secs': 0.009248} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.013793] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c0ddca1-a1f7-459d-9ded-7ce0ee2f8878 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.022826] env[68872]: DEBUG oslo_vmware.api [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 855.022826] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d40985-a342-a12a-9c62-1b459242478b" [ 855.022826] env[68872]: _type = "Task" [ 855.022826] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.033122] env[68872]: DEBUG oslo_vmware.api [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d40985-a342-a12a-9c62-1b459242478b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.058404] env[68872]: DEBUG oslo_vmware.api [None req-954c5528-d098-4feb-9540-2b6612a56c8c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': task-3092670, 'name': PowerOffVM_Task, 'duration_secs': 0.14727} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.060984] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-954c5528-d098-4feb-9540-2b6612a56c8c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.060984] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-954c5528-d098-4feb-9540-2b6612a56c8c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.060984] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79c0d30d-50b0-4c59-ae7b-a0f5b35fdf76 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.084866] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-954c5528-d098-4feb-9540-2b6612a56c8c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.085133] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-954c5528-d098-4feb-9540-2b6612a56c8c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.085318] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-954c5528-d098-4feb-9540-2b6612a56c8c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Deleting the datastore file [datastore2] dacf1de6-42e0-48c7-8633-0ff0155d5cf7 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.085627] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a391985a-0ee8-49fe-b064-a69f956a173d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.089575] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4491a9-3c03-472e-8542-c217193f3e34 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.101383] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a5000b-3c66-4a23-9316-8c294147d0d8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.105370] env[68872]: DEBUG oslo_vmware.api [None req-954c5528-d098-4feb-9540-2b6612a56c8c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Waiting for the task: (returnval){ [ 855.105370] env[68872]: value = "task-3092674" [ 855.105370] env[68872]: _type = "Task" [ 855.105370] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.135504] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df8a396-7e3e-4238-bf03-178842d78442 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.141788] env[68872]: DEBUG oslo_vmware.api [None req-954c5528-d098-4feb-9540-2b6612a56c8c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': task-3092674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.146299] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fd8571-9ddc-45c4-ab9c-1416ca0477b7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.163360] env[68872]: DEBUG nova.compute.provider_tree [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.363168] env[68872]: DEBUG oslo_vmware.api [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Task: {'id': task-3092671, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.373015] env[68872]: DEBUG oslo_vmware.api [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Task: {'id': task-3092672, 'name': Rename_Task, 'duration_secs': 0.204673} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.373015] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.373015] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3892832-0b73-408b-b4d7-d4c34037715c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.377658] env[68872]: DEBUG oslo_vmware.api [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Waiting for the task: (returnval){ [ 855.377658] env[68872]: value = "task-3092675" [ 855.377658] env[68872]: _type = "Task" [ 855.377658] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.385667] env[68872]: DEBUG oslo_vmware.api [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Task: {'id': task-3092675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.534190] env[68872]: DEBUG oslo_vmware.api [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d40985-a342-a12a-9c62-1b459242478b, 'name': SearchDatastore_Task, 'duration_secs': 0.014977} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.534445] env[68872]: DEBUG oslo_concurrency.lockutils [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.534702] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] a71905ae-b4b8-4fec-a3ea-b3b7f2372df3/a71905ae-b4b8-4fec-a3ea-b3b7f2372df3.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.535070] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1447afbd-8d77-45e3-96ce-389408fdc728 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.541572] env[68872]: DEBUG oslo_vmware.api [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 855.541572] env[68872]: value = "task-3092676" [ 855.541572] env[68872]: _type = "Task" [ 855.541572] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.549387] env[68872]: DEBUG oslo_vmware.api [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.615491] env[68872]: DEBUG oslo_vmware.api [None req-954c5528-d098-4feb-9540-2b6612a56c8c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Task: {'id': task-3092674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121316} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.615758] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-954c5528-d098-4feb-9540-2b6612a56c8c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.615936] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-954c5528-d098-4feb-9540-2b6612a56c8c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.616125] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-954c5528-d098-4feb-9540-2b6612a56c8c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.616305] env[68872]: INFO nova.compute.manager [None req-954c5528-d098-4feb-9540-2b6612a56c8c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Took 1.09 seconds to destroy the instance on the hypervisor. [ 855.616544] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-954c5528-d098-4feb-9540-2b6612a56c8c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.616735] env[68872]: DEBUG nova.compute.manager [-] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.616831] env[68872]: DEBUG nova.network.neutron [-] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.638927] env[68872]: DEBUG nova.network.neutron [-] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.666572] env[68872]: DEBUG nova.scheduler.client.report [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.864017] env[68872]: DEBUG oslo_vmware.api [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Task: {'id': task-3092671, 'name': PowerOnVM_Task, 'duration_secs': 0.511935} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.864017] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.864017] env[68872]: INFO nova.compute.manager [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Took 6.39 seconds to spawn the instance on the hypervisor. [ 855.864017] env[68872]: DEBUG nova.compute.manager [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 855.864660] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf1ad08-690a-4063-b803-ff199d2a9355 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.891749] env[68872]: DEBUG oslo_vmware.api [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Task: {'id': task-3092675, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.000493] env[68872]: DEBUG nova.virt.hardware [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.000795] env[68872]: DEBUG nova.virt.hardware [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.001347] env[68872]: DEBUG nova.virt.hardware [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.001596] env[68872]: DEBUG nova.virt.hardware [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.001747] env[68872]: DEBUG nova.virt.hardware [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.001947] env[68872]: DEBUG nova.virt.hardware [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.002232] env[68872]: DEBUG nova.virt.hardware [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.002561] env[68872]: DEBUG nova.virt.hardware [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.002762] env[68872]: DEBUG nova.virt.hardware [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.002965] env[68872]: DEBUG nova.virt.hardware [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.003255] env[68872]: DEBUG nova.virt.hardware [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.005019] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4716a346-d08b-4f3f-b6ab-0afb7dd7343e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.013086] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6258f9f1-19b3-4993-9509-7d43bf1efd66 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.031994] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:dd:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfae3ef8-cae7-455d-8632-ba93e1671625', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d6f7eee-1271-416e-94a8-de2401e18a01', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 856.039500] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.039787] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.040223] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ada2ddc5-555e-4f39-93ea-9328c0f0e14c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.065046] env[68872]: DEBUG oslo_vmware.api [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092676, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.066564] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.066564] env[68872]: value = "task-3092677" [ 856.066564] env[68872]: _type = "Task" [ 856.066564] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.075782] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092677, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.143414] env[68872]: DEBUG nova.network.neutron [-] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.173207] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68872) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 856.173531] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.704s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.173831] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.500s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.174034] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.176818] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.522s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.178578] env[68872]: INFO nova.compute.claims [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.181398] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 856.181513] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Cleaning up deleted instances {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 856.387744] env[68872]: INFO nova.compute.manager [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Took 48.43 seconds to build instance. [ 856.392339] env[68872]: DEBUG oslo_vmware.api [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Task: {'id': task-3092675, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.526965] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Acquiring lock "0364d513-5c1a-4131-a794-20be7d003f67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.527751] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Lock "0364d513-5c1a-4131-a794-20be7d003f67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.566113] env[68872]: DEBUG oslo_vmware.api [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092676, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.864506} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.566113] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] a71905ae-b4b8-4fec-a3ea-b3b7f2372df3/a71905ae-b4b8-4fec-a3ea-b3b7f2372df3.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 856.566113] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 856.566327] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a3eec61-1c01-49d5-ad9b-15faba18134a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.576950] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092677, 'name': CreateVM_Task, 'duration_secs': 0.485669} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.578331] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.578515] env[68872]: DEBUG oslo_vmware.api [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 856.578515] env[68872]: value = "task-3092678" [ 856.578515] env[68872]: _type = "Task" [ 856.578515] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.579023] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.579186] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.579493] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.580637] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-802fbb91-4cdf-445b-bda7-f916a111d413 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.590618] env[68872]: DEBUG oslo_vmware.api [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092678, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.590927] env[68872]: DEBUG oslo_vmware.api [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 856.590927] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f2befb-84e3-2cb6-de33-03b14d28f5b1" [ 856.590927] env[68872]: _type = "Task" [ 856.590927] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.600905] env[68872]: DEBUG oslo_vmware.api [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f2befb-84e3-2cb6-de33-03b14d28f5b1, 'name': SearchDatastore_Task, 'duration_secs': 0.010257} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.601257] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.601517] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.601781] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.602054] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.602154] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.602457] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bf72650-7c68-4929-bb5a-fdf401187e1f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.610161] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.610373] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.611116] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d67e80e-997b-43e4-8745-967f08f76242 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.617316] env[68872]: DEBUG oslo_vmware.api [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 856.617316] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]523a947f-d75c-df0e-754c-89d1b63417f0" [ 856.617316] env[68872]: _type = "Task" [ 856.617316] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.624547] env[68872]: DEBUG oslo_vmware.api [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]523a947f-d75c-df0e-754c-89d1b63417f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.648442] env[68872]: INFO nova.compute.manager [-] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Took 1.03 seconds to deallocate network for instance. [ 856.699198] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] There are 38 instances to clean {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 856.699474] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 5935c3da-10ab-47b3-8cba-10a46b10f398] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 856.703506] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ce185d16-f267-4742-8fa4-cd705843fbe7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lock "dc37cf64-53d1-4b17-aa7d-2659924aef50" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 67.775s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.708218] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lock "dc37cf64-53d1-4b17-aa7d-2659924aef50" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 45.617s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.709838] env[68872]: INFO nova.compute.manager [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Unshelving [ 856.891533] env[68872]: DEBUG oslo_vmware.api [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Task: {'id': task-3092675, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.893074] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4f448990-0405-4cf6-8967-3c1fa6389982 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Lock "3a1420a4-c5a4-43e1-a646-217be4c1d6ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.945s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.091020] env[68872]: DEBUG oslo_vmware.api [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092678, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075552} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.094207] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 857.095542] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b6010e-8074-4977-8218-20114022e172 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.119341] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] a71905ae-b4b8-4fec-a3ea-b3b7f2372df3/a71905ae-b4b8-4fec-a3ea-b3b7f2372df3.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.122333] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c1bfd20-dda2-4ba2-b628-f56406f95816 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.147507] env[68872]: DEBUG oslo_vmware.api [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]523a947f-d75c-df0e-754c-89d1b63417f0, 'name': SearchDatastore_Task, 'duration_secs': 0.009108} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.152063] env[68872]: DEBUG oslo_vmware.api [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 857.152063] env[68872]: value = "task-3092679" [ 857.152063] env[68872]: _type = "Task" [ 857.152063] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.152604] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddd0c83f-3dda-4986-aaf2-0aea3bb2cf33 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.155537] env[68872]: DEBUG oslo_concurrency.lockutils [None req-954c5528-d098-4feb-9540-2b6612a56c8c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.164220] env[68872]: DEBUG oslo_vmware.api [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 857.164220] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c3fdb4-d37a-9cad-ac93-d5620f4897ac" [ 857.164220] env[68872]: _type = "Task" [ 857.164220] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.170139] env[68872]: DEBUG oslo_vmware.api [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.182058] env[68872]: DEBUG oslo_vmware.api [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c3fdb4-d37a-9cad-ac93-d5620f4897ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.211640] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: b551659a-fd5e-4af8-bcc9-e1c6e6aee4a7] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 857.239148] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe1c9a7-d60c-472b-8b14-18d0f376fa28 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.252153] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4823b267-0586-43b4-a887-0580a1acc682 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.284263] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d142079d-34f2-46f8-844b-4486b1271c83 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.292151] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873d6625-0d08-48aa-8529-c5a7a0365a0a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.296360] env[68872]: INFO nova.compute.manager [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Rebuilding instance [ 857.309550] env[68872]: DEBUG nova.compute.provider_tree [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.341383] env[68872]: DEBUG nova.compute.manager [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.342269] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29eac382-895b-4d52-8688-51cb04db532b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.392034] env[68872]: DEBUG oslo_vmware.api [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Task: {'id': task-3092675, 'name': PowerOnVM_Task, 'duration_secs': 1.524083} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.392034] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.392034] env[68872]: INFO nova.compute.manager [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Took 10.44 seconds to spawn the instance on the hypervisor. [ 857.392349] env[68872]: DEBUG nova.compute.manager [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.392963] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a0cfdb-59aa-415f-acb8-58e92a52fda1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.395826] env[68872]: DEBUG nova.compute.manager [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 857.663845] env[68872]: DEBUG oslo_vmware.api [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092679, 'name': ReconfigVM_Task, 'duration_secs': 0.270096} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.664222] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Reconfigured VM instance instance-00000027 to attach disk [datastore2] a71905ae-b4b8-4fec-a3ea-b3b7f2372df3/a71905ae-b4b8-4fec-a3ea-b3b7f2372df3.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.664832] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f03a5014-d2ad-475c-8c05-535084989311 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.672637] env[68872]: DEBUG oslo_vmware.api [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 857.672637] env[68872]: value = "task-3092680" [ 857.672637] env[68872]: _type = "Task" [ 857.672637] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.678826] env[68872]: DEBUG oslo_vmware.api [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c3fdb4-d37a-9cad-ac93-d5620f4897ac, 'name': SearchDatastore_Task, 'duration_secs': 0.016532} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.679389] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.679644] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] a75bd5f9-b243-4630-8eb0-d27da8fe12c5/a75bd5f9-b243-4630-8eb0-d27da8fe12c5.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.679872] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-844abe4a-1177-4d20-b811-cf04ad4f280d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.685606] env[68872]: DEBUG oslo_vmware.api [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092680, 'name': Rename_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.689794] env[68872]: DEBUG oslo_vmware.api [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 857.689794] env[68872]: value = "task-3092681" [ 857.689794] env[68872]: _type = "Task" [ 857.689794] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.696852] env[68872]: DEBUG oslo_vmware.api [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092681, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.714832] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 64959e3f-ada4-478c-9d1f-046ab4228db1] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 857.717794] env[68872]: DEBUG nova.compute.utils [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 857.814573] env[68872]: DEBUG nova.scheduler.client.report [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.913735] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.914232] env[68872]: INFO nova.compute.manager [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Took 51.97 seconds to build instance. [ 858.185475] env[68872]: DEBUG oslo_vmware.api [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092680, 'name': Rename_Task, 'duration_secs': 0.239241} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.185772] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.186051] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a933bde-0144-4ba0-b11d-3a4bd0db34a1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.195380] env[68872]: DEBUG oslo_vmware.api [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 858.195380] env[68872]: value = "task-3092682" [ 858.195380] env[68872]: _type = "Task" [ 858.195380] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.198735] env[68872]: DEBUG oslo_vmware.api [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092681, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.208204] env[68872]: DEBUG oslo_vmware.api [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.220995] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 3a696347-7405-4d53-9ea7-8f68d74b1629] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 858.224069] env[68872]: INFO nova.virt.block_device [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Booting with volume 8e59e64b-ea2b-47fd-a6cf-7e53ae091142 at /dev/sdb [ 858.272410] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1ea3f3f4-4ab2-4e34-a23a-13dc1a4a6e9c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.283551] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59de2e8-d833-4a2d-ae80-5105e85deb47 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.321778] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.145s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.322370] env[68872]: DEBUG nova.compute.manager [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 858.325694] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.223s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.327338] env[68872]: INFO nova.compute.claims [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.330034] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47f75623-363a-4d88-b77c-e5bd7f25ef5d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.341905] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a159e4-07f3-4257-b892-f76abd5b5c74 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.357038] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.357176] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd53a27b-a6b9-4ffa-a1da-1a3fd083dd8d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.366175] env[68872]: DEBUG oslo_vmware.api [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Waiting for the task: (returnval){ [ 858.366175] env[68872]: value = "task-3092683" [ 858.366175] env[68872]: _type = "Task" [ 858.366175] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.391697] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f7c872-e821-4734-b521-bf7979d6dce3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.394626] env[68872]: DEBUG oslo_vmware.api [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Task: {'id': task-3092683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.403449] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daed714b-db22-4617-a13b-06ae784f9911 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.419544] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b2e75c4e-d22e-4221-8f23-80de8d711b59 tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Lock "6b7ef617-73a7-4059-90b8-4a6e5e58ac2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.499s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.419888] env[68872]: DEBUG nova.virt.block_device [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Updating existing volume attachment record: bfe1b43f-8726-4b6d-8cdf-ab0dcfbbdaaa {{(pid=68872) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 858.700541] env[68872]: DEBUG oslo_vmware.api [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092681, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776123} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.703531] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] a75bd5f9-b243-4630-8eb0-d27da8fe12c5/a75bd5f9-b243-4630-8eb0-d27da8fe12c5.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.703756] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.704015] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd9e7d77-9d34-400a-8237-4edae14757af {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.713643] env[68872]: DEBUG oslo_vmware.api [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092682, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.718707] env[68872]: DEBUG oslo_vmware.api [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 858.718707] env[68872]: value = "task-3092687" [ 858.718707] env[68872]: _type = "Task" [ 858.718707] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.728674] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 5fa31b97-b83c-4be5-8391-91066dcd179c] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 858.731119] env[68872]: DEBUG oslo_vmware.api [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092687, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.835565] env[68872]: DEBUG nova.compute.utils [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.836948] env[68872]: DEBUG nova.compute.manager [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 858.837125] env[68872]: DEBUG nova.network.neutron [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 858.873504] env[68872]: DEBUG nova.policy [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f48ab155b024ebd9ae86ff1fb8b1d30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '074330afd10e475f89d177c19293f8df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 858.878170] env[68872]: DEBUG oslo_vmware.api [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Task: {'id': task-3092683, 'name': PowerOffVM_Task, 'duration_secs': 0.219799} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.878409] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.879046] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.879820] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c114e671-5b91-49ba-a3a0-cad88f6239d1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.887031] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 858.887121] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc88c1e0-a486-409d-9d6c-6529a3f7338e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.912966] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.913682] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.913682] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Deleting the datastore file [datastore2] 3a1420a4-c5a4-43e1-a646-217be4c1d6ea {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.913682] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d34338d2-6688-467f-bd80-93f8edd80228 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.922175] env[68872]: DEBUG oslo_vmware.api [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Waiting for the task: (returnval){ [ 858.922175] env[68872]: value = "task-3092689" [ 858.922175] env[68872]: _type = "Task" [ 858.922175] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.930695] env[68872]: DEBUG oslo_vmware.api [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Task: {'id': task-3092689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.210534] env[68872]: DEBUG oslo_vmware.api [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092682, 'name': PowerOnVM_Task, 'duration_secs': 0.588136} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.210808] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.211041] env[68872]: DEBUG nova.compute.manager [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.211824] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a22cfeb-7c7c-445d-b280-5497b995887a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.214588] env[68872]: DEBUG oslo_concurrency.lockutils [None req-25b564ed-c5d2-4e6c-ba64-a936ba537eca tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Acquiring lock "6b7ef617-73a7-4059-90b8-4a6e5e58ac2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.214817] env[68872]: DEBUG oslo_concurrency.lockutils [None req-25b564ed-c5d2-4e6c-ba64-a936ba537eca tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Lock "6b7ef617-73a7-4059-90b8-4a6e5e58ac2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.215043] env[68872]: DEBUG oslo_concurrency.lockutils [None req-25b564ed-c5d2-4e6c-ba64-a936ba537eca tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Acquiring lock "6b7ef617-73a7-4059-90b8-4a6e5e58ac2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.215243] env[68872]: DEBUG oslo_concurrency.lockutils [None req-25b564ed-c5d2-4e6c-ba64-a936ba537eca tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Lock "6b7ef617-73a7-4059-90b8-4a6e5e58ac2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.215409] env[68872]: DEBUG oslo_concurrency.lockutils [None req-25b564ed-c5d2-4e6c-ba64-a936ba537eca tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Lock "6b7ef617-73a7-4059-90b8-4a6e5e58ac2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.217880] env[68872]: INFO nova.compute.manager [None req-25b564ed-c5d2-4e6c-ba64-a936ba537eca tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Terminating instance [ 859.239809] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: c2a62e2c-866c-4ed8-8026-b62a834a620f] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 859.241604] env[68872]: DEBUG oslo_vmware.api [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092687, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06869} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.242387] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.243377] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b401b390-c287-4887-b8cf-0edb056bfff3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.246586] env[68872]: DEBUG nova.network.neutron [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Successfully created port: 913fa07d-68eb-490c-9dea-93f534ad9175 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.273694] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] a75bd5f9-b243-4630-8eb0-d27da8fe12c5/a75bd5f9-b243-4630-8eb0-d27da8fe12c5.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.274401] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24e048b1-2c6f-4a93-8810-d3cfaff71d1a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.297914] env[68872]: DEBUG oslo_vmware.api [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 859.297914] env[68872]: value = "task-3092690" [ 859.297914] env[68872]: _type = "Task" [ 859.297914] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.306177] env[68872]: DEBUG oslo_vmware.api [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092690, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.342715] env[68872]: DEBUG nova.compute.manager [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.434768] env[68872]: DEBUG oslo_vmware.api [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Task: {'id': task-3092689, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107682} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.435085] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.435279] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.435452] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.736587] env[68872]: DEBUG nova.compute.manager [None req-25b564ed-c5d2-4e6c-ba64-a936ba537eca tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 859.736587] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-25b564ed-c5d2-4e6c-ba64-a936ba537eca tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 859.737842] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe028c7-fa52-4fd2-9ed1-8d7f38345129 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.741266] env[68872]: DEBUG oslo_concurrency.lockutils [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.743420] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: b5242dbf-7805-46a6-900d-de6c7480e9c0] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 859.747238] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-25b564ed-c5d2-4e6c-ba64-a936ba537eca tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.750082] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a43c5165-d0db-4397-8c33-775facccefd9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.757373] env[68872]: DEBUG oslo_vmware.api [None req-25b564ed-c5d2-4e6c-ba64-a936ba537eca tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Waiting for the task: (returnval){ [ 859.757373] env[68872]: value = "task-3092691" [ 859.757373] env[68872]: _type = "Task" [ 859.757373] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.766504] env[68872]: DEBUG oslo_vmware.api [None req-25b564ed-c5d2-4e6c-ba64-a936ba537eca tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Task: {'id': task-3092691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.809303] env[68872]: DEBUG oslo_vmware.api [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.834695] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40aad8d4-af2f-475c-9a40-52007cc51eee {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.842713] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60bcc8e8-41f0-4f0b-b708-c694c20c2e1e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.875714] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de73e8c-21cf-4de9-8976-62c3df13fbfc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.885245] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e859a4-2455-4f81-b528-6c18bdf52ceb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.902206] env[68872]: DEBUG nova.compute.provider_tree [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.251480] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 4f2942b4-a232-415b-a2b5-2bf08f288501] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 860.268534] env[68872]: DEBUG oslo_vmware.api [None req-25b564ed-c5d2-4e6c-ba64-a936ba537eca tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Task: {'id': task-3092691, 'name': PowerOffVM_Task, 'duration_secs': 0.416502} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.268805] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-25b564ed-c5d2-4e6c-ba64-a936ba537eca tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.268971] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-25b564ed-c5d2-4e6c-ba64-a936ba537eca tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.269279] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19960120-9987-4e7e-aedf-961d8457c71e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.311600] env[68872]: DEBUG oslo_vmware.api [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092690, 'name': ReconfigVM_Task, 'duration_secs': 0.87852} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.311600] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Reconfigured VM instance instance-0000003e to attach disk [datastore2] a75bd5f9-b243-4630-8eb0-d27da8fe12c5/a75bd5f9-b243-4630-8eb0-d27da8fe12c5.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.313050] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43fb96d5-885b-4d5c-aecf-0af4f76cecc8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.320211] env[68872]: DEBUG oslo_vmware.api [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 860.320211] env[68872]: value = "task-3092693" [ 860.320211] env[68872]: _type = "Task" [ 860.320211] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.072196] env[68872]: DEBUG nova.compute.manager [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 861.075776] env[68872]: DEBUG nova.scheduler.client.report [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.081190] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d1a0ef03-0780-4dcc-b2b9-f823f4991208 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquiring lock "45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.081419] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d1a0ef03-0780-4dcc-b2b9-f823f4991208 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.081607] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d1a0ef03-0780-4dcc-b2b9-f823f4991208 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquiring lock "45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.081777] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d1a0ef03-0780-4dcc-b2b9-f823f4991208 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.081937] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d1a0ef03-0780-4dcc-b2b9-f823f4991208 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.083872] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 64ddafa1-fb5d-4a59-a846-2b3254c013c1] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 861.089020] env[68872]: DEBUG oslo_vmware.api [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092693, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.089020] env[68872]: WARNING oslo_vmware.common.loopingcall [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] task run outlasted interval by 0.26510999999999996 sec [ 861.089020] env[68872]: DEBUG nova.network.neutron [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Successfully updated port: 913fa07d-68eb-490c-9dea-93f534ad9175 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.089020] env[68872]: INFO nova.compute.manager [None req-d1a0ef03-0780-4dcc-b2b9-f823f4991208 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Terminating instance [ 861.090796] env[68872]: DEBUG nova.compute.manager [req-d5166838-4cbd-4720-a18d-a3c96e93aa0c req-447a13d8-a0b4-42cd-a4c1-ae11454732df service nova] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Received event network-vif-plugged-913fa07d-68eb-490c-9dea-93f534ad9175 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.090884] env[68872]: DEBUG oslo_concurrency.lockutils [req-d5166838-4cbd-4720-a18d-a3c96e93aa0c req-447a13d8-a0b4-42cd-a4c1-ae11454732df service nova] Acquiring lock "dcb555bc-660e-4ea9-a0ee-f5a3be79452b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.091136] env[68872]: DEBUG oslo_concurrency.lockutils [req-d5166838-4cbd-4720-a18d-a3c96e93aa0c req-447a13d8-a0b4-42cd-a4c1-ae11454732df service nova] Lock "dcb555bc-660e-4ea9-a0ee-f5a3be79452b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.091313] env[68872]: DEBUG oslo_concurrency.lockutils [req-d5166838-4cbd-4720-a18d-a3c96e93aa0c req-447a13d8-a0b4-42cd-a4c1-ae11454732df service nova] Lock "dcb555bc-660e-4ea9-a0ee-f5a3be79452b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.091483] env[68872]: DEBUG nova.compute.manager [req-d5166838-4cbd-4720-a18d-a3c96e93aa0c req-447a13d8-a0b4-42cd-a4c1-ae11454732df service nova] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] No waiting events found dispatching network-vif-plugged-913fa07d-68eb-490c-9dea-93f534ad9175 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 861.091659] env[68872]: WARNING nova.compute.manager [req-d5166838-4cbd-4720-a18d-a3c96e93aa0c req-447a13d8-a0b4-42cd-a4c1-ae11454732df service nova] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Received unexpected event network-vif-plugged-913fa07d-68eb-490c-9dea-93f534ad9175 for instance with vm_state building and task_state spawning. [ 861.092217] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-25b564ed-c5d2-4e6c-ba64-a936ba537eca tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 861.092387] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-25b564ed-c5d2-4e6c-ba64-a936ba537eca tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 861.092549] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-25b564ed-c5d2-4e6c-ba64-a936ba537eca tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Deleting the datastore file [datastore2] 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 861.096611] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63ea98c1-67af-4d98-82f0-f407fbcb838e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.106140] env[68872]: DEBUG oslo_vmware.api [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092693, 'name': Rename_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.107746] env[68872]: DEBUG oslo_vmware.api [None req-25b564ed-c5d2-4e6c-ba64-a936ba537eca tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Waiting for the task: (returnval){ [ 861.107746] env[68872]: value = "task-3092695" [ 861.107746] env[68872]: _type = "Task" [ 861.107746] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.116855] env[68872]: DEBUG oslo_vmware.api [None req-25b564ed-c5d2-4e6c-ba64-a936ba537eca tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Task: {'id': task-3092695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.125465] env[68872]: DEBUG nova.virt.hardware [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.125753] env[68872]: DEBUG nova.virt.hardware [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.125917] env[68872]: DEBUG nova.virt.hardware [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.126110] env[68872]: DEBUG nova.virt.hardware [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.126262] env[68872]: DEBUG nova.virt.hardware [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.126703] env[68872]: DEBUG nova.virt.hardware [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.126703] env[68872]: DEBUG nova.virt.hardware [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.126835] env[68872]: DEBUG nova.virt.hardware [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.126885] env[68872]: DEBUG nova.virt.hardware [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.127072] env[68872]: DEBUG nova.virt.hardware [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.127263] env[68872]: DEBUG nova.virt.hardware [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.129532] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10157c31-49c9-4431-a0c4-20b7027aa0c6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.141159] env[68872]: DEBUG nova.virt.hardware [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.141476] env[68872]: DEBUG nova.virt.hardware [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.141628] env[68872]: DEBUG nova.virt.hardware [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.141799] env[68872]: DEBUG nova.virt.hardware [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.141945] env[68872]: DEBUG nova.virt.hardware [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.142104] env[68872]: DEBUG nova.virt.hardware [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.142309] env[68872]: DEBUG nova.virt.hardware [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.142465] env[68872]: DEBUG nova.virt.hardware [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.142667] env[68872]: DEBUG nova.virt.hardware [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.142777] env[68872]: DEBUG nova.virt.hardware [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.142986] env[68872]: DEBUG nova.virt.hardware [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.144234] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e423af73-90ba-4283-8249-0d05f475fea1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.149347] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade4cbe2-d9cf-40e5-adf7-c64d460db363 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.166214] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316b7264-d946-49c8-b556-d32f0eb5e836 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.184023] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Instance VIF info [] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.187209] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.187427] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 861.187646] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23a57ca4-34d3-4af2-b25e-71cafdb585c1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.205142] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.205142] env[68872]: value = "task-3092696" [ 861.205142] env[68872]: _type = "Task" [ 861.205142] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.213684] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092696, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.587670] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: b1807389-9864-40a7-9738-c2bfb472a003] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 861.590808] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.265s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.591361] env[68872]: DEBUG nova.compute.manager [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.593974] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.746s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.595669] env[68872]: INFO nova.compute.claims [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.598475] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Acquiring lock "refresh_cache-dcb555bc-660e-4ea9-a0ee-f5a3be79452b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.598605] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Acquired lock "refresh_cache-dcb555bc-660e-4ea9-a0ee-f5a3be79452b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.598746] env[68872]: DEBUG nova.network.neutron [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.603321] env[68872]: DEBUG nova.compute.manager [None req-d1a0ef03-0780-4dcc-b2b9-f823f4991208 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 861.603529] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a0ef03-0780-4dcc-b2b9-f823f4991208 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 861.604478] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285e3c13-e5de-4656-88d0-c8671b4fc8a1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.616032] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a0ef03-0780-4dcc-b2b9-f823f4991208 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.616032] env[68872]: DEBUG oslo_vmware.api [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092693, 'name': Rename_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.616981] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-945c9fed-a31e-44dc-87a0-3710e560113f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.624571] env[68872]: DEBUG oslo_vmware.api [None req-25b564ed-c5d2-4e6c-ba64-a936ba537eca tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Task: {'id': task-3092695, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166559} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.624788] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-25b564ed-c5d2-4e6c-ba64-a936ba537eca tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.624963] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-25b564ed-c5d2-4e6c-ba64-a936ba537eca tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.625138] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-25b564ed-c5d2-4e6c-ba64-a936ba537eca tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.625387] env[68872]: INFO nova.compute.manager [None req-25b564ed-c5d2-4e6c-ba64-a936ba537eca tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Took 1.89 seconds to destroy the instance on the hypervisor. [ 861.625630] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25b564ed-c5d2-4e6c-ba64-a936ba537eca tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.626683] env[68872]: DEBUG nova.compute.manager [-] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 861.626743] env[68872]: DEBUG nova.network.neutron [-] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.629817] env[68872]: DEBUG oslo_vmware.api [None req-d1a0ef03-0780-4dcc-b2b9-f823f4991208 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 861.629817] env[68872]: value = "task-3092697" [ 861.629817] env[68872]: _type = "Task" [ 861.629817] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.638117] env[68872]: DEBUG oslo_vmware.api [None req-d1a0ef03-0780-4dcc-b2b9-f823f4991208 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.716624] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092696, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.091435] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: b13197ec-f292-49a5-863f-cfe9f4932870] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 862.104498] env[68872]: DEBUG nova.compute.utils [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.107623] env[68872]: DEBUG nova.compute.manager [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.108720] env[68872]: DEBUG nova.network.neutron [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] [instance: 8b363941-c78c-492e-9d73-2438248b7669] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.115959] env[68872]: DEBUG oslo_vmware.api [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092693, 'name': Rename_Task, 'duration_secs': 1.463332} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.116903] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.117176] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-101db68f-250a-4bc5-8022-a724db4980c2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.124813] env[68872]: DEBUG oslo_vmware.api [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 862.124813] env[68872]: value = "task-3092698" [ 862.124813] env[68872]: _type = "Task" [ 862.124813] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.137761] env[68872]: DEBUG oslo_vmware.api [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092698, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.143184] env[68872]: DEBUG oslo_vmware.api [None req-d1a0ef03-0780-4dcc-b2b9-f823f4991208 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092697, 'name': PowerOffVM_Task, 'duration_secs': 0.342376} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.143484] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a0ef03-0780-4dcc-b2b9-f823f4991208 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.143694] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a0ef03-0780-4dcc-b2b9-f823f4991208 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.143958] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac3c7c67-eb27-4178-b0c0-8b5340095f59 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.174648] env[68872]: DEBUG nova.network.neutron [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.194748] env[68872]: DEBUG nova.policy [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '332d82050887470fa04e5f60528ed002', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45d4ab1a8ebc47c0b54c3ae4bf8a7d2b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.217815] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092696, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.228129] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a0ef03-0780-4dcc-b2b9-f823f4991208 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.228358] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a0ef03-0780-4dcc-b2b9-f823f4991208 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.228535] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1a0ef03-0780-4dcc-b2b9-f823f4991208 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Deleting the datastore file [datastore1] 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.228790] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab628622-d625-4248-9fb9-1eb6e015f08f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.237112] env[68872]: DEBUG oslo_vmware.api [None req-d1a0ef03-0780-4dcc-b2b9-f823f4991208 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 862.237112] env[68872]: value = "task-3092700" [ 862.237112] env[68872]: _type = "Task" [ 862.237112] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.245925] env[68872]: DEBUG oslo_vmware.api [None req-d1a0ef03-0780-4dcc-b2b9-f823f4991208 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.369021] env[68872]: DEBUG nova.network.neutron [-] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.410837] env[68872]: DEBUG nova.network.neutron [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Updating instance_info_cache with network_info: [{"id": "913fa07d-68eb-490c-9dea-93f534ad9175", "address": "fa:16:3e:5f:45:e4", "network": {"id": "3238cfae-ef8f-4983-8efa-f8e0345727f9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1296817583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "074330afd10e475f89d177c19293f8df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap913fa07d-68", "ovs_interfaceid": "913fa07d-68eb-490c-9dea-93f534ad9175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.597993] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 659c2098-556e-4403-a6f1-1a4655a95836] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 862.611968] env[68872]: DEBUG nova.compute.manager [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.641706] env[68872]: DEBUG nova.network.neutron [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Successfully created port: bc0121c4-984e-4031-ac94-d7016e26d403 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 862.644939] env[68872]: DEBUG oslo_vmware.api [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092698, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.723200] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092696, 'name': CreateVM_Task, 'duration_secs': 1.369499} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.723448] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.726348] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.726504] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.726805] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.727539] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1e64a05-025d-4c77-b67c-a3b2b24a97c2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.732928] env[68872]: DEBUG oslo_vmware.api [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Waiting for the task: (returnval){ [ 862.732928] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52041d68-8a05-92b3-f1eb-37f0c93a88d3" [ 862.732928] env[68872]: _type = "Task" [ 862.732928] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.740875] env[68872]: DEBUG oslo_vmware.api [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52041d68-8a05-92b3-f1eb-37f0c93a88d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.751976] env[68872]: DEBUG oslo_vmware.api [None req-d1a0ef03-0780-4dcc-b2b9-f823f4991208 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126068} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.752248] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1a0ef03-0780-4dcc-b2b9-f823f4991208 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 862.752583] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a0ef03-0780-4dcc-b2b9-f823f4991208 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 862.752673] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a0ef03-0780-4dcc-b2b9-f823f4991208 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 862.752823] env[68872]: INFO nova.compute.manager [None req-d1a0ef03-0780-4dcc-b2b9-f823f4991208 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 862.753163] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1a0ef03-0780-4dcc-b2b9-f823f4991208 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.753338] env[68872]: DEBUG nova.compute.manager [-] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 862.753420] env[68872]: DEBUG nova.network.neutron [-] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 862.870286] env[68872]: DEBUG nova.compute.manager [req-63a11847-0e20-4733-8366-91c7878066df req-3c4c2021-70d3-4f93-8b64-46b8ea015324 service nova] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Received event network-changed-913fa07d-68eb-490c-9dea-93f534ad9175 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.870487] env[68872]: DEBUG nova.compute.manager [req-63a11847-0e20-4733-8366-91c7878066df req-3c4c2021-70d3-4f93-8b64-46b8ea015324 service nova] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Refreshing instance network info cache due to event network-changed-913fa07d-68eb-490c-9dea-93f534ad9175. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 862.870672] env[68872]: DEBUG oslo_concurrency.lockutils [req-63a11847-0e20-4733-8366-91c7878066df req-3c4c2021-70d3-4f93-8b64-46b8ea015324 service nova] Acquiring lock "refresh_cache-dcb555bc-660e-4ea9-a0ee-f5a3be79452b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.871500] env[68872]: INFO nova.compute.manager [-] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Took 1.24 seconds to deallocate network for instance. [ 862.913247] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Releasing lock "refresh_cache-dcb555bc-660e-4ea9-a0ee-f5a3be79452b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.913593] env[68872]: DEBUG nova.compute.manager [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Instance network_info: |[{"id": "913fa07d-68eb-490c-9dea-93f534ad9175", "address": "fa:16:3e:5f:45:e4", "network": {"id": "3238cfae-ef8f-4983-8efa-f8e0345727f9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1296817583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "074330afd10e475f89d177c19293f8df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap913fa07d-68", "ovs_interfaceid": "913fa07d-68eb-490c-9dea-93f534ad9175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 862.913876] env[68872]: DEBUG oslo_concurrency.lockutils [req-63a11847-0e20-4733-8366-91c7878066df req-3c4c2021-70d3-4f93-8b64-46b8ea015324 service nova] Acquired lock "refresh_cache-dcb555bc-660e-4ea9-a0ee-f5a3be79452b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.917023] env[68872]: DEBUG nova.network.neutron [req-63a11847-0e20-4733-8366-91c7878066df req-3c4c2021-70d3-4f93-8b64-46b8ea015324 service nova] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Refreshing network info cache for port 913fa07d-68eb-490c-9dea-93f534ad9175 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.917023] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:45:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '423047aa-c430-4593-a76c-9982c15c81cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '913fa07d-68eb-490c-9dea-93f534ad9175', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.929993] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.935876] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.936664] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d935283-9a90-4cdb-a142-04996f01324d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.963531] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.963531] env[68872]: value = "task-3092701" [ 862.963531] env[68872]: _type = "Task" [ 862.963531] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.977835] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092701, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.103648] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 623ccafe-c6f5-4713-a556-80eb794cc74d] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 863.136612] env[68872]: DEBUG oslo_vmware.api [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092698, 'name': PowerOnVM_Task, 'duration_secs': 0.883858} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.136825] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.136925] env[68872]: DEBUG nova.compute.manager [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.138090] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4301298-091c-4160-8e91-03085d0a6407 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.229274] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55bdf662-afdd-401b-b1cd-7ca64eae9247 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.240507] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0922cf7-93fa-4f9f-82a8-346a89a34a44 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.247190] env[68872]: DEBUG oslo_vmware.api [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52041d68-8a05-92b3-f1eb-37f0c93a88d3, 'name': SearchDatastore_Task, 'duration_secs': 0.011291} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.247949] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.248454] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.248724] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.248872] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.249071] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.249345] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20a5a314-fa26-4af8-b4ec-fecd8efe23db {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.284462] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6585c9f5-60db-40f7-a6fa-b5366df76f00 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.293696] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76de24eb-51b5-404b-80d8-e440251ffc7f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.297898] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.298125] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.298843] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac08e649-9f66-4112-a81d-699acd5d8903 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.311601] env[68872]: DEBUG nova.compute.provider_tree [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.315016] env[68872]: DEBUG oslo_vmware.api [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Waiting for the task: (returnval){ [ 863.315016] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c9c882-b421-1366-ae44-7340b43974cf" [ 863.315016] env[68872]: _type = "Task" [ 863.315016] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.325561] env[68872]: DEBUG oslo_vmware.api [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c9c882-b421-1366-ae44-7340b43974cf, 'name': SearchDatastore_Task, 'duration_secs': 0.009928} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.326436] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3f0dc71-49ae-4f2b-8e78-d77cb9f16345 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.332177] env[68872]: DEBUG oslo_vmware.api [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Waiting for the task: (returnval){ [ 863.332177] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]525e28f7-16bf-bf57-5c83-344aad97ead2" [ 863.332177] env[68872]: _type = "Task" [ 863.332177] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.343722] env[68872]: DEBUG oslo_vmware.api [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]525e28f7-16bf-bf57-5c83-344aad97ead2, 'name': SearchDatastore_Task, 'duration_secs': 0.009102} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.343975] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.344259] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 3a1420a4-c5a4-43e1-a646-217be4c1d6ea/3a1420a4-c5a4-43e1-a646-217be4c1d6ea.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.344522] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f072bc8-38a7-47f5-a454-6cc184f4752d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.351971] env[68872]: DEBUG oslo_vmware.api [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Waiting for the task: (returnval){ [ 863.351971] env[68872]: value = "task-3092702" [ 863.351971] env[68872]: _type = "Task" [ 863.351971] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.360735] env[68872]: DEBUG oslo_vmware.api [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Task: {'id': task-3092702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.380136] env[68872]: DEBUG oslo_concurrency.lockutils [None req-25b564ed-c5d2-4e6c-ba64-a936ba537eca tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.381195] env[68872]: DEBUG nova.network.neutron [req-63a11847-0e20-4733-8366-91c7878066df req-3c4c2021-70d3-4f93-8b64-46b8ea015324 service nova] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Updated VIF entry in instance network info cache for port 913fa07d-68eb-490c-9dea-93f534ad9175. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 863.381544] env[68872]: DEBUG nova.network.neutron [req-63a11847-0e20-4733-8366-91c7878066df req-3c4c2021-70d3-4f93-8b64-46b8ea015324 service nova] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Updating instance_info_cache with network_info: [{"id": "913fa07d-68eb-490c-9dea-93f534ad9175", "address": "fa:16:3e:5f:45:e4", "network": {"id": "3238cfae-ef8f-4983-8efa-f8e0345727f9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1296817583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "074330afd10e475f89d177c19293f8df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap913fa07d-68", "ovs_interfaceid": "913fa07d-68eb-490c-9dea-93f534ad9175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.474709] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092701, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.608320] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 84b9c497-ec98-4af0-a615-54ec54d3993b] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 863.627834] env[68872]: DEBUG nova.compute.manager [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.664156] env[68872]: DEBUG nova.virt.hardware [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.664415] env[68872]: DEBUG nova.virt.hardware [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.664577] env[68872]: DEBUG nova.virt.hardware [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.664762] env[68872]: DEBUG nova.virt.hardware [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.664920] env[68872]: DEBUG nova.virt.hardware [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.665095] env[68872]: DEBUG nova.virt.hardware [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.665300] env[68872]: DEBUG nova.virt.hardware [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.665463] env[68872]: DEBUG nova.virt.hardware [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.665629] env[68872]: DEBUG nova.virt.hardware [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.665801] env[68872]: DEBUG nova.virt.hardware [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.666017] env[68872]: DEBUG nova.virt.hardware [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.667497] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9f9716-68ec-4fb2-9983-5e8b7df96017 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.674897] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.680950] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d910eddb-b104-4a33-9636-dbb399330ec3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.717482] env[68872]: DEBUG nova.network.neutron [-] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.814820] env[68872]: DEBUG nova.scheduler.client.report [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.862222] env[68872]: DEBUG oslo_vmware.api [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Task: {'id': task-3092702, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471849} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.862477] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 3a1420a4-c5a4-43e1-a646-217be4c1d6ea/3a1420a4-c5a4-43e1-a646-217be4c1d6ea.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.862688] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.862936] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ddb95ce6-9853-4972-9c08-46725ac16458 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.870263] env[68872]: DEBUG oslo_vmware.api [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Waiting for the task: (returnval){ [ 863.870263] env[68872]: value = "task-3092703" [ 863.870263] env[68872]: _type = "Task" [ 863.870263] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.878235] env[68872]: DEBUG oslo_vmware.api [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Task: {'id': task-3092703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.884389] env[68872]: DEBUG oslo_concurrency.lockutils [req-63a11847-0e20-4733-8366-91c7878066df req-3c4c2021-70d3-4f93-8b64-46b8ea015324 service nova] Releasing lock "refresh_cache-dcb555bc-660e-4ea9-a0ee-f5a3be79452b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.884389] env[68872]: DEBUG nova.compute.manager [req-63a11847-0e20-4733-8366-91c7878066df req-3c4c2021-70d3-4f93-8b64-46b8ea015324 service nova] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Received event network-vif-deleted-7634251b-9cd6-44ed-bdc4-55f583414bd4 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.977598] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092701, 'name': CreateVM_Task, 'duration_secs': 0.51489} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.977768] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.978498] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.978662] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.978972] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.979234] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1a5fa6e-1f8c-4172-8ec3-e42c23cba46d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.983981] env[68872]: DEBUG oslo_vmware.api [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for the task: (returnval){ [ 863.983981] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5229cb5d-86c8-804c-920f-53649256862b" [ 863.983981] env[68872]: _type = "Task" [ 863.983981] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.993164] env[68872]: DEBUG oslo_vmware.api [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5229cb5d-86c8-804c-920f-53649256862b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.031390] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.112028] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 3f7997a5-fb73-4e2f-a767-e5ab6a549456] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 864.218991] env[68872]: INFO nova.compute.manager [-] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Took 1.47 seconds to deallocate network for instance. [ 864.319983] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.320606] env[68872]: DEBUG nova.compute.manager [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 864.323490] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d9b42d29-600b-47b5-bf87-f464c287bcb2 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.598s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.324019] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d9b42d29-600b-47b5-bf87-f464c287bcb2 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.327114] env[68872]: DEBUG oslo_concurrency.lockutils [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.629s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.327114] env[68872]: DEBUG nova.objects.instance [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68872) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 864.363493] env[68872]: INFO nova.scheduler.client.report [None req-d9b42d29-600b-47b5-bf87-f464c287bcb2 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Deleted allocations for instance 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b [ 864.382156] env[68872]: DEBUG oslo_vmware.api [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Task: {'id': task-3092703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093387} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.382156] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 864.385767] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c44a19-c7bf-4e42-bfb2-56f86a9586db {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.407907] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 3a1420a4-c5a4-43e1-a646-217be4c1d6ea/3a1420a4-c5a4-43e1-a646-217be4c1d6ea.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.409594] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e905bb6d-fa80-4afa-8ea7-e3a53195ce1f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.432106] env[68872]: DEBUG oslo_vmware.api [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Waiting for the task: (returnval){ [ 864.432106] env[68872]: value = "task-3092704" [ 864.432106] env[68872]: _type = "Task" [ 864.432106] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.442997] env[68872]: DEBUG oslo_vmware.api [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Task: {'id': task-3092704, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.475831] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1198add0-d287-45b3-b9bf-b57196b91e59 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "a75bd5f9-b243-4630-8eb0-d27da8fe12c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.475831] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1198add0-d287-45b3-b9bf-b57196b91e59 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "a75bd5f9-b243-4630-8eb0-d27da8fe12c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.475831] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1198add0-d287-45b3-b9bf-b57196b91e59 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "a75bd5f9-b243-4630-8eb0-d27da8fe12c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.475831] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1198add0-d287-45b3-b9bf-b57196b91e59 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "a75bd5f9-b243-4630-8eb0-d27da8fe12c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.475831] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1198add0-d287-45b3-b9bf-b57196b91e59 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "a75bd5f9-b243-4630-8eb0-d27da8fe12c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.476767] env[68872]: INFO nova.compute.manager [None req-1198add0-d287-45b3-b9bf-b57196b91e59 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Terminating instance [ 864.481664] env[68872]: DEBUG nova.network.neutron [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Successfully updated port: bc0121c4-984e-4031-ac94-d7016e26d403 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 864.497032] env[68872]: DEBUG oslo_vmware.api [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5229cb5d-86c8-804c-920f-53649256862b, 'name': SearchDatastore_Task, 'duration_secs': 0.008599} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.497433] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.497709] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.497950] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.498198] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.498422] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.498897] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d42d8409-4f9b-413e-9587-4558d0f8de5c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.507935] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.508142] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.508902] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d50a8eb1-18fb-4b6b-9f65-331938d2278a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.515740] env[68872]: DEBUG oslo_vmware.api [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for the task: (returnval){ [ 864.515740] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52022b5b-8730-ae27-5d00-91ce29a31da8" [ 864.515740] env[68872]: _type = "Task" [ 864.515740] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.523552] env[68872]: DEBUG oslo_vmware.api [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52022b5b-8730-ae27-5d00-91ce29a31da8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.615075] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 56a9ffd3-650b-4a48-b9e4-ab5cd5974de8] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 864.725411] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d1a0ef03-0780-4dcc-b2b9-f823f4991208 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.833894] env[68872]: DEBUG nova.compute.utils [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 864.835273] env[68872]: DEBUG nova.compute.manager [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 864.835439] env[68872]: DEBUG nova.network.neutron [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 864.867588] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d9b42d29-600b-47b5-bf87-f464c287bcb2 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Lock "1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.569s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.895676] env[68872]: DEBUG nova.policy [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '071b837659fa463e8865bc76a704e425', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4adfb6086df1437592701ee54f697cb5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 864.950587] env[68872]: DEBUG oslo_vmware.api [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Task: {'id': task-3092704, 'name': ReconfigVM_Task, 'duration_secs': 0.275261} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.954522] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 3a1420a4-c5a4-43e1-a646-217be4c1d6ea/3a1420a4-c5a4-43e1-a646-217be4c1d6ea.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.955236] env[68872]: DEBUG nova.compute.manager [req-9f52955b-e4e8-48b1-869c-54f69321ef00 req-dd0ea352-e097-409b-a030-9fc69d6176c8 service nova] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Received event network-vif-deleted-9867122d-1340-4c51-92c5-c0d8b85b3743 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.955316] env[68872]: DEBUG nova.compute.manager [req-9f52955b-e4e8-48b1-869c-54f69321ef00 req-dd0ea352-e097-409b-a030-9fc69d6176c8 service nova] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Received event network-vif-plugged-bc0121c4-984e-4031-ac94-d7016e26d403 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.955584] env[68872]: DEBUG oslo_concurrency.lockutils [req-9f52955b-e4e8-48b1-869c-54f69321ef00 req-dd0ea352-e097-409b-a030-9fc69d6176c8 service nova] Acquiring lock "8b363941-c78c-492e-9d73-2438248b7669-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.957278] env[68872]: DEBUG oslo_concurrency.lockutils [req-9f52955b-e4e8-48b1-869c-54f69321ef00 req-dd0ea352-e097-409b-a030-9fc69d6176c8 service nova] Lock "8b363941-c78c-492e-9d73-2438248b7669-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.957278] env[68872]: DEBUG oslo_concurrency.lockutils [req-9f52955b-e4e8-48b1-869c-54f69321ef00 req-dd0ea352-e097-409b-a030-9fc69d6176c8 service nova] Lock "8b363941-c78c-492e-9d73-2438248b7669-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.957278] env[68872]: DEBUG nova.compute.manager [req-9f52955b-e4e8-48b1-869c-54f69321ef00 req-dd0ea352-e097-409b-a030-9fc69d6176c8 service nova] [instance: 8b363941-c78c-492e-9d73-2438248b7669] No waiting events found dispatching network-vif-plugged-bc0121c4-984e-4031-ac94-d7016e26d403 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 864.957278] env[68872]: WARNING nova.compute.manager [req-9f52955b-e4e8-48b1-869c-54f69321ef00 req-dd0ea352-e097-409b-a030-9fc69d6176c8 service nova] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Received unexpected event network-vif-plugged-bc0121c4-984e-4031-ac94-d7016e26d403 for instance with vm_state building and task_state spawning. [ 864.957278] env[68872]: DEBUG nova.compute.manager [req-9f52955b-e4e8-48b1-869c-54f69321ef00 req-dd0ea352-e097-409b-a030-9fc69d6176c8 service nova] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Received event network-changed-bc0121c4-984e-4031-ac94-d7016e26d403 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.957461] env[68872]: DEBUG nova.compute.manager [req-9f52955b-e4e8-48b1-869c-54f69321ef00 req-dd0ea352-e097-409b-a030-9fc69d6176c8 service nova] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Refreshing instance network info cache due to event network-changed-bc0121c4-984e-4031-ac94-d7016e26d403. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.957701] env[68872]: DEBUG oslo_concurrency.lockutils [req-9f52955b-e4e8-48b1-869c-54f69321ef00 req-dd0ea352-e097-409b-a030-9fc69d6176c8 service nova] Acquiring lock "refresh_cache-8b363941-c78c-492e-9d73-2438248b7669" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.957962] env[68872]: DEBUG oslo_concurrency.lockutils [req-9f52955b-e4e8-48b1-869c-54f69321ef00 req-dd0ea352-e097-409b-a030-9fc69d6176c8 service nova] Acquired lock "refresh_cache-8b363941-c78c-492e-9d73-2438248b7669" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.958261] env[68872]: DEBUG nova.network.neutron [req-9f52955b-e4e8-48b1-869c-54f69321ef00 req-dd0ea352-e097-409b-a030-9fc69d6176c8 service nova] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Refreshing network info cache for port bc0121c4-984e-4031-ac94-d7016e26d403 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.960222] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2bacf3e-8568-418e-8b4c-fd28ff0af5d2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.970432] env[68872]: DEBUG oslo_vmware.api [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Waiting for the task: (returnval){ [ 864.970432] env[68872]: value = "task-3092705" [ 864.970432] env[68872]: _type = "Task" [ 864.970432] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.980637] env[68872]: DEBUG nova.compute.manager [None req-1198add0-d287-45b3-b9bf-b57196b91e59 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 864.980971] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1198add0-d287-45b3-b9bf-b57196b91e59 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.987028] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde68207-9834-48e2-829e-661d19ad9933 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.992515] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Acquiring lock "refresh_cache-8b363941-c78c-492e-9d73-2438248b7669" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.992968] env[68872]: DEBUG oslo_vmware.api [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Task: {'id': task-3092705, 'name': Rename_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.004129] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-1198add0-d287-45b3-b9bf-b57196b91e59 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.006290] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0610849-092a-4b77-98f5-48dd82fe243e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.015557] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "45cffa41-0f2e-45b2-b271-783e6318bb72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.015970] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "45cffa41-0f2e-45b2-b271-783e6318bb72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.027477] env[68872]: DEBUG oslo_vmware.api [None req-1198add0-d287-45b3-b9bf-b57196b91e59 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 865.027477] env[68872]: value = "task-3092706" [ 865.027477] env[68872]: _type = "Task" [ 865.027477] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.043676] env[68872]: DEBUG oslo_vmware.api [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52022b5b-8730-ae27-5d00-91ce29a31da8, 'name': SearchDatastore_Task, 'duration_secs': 0.009451} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.046015] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b66d605-4614-4da4-ab3d-165f85813054 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.059824] env[68872]: DEBUG oslo_vmware.api [None req-1198add0-d287-45b3-b9bf-b57196b91e59 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.064820] env[68872]: DEBUG oslo_vmware.api [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for the task: (returnval){ [ 865.064820] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5230a64e-b286-7fc9-86b6-c7739cc7998b" [ 865.064820] env[68872]: _type = "Task" [ 865.064820] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.079695] env[68872]: DEBUG oslo_vmware.api [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5230a64e-b286-7fc9-86b6-c7739cc7998b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.118619] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: d6ec7fd8-35f6-480f-946a-d7eabe072670] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 865.319624] env[68872]: DEBUG nova.network.neutron [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Successfully created port: 3fbaf3ce-0179-492a-9c0d-637015d25679 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 865.337242] env[68872]: DEBUG oslo_concurrency.lockutils [None req-417732a6-d8b3-4560-adfd-b628f5c94ed1 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.338614] env[68872]: DEBUG oslo_concurrency.lockutils [None req-10835d2f-26f7-40f2-bb90-585fbb6bb0a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.218s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.338808] env[68872]: DEBUG oslo_concurrency.lockutils [None req-10835d2f-26f7-40f2-bb90-585fbb6bb0a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.344269] env[68872]: DEBUG oslo_concurrency.lockutils [None req-49bbe144-604d-4815-bef9-47fc3961ee97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.397s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.344553] env[68872]: DEBUG oslo_concurrency.lockutils [None req-49bbe144-604d-4815-bef9-47fc3961ee97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.350024] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.560s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.350024] env[68872]: INFO nova.compute.claims [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.352293] env[68872]: DEBUG nova.compute.manager [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 865.381464] env[68872]: INFO nova.scheduler.client.report [None req-49bbe144-604d-4815-bef9-47fc3961ee97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Deleted allocations for instance b5176185-817b-42a0-a300-c7b06dda0a39 [ 865.386746] env[68872]: INFO nova.scheduler.client.report [None req-10835d2f-26f7-40f2-bb90-585fbb6bb0a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Deleted allocations for instance d4f8cd17-8624-440f-bcf9-2f779f4fe909 [ 865.481276] env[68872]: DEBUG oslo_vmware.api [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Task: {'id': task-3092705, 'name': Rename_Task, 'duration_secs': 0.145812} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.481794] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.482444] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9299cd07-ac81-44ef-bae3-958172869306 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.492018] env[68872]: DEBUG oslo_vmware.api [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Waiting for the task: (returnval){ [ 865.492018] env[68872]: value = "task-3092707" [ 865.492018] env[68872]: _type = "Task" [ 865.492018] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.497429] env[68872]: DEBUG oslo_vmware.api [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Task: {'id': task-3092707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.519640] env[68872]: DEBUG nova.network.neutron [req-9f52955b-e4e8-48b1-869c-54f69321ef00 req-dd0ea352-e097-409b-a030-9fc69d6176c8 service nova] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.520529] env[68872]: DEBUG nova.compute.manager [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 865.538479] env[68872]: DEBUG oslo_vmware.api [None req-1198add0-d287-45b3-b9bf-b57196b91e59 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092706, 'name': PowerOffVM_Task, 'duration_secs': 0.306638} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.539036] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-1198add0-d287-45b3-b9bf-b57196b91e59 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.539325] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1198add0-d287-45b3-b9bf-b57196b91e59 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.539657] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35726328-09ed-4ea3-b1a9-6a3378457018 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.575642] env[68872]: DEBUG oslo_vmware.api [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5230a64e-b286-7fc9-86b6-c7739cc7998b, 'name': SearchDatastore_Task, 'duration_secs': 0.013339} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.575986] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.576391] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] dcb555bc-660e-4ea9-a0ee-f5a3be79452b/dcb555bc-660e-4ea9-a0ee-f5a3be79452b.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.576678] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1e3fc33-071a-45c2-8707-e6c48ca2b7f6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.582970] env[68872]: DEBUG oslo_vmware.api [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for the task: (returnval){ [ 865.582970] env[68872]: value = "task-3092709" [ 865.582970] env[68872]: _type = "Task" [ 865.582970] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.590870] env[68872]: DEBUG oslo_vmware.api [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.607266] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1198add0-d287-45b3-b9bf-b57196b91e59 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.607495] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1198add0-d287-45b3-b9bf-b57196b91e59 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.607697] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-1198add0-d287-45b3-b9bf-b57196b91e59 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Deleting the datastore file [datastore2] a75bd5f9-b243-4630-8eb0-d27da8fe12c5 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.607972] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4535df90-5888-459e-a225-41f1410c05c8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.617265] env[68872]: DEBUG oslo_vmware.api [None req-1198add0-d287-45b3-b9bf-b57196b91e59 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 865.617265] env[68872]: value = "task-3092710" [ 865.617265] env[68872]: _type = "Task" [ 865.617265] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.622142] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 9945ec86-a679-4a3e-a72b-88ad7c7e4c18] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 865.630794] env[68872]: DEBUG oslo_vmware.api [None req-1198add0-d287-45b3-b9bf-b57196b91e59 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.670530] env[68872]: DEBUG nova.network.neutron [req-9f52955b-e4e8-48b1-869c-54f69321ef00 req-dd0ea352-e097-409b-a030-9fc69d6176c8 service nova] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.900024] env[68872]: DEBUG oslo_concurrency.lockutils [None req-49bbe144-604d-4815-bef9-47fc3961ee97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "b5176185-817b-42a0-a300-c7b06dda0a39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.897s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.901186] env[68872]: DEBUG oslo_concurrency.lockutils [None req-10835d2f-26f7-40f2-bb90-585fbb6bb0a9 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "d4f8cd17-8624-440f-bcf9-2f779f4fe909" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.827s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.002933] env[68872]: DEBUG oslo_vmware.api [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Task: {'id': task-3092707, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.052569] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.095378] env[68872]: DEBUG oslo_vmware.api [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092709, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.128893] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 738adc74-ccb7-4788-89d9-4fe6873cbd30] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 866.130786] env[68872]: DEBUG oslo_vmware.api [None req-1198add0-d287-45b3-b9bf-b57196b91e59 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274758} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.131033] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-1198add0-d287-45b3-b9bf-b57196b91e59 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.131269] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1198add0-d287-45b3-b9bf-b57196b91e59 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.131447] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1198add0-d287-45b3-b9bf-b57196b91e59 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.131616] env[68872]: INFO nova.compute.manager [None req-1198add0-d287-45b3-b9bf-b57196b91e59 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 866.131937] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1198add0-d287-45b3-b9bf-b57196b91e59 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.132621] env[68872]: DEBUG nova.compute.manager [-] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.132773] env[68872]: DEBUG nova.network.neutron [-] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.177567] env[68872]: DEBUG oslo_concurrency.lockutils [req-9f52955b-e4e8-48b1-869c-54f69321ef00 req-dd0ea352-e097-409b-a030-9fc69d6176c8 service nova] Releasing lock "refresh_cache-8b363941-c78c-492e-9d73-2438248b7669" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.177567] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Acquired lock "refresh_cache-8b363941-c78c-492e-9d73-2438248b7669" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.177567] env[68872]: DEBUG nova.network.neutron [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.368420] env[68872]: DEBUG nova.compute.manager [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 866.407928] env[68872]: DEBUG nova.virt.hardware [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.408237] env[68872]: DEBUG nova.virt.hardware [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.408398] env[68872]: DEBUG nova.virt.hardware [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.408587] env[68872]: DEBUG nova.virt.hardware [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.409087] env[68872]: DEBUG nova.virt.hardware [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.409087] env[68872]: DEBUG nova.virt.hardware [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.409232] env[68872]: DEBUG nova.virt.hardware [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.409551] env[68872]: DEBUG nova.virt.hardware [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.409748] env[68872]: DEBUG nova.virt.hardware [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.409915] env[68872]: DEBUG nova.virt.hardware [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.410345] env[68872]: DEBUG nova.virt.hardware [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.411426] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03dc9eba-9c09-40c4-8965-13fa8cb2b350 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.421179] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e9f4c517-6ff4-42b4-8026-cd16abc31fe0 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquiring lock "f55dd82e-62d1-4489-8376-614bcc41312c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.421414] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e9f4c517-6ff4-42b4-8026-cd16abc31fe0 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "f55dd82e-62d1-4489-8376-614bcc41312c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.421614] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e9f4c517-6ff4-42b4-8026-cd16abc31fe0 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquiring lock "f55dd82e-62d1-4489-8376-614bcc41312c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.421795] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e9f4c517-6ff4-42b4-8026-cd16abc31fe0 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "f55dd82e-62d1-4489-8376-614bcc41312c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.422136] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e9f4c517-6ff4-42b4-8026-cd16abc31fe0 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "f55dd82e-62d1-4489-8376-614bcc41312c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.427810] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc7b44e-bd9e-4b2e-aabd-e16984be8436 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.432251] env[68872]: INFO nova.compute.manager [None req-e9f4c517-6ff4-42b4-8026-cd16abc31fe0 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Terminating instance [ 866.501373] env[68872]: DEBUG oslo_vmware.api [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Task: {'id': task-3092707, 'name': PowerOnVM_Task, 'duration_secs': 0.576196} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.501654] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.501853] env[68872]: DEBUG nova.compute.manager [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.502814] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1638681-5aeb-4117-af28-08112d6dd658 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.598209] env[68872]: DEBUG oslo_vmware.api [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092709, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537144} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.598536] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] dcb555bc-660e-4ea9-a0ee-f5a3be79452b/dcb555bc-660e-4ea9-a0ee-f5a3be79452b.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.598779] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.599052] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbfc79b0-d018-44b6-b84d-3d9800d1a4d0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.607261] env[68872]: DEBUG oslo_vmware.api [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for the task: (returnval){ [ 866.607261] env[68872]: value = "task-3092711" [ 866.607261] env[68872]: _type = "Task" [ 866.607261] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.621035] env[68872]: DEBUG oslo_vmware.api [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092711, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.636017] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 774b87de-c90c-4537-ac67-17152e43395b] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 866.726878] env[68872]: DEBUG nova.network.neutron [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.910386] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0bbc68-1367-4803-b6ab-5bf08f0fe6eb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.918757] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9448c8-8e1b-485e-8bcd-8205d455c083 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.953835] env[68872]: DEBUG nova.compute.manager [None req-e9f4c517-6ff4-42b4-8026-cd16abc31fe0 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 866.954085] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f4c517-6ff4-42b4-8026-cd16abc31fe0 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.957805] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b060bdf0-9a00-466b-90d8-fe3a80f3324c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.961036] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e18dfa-8a45-4e59-b61f-b8c73b392799 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.971993] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b480ee50-dbfd-438e-a0d1-1e2ab1ff1691 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.975683] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9f4c517-6ff4-42b4-8026-cd16abc31fe0 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.975683] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0e22f69-c70d-405f-960a-7fe10edc3270 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.990412] env[68872]: DEBUG nova.compute.provider_tree [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.995366] env[68872]: DEBUG oslo_vmware.api [None req-e9f4c517-6ff4-42b4-8026-cd16abc31fe0 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 866.995366] env[68872]: value = "task-3092712" [ 866.995366] env[68872]: _type = "Task" [ 866.995366] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.004396] env[68872]: DEBUG oslo_vmware.api [None req-e9f4c517-6ff4-42b4-8026-cd16abc31fe0 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092712, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.026012] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.036034] env[68872]: DEBUG nova.network.neutron [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Updating instance_info_cache with network_info: [{"id": "bc0121c4-984e-4031-ac94-d7016e26d403", "address": "fa:16:3e:81:c6:2d", "network": {"id": "045207a2-955d-4aab-bf96-009bd05079b1", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-826521533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d4ab1a8ebc47c0b54c3ae4bf8a7d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc0121c4-98", "ovs_interfaceid": "bc0121c4-984e-4031-ac94-d7016e26d403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.119993] env[68872]: DEBUG oslo_vmware.api [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092711, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.188805} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.120432] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.121321] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb0025e-5b7d-442f-9d69-6a44b65283c8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.127567] env[68872]: DEBUG nova.compute.manager [req-4d9325ee-924b-4db7-8832-370a4329c84d req-0ff9c992-53e1-4f7f-a489-e4e3477b1464 service nova] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Received event network-vif-deleted-9d6f7eee-1271-416e-94a8-de2401e18a01 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.127567] env[68872]: INFO nova.compute.manager [req-4d9325ee-924b-4db7-8832-370a4329c84d req-0ff9c992-53e1-4f7f-a489-e4e3477b1464 service nova] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Neutron deleted interface 9d6f7eee-1271-416e-94a8-de2401e18a01; detaching it from the instance and deleting it from the info cache [ 867.127671] env[68872]: DEBUG nova.network.neutron [req-4d9325ee-924b-4db7-8832-370a4329c84d req-0ff9c992-53e1-4f7f-a489-e4e3477b1464 service nova] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.142552] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: e5160d66-7228-4d64-9adf-d7c26c5fab5f] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 867.156308] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] dcb555bc-660e-4ea9-a0ee-f5a3be79452b/dcb555bc-660e-4ea9-a0ee-f5a3be79452b.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.156618] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c917fd1-9f8c-4225-9272-f8826ef586b6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.175660] env[68872]: DEBUG nova.network.neutron [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Successfully updated port: 3fbaf3ce-0179-492a-9c0d-637015d25679 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 867.184572] env[68872]: DEBUG oslo_vmware.api [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for the task: (returnval){ [ 867.184572] env[68872]: value = "task-3092713" [ 867.184572] env[68872]: _type = "Task" [ 867.184572] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.196478] env[68872]: DEBUG oslo_vmware.api [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092713, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.211173] env[68872]: DEBUG nova.network.neutron [-] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.328632] env[68872]: DEBUG oslo_concurrency.lockutils [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquiring lock "2dd0f9b8-0454-4902-94d9-e905dd7fd7b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.328865] env[68872]: DEBUG oslo_concurrency.lockutils [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "2dd0f9b8-0454-4902-94d9-e905dd7fd7b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.499224] env[68872]: DEBUG nova.scheduler.client.report [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.509486] env[68872]: DEBUG oslo_vmware.api [None req-e9f4c517-6ff4-42b4-8026-cd16abc31fe0 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092712, 'name': PowerOffVM_Task, 'duration_secs': 0.236638} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.509636] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9f4c517-6ff4-42b4-8026-cd16abc31fe0 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.509795] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f4c517-6ff4-42b4-8026-cd16abc31fe0 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.510051] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c2a9bcb-7851-43d3-b9c4-fa31f64b1a40 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.538778] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Releasing lock "refresh_cache-8b363941-c78c-492e-9d73-2438248b7669" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.539151] env[68872]: DEBUG nova.compute.manager [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Instance network_info: |[{"id": "bc0121c4-984e-4031-ac94-d7016e26d403", "address": "fa:16:3e:81:c6:2d", "network": {"id": "045207a2-955d-4aab-bf96-009bd05079b1", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-826521533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d4ab1a8ebc47c0b54c3ae4bf8a7d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc0121c4-98", "ovs_interfaceid": "bc0121c4-984e-4031-ac94-d7016e26d403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.539598] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:c6:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc0121c4-984e-4031-ac94-d7016e26d403', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.548322] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Creating folder: Project (45d4ab1a8ebc47c0b54c3ae4bf8a7d2b). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.549082] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5b31044-c7a8-4715-ad5c-f55e382da045 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.559607] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Created folder: Project (45d4ab1a8ebc47c0b54c3ae4bf8a7d2b) in parent group-v618835. [ 867.559816] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Creating folder: Instances. Parent ref: group-v619027. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.560125] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22da2b7e-4982-4772-afda-e36c28ecb8cf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.569428] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Created folder: Instances in parent group-v619027. [ 867.569684] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.569879] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.570136] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3a14075-15c3-4f84-9f17-bb08b3a4a3d8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.591095] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f4c517-6ff4-42b4-8026-cd16abc31fe0 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.591336] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f4c517-6ff4-42b4-8026-cd16abc31fe0 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.591512] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9f4c517-6ff4-42b4-8026-cd16abc31fe0 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Deleting the datastore file [datastore1] f55dd82e-62d1-4489-8376-614bcc41312c {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.592227] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8142c230-bfda-47c0-a8bf-862d4acb4679 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.596965] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.596965] env[68872]: value = "task-3092717" [ 867.596965] env[68872]: _type = "Task" [ 867.596965] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.601382] env[68872]: DEBUG oslo_vmware.api [None req-e9f4c517-6ff4-42b4-8026-cd16abc31fe0 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 867.601382] env[68872]: value = "task-3092718" [ 867.601382] env[68872]: _type = "Task" [ 867.601382] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.609430] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092717, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.614023] env[68872]: DEBUG oslo_vmware.api [None req-e9f4c517-6ff4-42b4-8026-cd16abc31fe0 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.630852] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49c51d7b-c520-4b7f-aabc-88131c606cfc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.639842] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1330f182-7e02-4932-914d-cb05b58d8e22 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.656540] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 9b09d19e-2506-413a-867d-8be41a5bada7] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 867.674514] env[68872]: DEBUG nova.compute.manager [req-4d9325ee-924b-4db7-8832-370a4329c84d req-0ff9c992-53e1-4f7f-a489-e4e3477b1464 service nova] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Detach interface failed, port_id=9d6f7eee-1271-416e-94a8-de2401e18a01, reason: Instance a75bd5f9-b243-4630-8eb0-d27da8fe12c5 could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 867.678587] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "refresh_cache-dd7f8ad1-c394-4217-933a-622094af0f63" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.678831] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquired lock "refresh_cache-dd7f8ad1-c394-4217-933a-622094af0f63" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.678933] env[68872]: DEBUG nova.network.neutron [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.694572] env[68872]: DEBUG oslo_vmware.api [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092713, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.714247] env[68872]: INFO nova.compute.manager [-] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Took 1.58 seconds to deallocate network for instance. [ 867.801285] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4b06e16e-8432-445e-84be-cb2c4a71e4e9 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Acquiring lock "3a1420a4-c5a4-43e1-a646-217be4c1d6ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.802525] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4b06e16e-8432-445e-84be-cb2c4a71e4e9 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Lock "3a1420a4-c5a4-43e1-a646-217be4c1d6ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.802525] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4b06e16e-8432-445e-84be-cb2c4a71e4e9 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Acquiring lock "3a1420a4-c5a4-43e1-a646-217be4c1d6ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.802701] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4b06e16e-8432-445e-84be-cb2c4a71e4e9 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Lock "3a1420a4-c5a4-43e1-a646-217be4c1d6ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.802912] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4b06e16e-8432-445e-84be-cb2c4a71e4e9 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Lock "3a1420a4-c5a4-43e1-a646-217be4c1d6ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.805312] env[68872]: INFO nova.compute.manager [None req-4b06e16e-8432-445e-84be-cb2c4a71e4e9 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Terminating instance [ 868.004909] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.006132] env[68872]: DEBUG nova.compute.manager [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 868.010020] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.093s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.012089] env[68872]: INFO nova.compute.claims [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.112181] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092717, 'name': CreateVM_Task, 'duration_secs': 0.339082} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.115044] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.115338] env[68872]: DEBUG oslo_vmware.api [None req-e9f4c517-6ff4-42b4-8026-cd16abc31fe0 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218217} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.115971] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.116147] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.116454] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.116714] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9f4c517-6ff4-42b4-8026-cd16abc31fe0 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.116882] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f4c517-6ff4-42b4-8026-cd16abc31fe0 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.117085] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f4c517-6ff4-42b4-8026-cd16abc31fe0 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.117289] env[68872]: INFO nova.compute.manager [None req-e9f4c517-6ff4-42b4-8026-cd16abc31fe0 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 868.117501] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9f4c517-6ff4-42b4-8026-cd16abc31fe0 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.117672] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7810ed44-1087-417a-8746-c71e5ffc5136 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.119339] env[68872]: DEBUG nova.compute.manager [-] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.119422] env[68872]: DEBUG nova.network.neutron [-] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 868.124221] env[68872]: DEBUG oslo_vmware.api [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Waiting for the task: (returnval){ [ 868.124221] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5277a7bd-6d8a-afb4-4fef-b3356d90420a" [ 868.124221] env[68872]: _type = "Task" [ 868.124221] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.132437] env[68872]: DEBUG oslo_vmware.api [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5277a7bd-6d8a-afb4-4fef-b3356d90420a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.160944] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 94452cee-d071-4dc4-a073-0a42e72667c6] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 868.195339] env[68872]: DEBUG oslo_vmware.api [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092713, 'name': ReconfigVM_Task, 'duration_secs': 0.811539} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.195632] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Reconfigured VM instance instance-00000041 to attach disk [datastore2] dcb555bc-660e-4ea9-a0ee-f5a3be79452b/dcb555bc-660e-4ea9-a0ee-f5a3be79452b.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.196496] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4502602-fb80-4acb-b800-5ae49262d230 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.202650] env[68872]: DEBUG oslo_vmware.api [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for the task: (returnval){ [ 868.202650] env[68872]: value = "task-3092719" [ 868.202650] env[68872]: _type = "Task" [ 868.202650] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.212658] env[68872]: DEBUG oslo_vmware.api [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092719, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.221788] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1198add0-d287-45b3-b9bf-b57196b91e59 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.230539] env[68872]: DEBUG nova.network.neutron [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 868.308887] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4b06e16e-8432-445e-84be-cb2c4a71e4e9 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Acquiring lock "refresh_cache-3a1420a4-c5a4-43e1-a646-217be4c1d6ea" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.309283] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4b06e16e-8432-445e-84be-cb2c4a71e4e9 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Acquired lock "refresh_cache-3a1420a4-c5a4-43e1-a646-217be4c1d6ea" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.309520] env[68872]: DEBUG nova.network.neutron [None req-4b06e16e-8432-445e-84be-cb2c4a71e4e9 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.388457] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "7f5e18b9-1307-4803-92df-2a23901d6f16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.388802] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "7f5e18b9-1307-4803-92df-2a23901d6f16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.491135] env[68872]: DEBUG nova.network.neutron [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Updating instance_info_cache with network_info: [{"id": "3fbaf3ce-0179-492a-9c0d-637015d25679", "address": "fa:16:3e:03:c2:32", "network": {"id": "dc54d513-c9ea-47f7-9c06-737e154be9e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-687418439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4adfb6086df1437592701ee54f697cb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fbaf3ce-01", "ovs_interfaceid": "3fbaf3ce-0179-492a-9c0d-637015d25679", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.518646] env[68872]: DEBUG nova.compute.utils [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.523610] env[68872]: DEBUG nova.compute.manager [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 868.523610] env[68872]: DEBUG nova.network.neutron [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 868.570411] env[68872]: DEBUG nova.policy [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd125eccf65bd4eebb2b90f5f29d60dfc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '558e9b8f78a1489cb07f84e03547223f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 868.636846] env[68872]: DEBUG oslo_vmware.api [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5277a7bd-6d8a-afb4-4fef-b3356d90420a, 'name': SearchDatastore_Task, 'duration_secs': 0.013266} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.637195] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.637447] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.637692] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.637908] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.638150] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.638439] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ce3ed9c-d54b-4c8a-bdde-580af29c48c5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.648461] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.648461] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.649390] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd790fd9-4775-4a47-816c-2bba4a3d7270 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.655190] env[68872]: DEBUG oslo_vmware.api [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Waiting for the task: (returnval){ [ 868.655190] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c9d331-4c1e-f77c-30bc-f4b93f8d4d9f" [ 868.655190] env[68872]: _type = "Task" [ 868.655190] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.664476] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 60f355d4-0eee-48c9-93e3-42bcffa200f4] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 868.666322] env[68872]: DEBUG oslo_vmware.api [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c9d331-4c1e-f77c-30bc-f4b93f8d4d9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.716580] env[68872]: DEBUG oslo_vmware.api [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092719, 'name': Rename_Task, 'duration_secs': 0.259299} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.717267] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.717532] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-015cb8f8-e5a4-45a3-8074-41aa07adce95 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.726997] env[68872]: DEBUG oslo_vmware.api [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for the task: (returnval){ [ 868.726997] env[68872]: value = "task-3092720" [ 868.726997] env[68872]: _type = "Task" [ 868.726997] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.735573] env[68872]: DEBUG oslo_vmware.api [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.837328] env[68872]: DEBUG nova.network.neutron [None req-4b06e16e-8432-445e-84be-cb2c4a71e4e9 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 868.945167] env[68872]: DEBUG nova.network.neutron [None req-4b06e16e-8432-445e-84be-cb2c4a71e4e9 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.992486] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Releasing lock "refresh_cache-dd7f8ad1-c394-4217-933a-622094af0f63" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.993817] env[68872]: DEBUG nova.compute.manager [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Instance network_info: |[{"id": "3fbaf3ce-0179-492a-9c0d-637015d25679", "address": "fa:16:3e:03:c2:32", "network": {"id": "dc54d513-c9ea-47f7-9c06-737e154be9e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-687418439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4adfb6086df1437592701ee54f697cb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fbaf3ce-01", "ovs_interfaceid": "3fbaf3ce-0179-492a-9c0d-637015d25679", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 868.993817] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:c2:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7abeeabc-351d-404c-ada6-6a7305667707', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fbaf3ce-0179-492a-9c0d-637015d25679', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.001465] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Creating folder: Project (4adfb6086df1437592701ee54f697cb5). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.001778] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4814dcfc-e96b-45e5-a905-267857e376b4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.014248] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Created folder: Project (4adfb6086df1437592701ee54f697cb5) in parent group-v618835. [ 869.014453] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Creating folder: Instances. Parent ref: group-v619030. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.014785] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8469ce65-8b27-4fee-9dff-65243ac08ea2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.017867] env[68872]: DEBUG nova.network.neutron [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Successfully created port: 511cf4a9-1717-47ff-8bd4-949eddffe93a {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 869.026127] env[68872]: DEBUG nova.network.neutron [-] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.028390] env[68872]: DEBUG nova.compute.manager [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 869.035017] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Created folder: Instances in parent group-v619030. [ 869.035017] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.035017] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.035017] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99c6fbc2-1c01-43b4-9f62-b8061add19ff {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.054604] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.054604] env[68872]: value = "task-3092723" [ 869.054604] env[68872]: _type = "Task" [ 869.054604] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.066872] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092723, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.168485] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: df8e52cf-3cf4-4da1-bff5-0f250cfda4d9] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 869.174455] env[68872]: DEBUG oslo_vmware.api [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c9d331-4c1e-f77c-30bc-f4b93f8d4d9f, 'name': SearchDatastore_Task, 'duration_secs': 0.009314} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.176200] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b51eb46b-606a-4596-93c8-9e01ec7afc4c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.181725] env[68872]: DEBUG oslo_vmware.api [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Waiting for the task: (returnval){ [ 869.181725] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5250c165-ad29-5766-e8a4-2d7f163e1f27" [ 869.181725] env[68872]: _type = "Task" [ 869.181725] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.191981] env[68872]: DEBUG oslo_vmware.api [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5250c165-ad29-5766-e8a4-2d7f163e1f27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.238969] env[68872]: DEBUG oslo_vmware.api [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092720, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.341382] env[68872]: DEBUG nova.compute.manager [req-dbf947b8-785a-4de9-8d3b-941c795a0bd2 req-cbca9ba9-0555-487d-a287-59d5ccb619d4 service nova] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Received event network-vif-plugged-3fbaf3ce-0179-492a-9c0d-637015d25679 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.341673] env[68872]: DEBUG oslo_concurrency.lockutils [req-dbf947b8-785a-4de9-8d3b-941c795a0bd2 req-cbca9ba9-0555-487d-a287-59d5ccb619d4 service nova] Acquiring lock "dd7f8ad1-c394-4217-933a-622094af0f63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.341971] env[68872]: DEBUG oslo_concurrency.lockutils [req-dbf947b8-785a-4de9-8d3b-941c795a0bd2 req-cbca9ba9-0555-487d-a287-59d5ccb619d4 service nova] Lock "dd7f8ad1-c394-4217-933a-622094af0f63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.342205] env[68872]: DEBUG oslo_concurrency.lockutils [req-dbf947b8-785a-4de9-8d3b-941c795a0bd2 req-cbca9ba9-0555-487d-a287-59d5ccb619d4 service nova] Lock "dd7f8ad1-c394-4217-933a-622094af0f63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.342476] env[68872]: DEBUG nova.compute.manager [req-dbf947b8-785a-4de9-8d3b-941c795a0bd2 req-cbca9ba9-0555-487d-a287-59d5ccb619d4 service nova] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] No waiting events found dispatching network-vif-plugged-3fbaf3ce-0179-492a-9c0d-637015d25679 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 869.342718] env[68872]: WARNING nova.compute.manager [req-dbf947b8-785a-4de9-8d3b-941c795a0bd2 req-cbca9ba9-0555-487d-a287-59d5ccb619d4 service nova] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Received unexpected event network-vif-plugged-3fbaf3ce-0179-492a-9c0d-637015d25679 for instance with vm_state building and task_state spawning. [ 869.342984] env[68872]: DEBUG nova.compute.manager [req-dbf947b8-785a-4de9-8d3b-941c795a0bd2 req-cbca9ba9-0555-487d-a287-59d5ccb619d4 service nova] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Received event network-changed-3fbaf3ce-0179-492a-9c0d-637015d25679 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.343263] env[68872]: DEBUG nova.compute.manager [req-dbf947b8-785a-4de9-8d3b-941c795a0bd2 req-cbca9ba9-0555-487d-a287-59d5ccb619d4 service nova] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Refreshing instance network info cache due to event network-changed-3fbaf3ce-0179-492a-9c0d-637015d25679. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 869.343532] env[68872]: DEBUG oslo_concurrency.lockutils [req-dbf947b8-785a-4de9-8d3b-941c795a0bd2 req-cbca9ba9-0555-487d-a287-59d5ccb619d4 service nova] Acquiring lock "refresh_cache-dd7f8ad1-c394-4217-933a-622094af0f63" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.343709] env[68872]: DEBUG oslo_concurrency.lockutils [req-dbf947b8-785a-4de9-8d3b-941c795a0bd2 req-cbca9ba9-0555-487d-a287-59d5ccb619d4 service nova] Acquired lock "refresh_cache-dd7f8ad1-c394-4217-933a-622094af0f63" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.343900] env[68872]: DEBUG nova.network.neutron [req-dbf947b8-785a-4de9-8d3b-941c795a0bd2 req-cbca9ba9-0555-487d-a287-59d5ccb619d4 service nova] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Refreshing network info cache for port 3fbaf3ce-0179-492a-9c0d-637015d25679 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 869.448471] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4b06e16e-8432-445e-84be-cb2c4a71e4e9 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Releasing lock "refresh_cache-3a1420a4-c5a4-43e1-a646-217be4c1d6ea" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.449109] env[68872]: DEBUG nova.compute.manager [None req-4b06e16e-8432-445e-84be-cb2c4a71e4e9 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.449455] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4b06e16e-8432-445e-84be-cb2c4a71e4e9 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.450675] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d1a61e-fceb-4ffa-b1f7-d22c92f63cb8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.458463] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b06e16e-8432-445e-84be-cb2c4a71e4e9 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.458757] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-576ddf3b-ae0b-408c-be20-654ec79cb387 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.467483] env[68872]: DEBUG oslo_vmware.api [None req-4b06e16e-8432-445e-84be-cb2c4a71e4e9 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Waiting for the task: (returnval){ [ 869.467483] env[68872]: value = "task-3092724" [ 869.467483] env[68872]: _type = "Task" [ 869.467483] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.478199] env[68872]: DEBUG oslo_vmware.api [None req-4b06e16e-8432-445e-84be-cb2c4a71e4e9 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Task: {'id': task-3092724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.533918] env[68872]: INFO nova.compute.manager [-] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Took 1.41 seconds to deallocate network for instance. [ 869.568843] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092723, 'name': CreateVM_Task, 'duration_secs': 0.405054} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.568936] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.569765] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.572893] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.572893] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.572893] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c031dec-70ca-4eaf-867c-5e9c5d301d86 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.579313] env[68872]: DEBUG oslo_vmware.api [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 869.579313] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5222858d-b33a-bed9-3cea-01feffb91783" [ 869.579313] env[68872]: _type = "Task" [ 869.579313] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.588741] env[68872]: DEBUG oslo_vmware.api [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5222858d-b33a-bed9-3cea-01feffb91783, 'name': SearchDatastore_Task, 'duration_secs': 0.009606} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.589946] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.590195] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.590467] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.590612] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.590790] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.591651] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b68aae-02bf-4c2f-aba6-60946ac92abc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.594257] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31507a83-3947-4640-9bba-70b5cb0a3de6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.600948] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45ef21c-f6f3-4463-bcd5-4f53cf54088e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.605564] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.605564] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.606492] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-718a39c5-600d-459d-b5de-99fead1d1ea6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.635835] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e1bafd-c20e-4050-b8e6-227edddb7283 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.640048] env[68872]: DEBUG oslo_vmware.api [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 869.640048] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]522942e9-d5f7-fdfd-bd12-165dee346436" [ 869.640048] env[68872]: _type = "Task" [ 869.640048] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.647096] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973d261e-82be-48e6-b540-0aa9f5b79a89 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.654567] env[68872]: DEBUG oslo_vmware.api [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]522942e9-d5f7-fdfd-bd12-165dee346436, 'name': SearchDatastore_Task, 'duration_secs': 0.008877} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.655621] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec6208bf-430e-44e3-a9e7-4ad34ae37f57 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.665813] env[68872]: DEBUG nova.compute.provider_tree [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.670699] env[68872]: DEBUG oslo_vmware.api [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 869.670699] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52b7dae8-49a9-6e7b-fff2-582c2d8b606a" [ 869.670699] env[68872]: _type = "Task" [ 869.670699] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.678230] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: c9261fcc-7aa8-4afb-aa30-57df0ef71a44] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 869.680091] env[68872]: DEBUG oslo_vmware.api [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52b7dae8-49a9-6e7b-fff2-582c2d8b606a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.691042] env[68872]: DEBUG oslo_vmware.api [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5250c165-ad29-5766-e8a4-2d7f163e1f27, 'name': SearchDatastore_Task, 'duration_secs': 0.010205} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.691330] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.691583] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 8b363941-c78c-492e-9d73-2438248b7669/8b363941-c78c-492e-9d73-2438248b7669.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.691829] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-292874ac-e932-426a-90bc-7c3cc5977a7e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.698550] env[68872]: DEBUG oslo_vmware.api [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Waiting for the task: (returnval){ [ 869.698550] env[68872]: value = "task-3092725" [ 869.698550] env[68872]: _type = "Task" [ 869.698550] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.707661] env[68872]: DEBUG oslo_vmware.api [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Task: {'id': task-3092725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.737016] env[68872]: DEBUG oslo_vmware.api [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092720, 'name': PowerOnVM_Task, 'duration_secs': 0.801183} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.737277] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.737482] env[68872]: INFO nova.compute.manager [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Took 8.67 seconds to spawn the instance on the hypervisor. [ 869.737652] env[68872]: DEBUG nova.compute.manager [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.738412] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de363ed0-6b22-4d53-8f2b-fd43179f35dc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.982958] env[68872]: DEBUG oslo_vmware.api [None req-4b06e16e-8432-445e-84be-cb2c4a71e4e9 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Task: {'id': task-3092724, 'name': PowerOffVM_Task, 'duration_secs': 0.182822} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.983349] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b06e16e-8432-445e-84be-cb2c4a71e4e9 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.983564] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4b06e16e-8432-445e-84be-cb2c4a71e4e9 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.983941] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99ca545b-1e86-4875-80d8-59b1c7af2ba1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.011527] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4b06e16e-8432-445e-84be-cb2c4a71e4e9 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.011857] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4b06e16e-8432-445e-84be-cb2c4a71e4e9 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.012170] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b06e16e-8432-445e-84be-cb2c4a71e4e9 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Deleting the datastore file [datastore2] 3a1420a4-c5a4-43e1-a646-217be4c1d6ea {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.012557] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8bc5828-b06b-4ff9-ba79-af9fc8d7ee26 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.022124] env[68872]: DEBUG oslo_vmware.api [None req-4b06e16e-8432-445e-84be-cb2c4a71e4e9 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Waiting for the task: (returnval){ [ 870.022124] env[68872]: value = "task-3092727" [ 870.022124] env[68872]: _type = "Task" [ 870.022124] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.038049] env[68872]: DEBUG oslo_vmware.api [None req-4b06e16e-8432-445e-84be-cb2c4a71e4e9 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Task: {'id': task-3092727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.041472] env[68872]: DEBUG nova.compute.manager [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 870.046608] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e9f4c517-6ff4-42b4-8026-cd16abc31fe0 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.076161] env[68872]: DEBUG nova.virt.hardware [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.076445] env[68872]: DEBUG nova.virt.hardware [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.076731] env[68872]: DEBUG nova.virt.hardware [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.077028] env[68872]: DEBUG nova.virt.hardware [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.077305] env[68872]: DEBUG nova.virt.hardware [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.077598] env[68872]: DEBUG nova.virt.hardware [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.077897] env[68872]: DEBUG nova.virt.hardware [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.078206] env[68872]: DEBUG nova.virt.hardware [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.078497] env[68872]: DEBUG nova.virt.hardware [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.078713] env[68872]: DEBUG nova.virt.hardware [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.079008] env[68872]: DEBUG nova.virt.hardware [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.080748] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e658a5f3-f234-4299-82d0-e326bbce9f73 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.096399] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55439612-2f88-4baa-9ec7-545ef8db9b47 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.149471] env[68872]: DEBUG nova.network.neutron [req-dbf947b8-785a-4de9-8d3b-941c795a0bd2 req-cbca9ba9-0555-487d-a287-59d5ccb619d4 service nova] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Updated VIF entry in instance network info cache for port 3fbaf3ce-0179-492a-9c0d-637015d25679. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 870.149863] env[68872]: DEBUG nova.network.neutron [req-dbf947b8-785a-4de9-8d3b-941c795a0bd2 req-cbca9ba9-0555-487d-a287-59d5ccb619d4 service nova] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Updating instance_info_cache with network_info: [{"id": "3fbaf3ce-0179-492a-9c0d-637015d25679", "address": "fa:16:3e:03:c2:32", "network": {"id": "dc54d513-c9ea-47f7-9c06-737e154be9e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-687418439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4adfb6086df1437592701ee54f697cb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fbaf3ce-01", "ovs_interfaceid": "3fbaf3ce-0179-492a-9c0d-637015d25679", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.169071] env[68872]: DEBUG nova.scheduler.client.report [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.181165] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 0e5c2fa2-4835-4546-9ae2-b54a56b5b5c7] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 870.189846] env[68872]: DEBUG oslo_vmware.api [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52b7dae8-49a9-6e7b-fff2-582c2d8b606a, 'name': SearchDatastore_Task, 'duration_secs': 0.009717} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.190167] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.190445] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] dd7f8ad1-c394-4217-933a-622094af0f63/dd7f8ad1-c394-4217-933a-622094af0f63.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.190726] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-416ff04c-a315-4b2e-ac92-77e03a24cbe8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.200467] env[68872]: DEBUG oslo_vmware.api [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 870.200467] env[68872]: value = "task-3092728" [ 870.200467] env[68872]: _type = "Task" [ 870.200467] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.217421] env[68872]: DEBUG oslo_vmware.api [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3092728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.218498] env[68872]: DEBUG oslo_vmware.api [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Task: {'id': task-3092725, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.255906] env[68872]: INFO nova.compute.manager [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Took 52.63 seconds to build instance. [ 870.534447] env[68872]: DEBUG oslo_vmware.api [None req-4b06e16e-8432-445e-84be-cb2c4a71e4e9 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Task: {'id': task-3092727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347787} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.534753] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b06e16e-8432-445e-84be-cb2c4a71e4e9 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.534923] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4b06e16e-8432-445e-84be-cb2c4a71e4e9 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.535075] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4b06e16e-8432-445e-84be-cb2c4a71e4e9 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.535254] env[68872]: INFO nova.compute.manager [None req-4b06e16e-8432-445e-84be-cb2c4a71e4e9 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Took 1.09 seconds to destroy the instance on the hypervisor. [ 870.535494] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b06e16e-8432-445e-84be-cb2c4a71e4e9 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.535685] env[68872]: DEBUG nova.compute.manager [-] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.535779] env[68872]: DEBUG nova.network.neutron [-] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 870.568623] env[68872]: DEBUG nova.network.neutron [-] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 870.653370] env[68872]: DEBUG oslo_concurrency.lockutils [req-dbf947b8-785a-4de9-8d3b-941c795a0bd2 req-cbca9ba9-0555-487d-a287-59d5ccb619d4 service nova] Releasing lock "refresh_cache-dd7f8ad1-c394-4217-933a-622094af0f63" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.653701] env[68872]: DEBUG nova.compute.manager [req-dbf947b8-785a-4de9-8d3b-941c795a0bd2 req-cbca9ba9-0555-487d-a287-59d5ccb619d4 service nova] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Received event network-vif-deleted-87c2e8c9-5f58-42fe-b2f7-bcd108b2ee98 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.682200] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.682763] env[68872]: DEBUG nova.compute.manager [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 870.687449] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2329bb27-70d9-4d6d-bc8b-ab45390be5ea tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.421s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.687449] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2329bb27-70d9-4d6d-bc8b-ab45390be5ea tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.692650] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d16be350-dcac-4f2e-b611-6b690cdd9f83 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.401s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.692650] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d16be350-dcac-4f2e-b611-6b690cdd9f83 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.698424] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.324s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.698424] env[68872]: INFO nova.compute.claims [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.701050] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 575d83bb-f897-4ec9-aae4-8948b0abe512] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 870.720013] env[68872]: DEBUG oslo_vmware.api [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Task: {'id': task-3092725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595028} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.725011] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 8b363941-c78c-492e-9d73-2438248b7669/8b363941-c78c-492e-9d73-2438248b7669.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.725514] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.725900] env[68872]: DEBUG oslo_vmware.api [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3092728, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.726489] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-221a8351-e34e-4ae4-8ebc-6120648c9604 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.731792] env[68872]: INFO nova.scheduler.client.report [None req-d16be350-dcac-4f2e-b611-6b690cdd9f83 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Deleted allocations for instance d8a69a2c-2c5d-42e8-b2c0-e0c3585de439 [ 870.734068] env[68872]: INFO nova.scheduler.client.report [None req-2329bb27-70d9-4d6d-bc8b-ab45390be5ea tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Deleted allocations for instance 9bb7ca31-5098-4b32-acd4-458386fdbd90 [ 870.740365] env[68872]: DEBUG oslo_vmware.api [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Waiting for the task: (returnval){ [ 870.740365] env[68872]: value = "task-3092729" [ 870.740365] env[68872]: _type = "Task" [ 870.740365] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.754888] env[68872]: DEBUG oslo_vmware.api [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Task: {'id': task-3092729, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.757432] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5e891081-91f3-438a-b94f-117481cd34df tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Lock "dcb555bc-660e-4ea9-a0ee-f5a3be79452b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.153s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.829823] env[68872]: DEBUG nova.network.neutron [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Successfully updated port: 511cf4a9-1717-47ff-8bd4-949eddffe93a {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 871.072031] env[68872]: DEBUG nova.network.neutron [-] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.205825] env[68872]: DEBUG nova.compute.utils [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.209842] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 545fb708-58ee-4c11-9099-8a507960f7ab] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 871.211116] env[68872]: DEBUG nova.compute.manager [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 871.211362] env[68872]: DEBUG nova.network.neutron [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 871.225141] env[68872]: DEBUG oslo_vmware.api [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3092728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569866} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.225795] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] dd7f8ad1-c394-4217-933a-622094af0f63/dd7f8ad1-c394-4217-933a-622094af0f63.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.225795] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.226384] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18e3c326-4f1f-4d2c-9417-7f83a4ed4444 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.234768] env[68872]: DEBUG oslo_vmware.api [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 871.234768] env[68872]: value = "task-3092730" [ 871.234768] env[68872]: _type = "Task" [ 871.234768] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.249227] env[68872]: DEBUG oslo_vmware.api [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3092730, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.249753] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2329bb27-70d9-4d6d-bc8b-ab45390be5ea tempest-AttachInterfacesV270Test-1092921865 tempest-AttachInterfacesV270Test-1092921865-project-member] Lock "9bb7ca31-5098-4b32-acd4-458386fdbd90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.831s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.250880] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d16be350-dcac-4f2e-b611-6b690cdd9f83 tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Lock "d8a69a2c-2c5d-42e8-b2c0-e0c3585de439" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.730s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.260585] env[68872]: DEBUG nova.compute.manager [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 871.263322] env[68872]: DEBUG oslo_vmware.api [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Task: {'id': task-3092729, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074745} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.267555] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.267555] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7933390-65d6-43bb-85ff-27ba1c618eb7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.294984] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 8b363941-c78c-492e-9d73-2438248b7669/8b363941-c78c-492e-9d73-2438248b7669.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.295726] env[68872]: DEBUG nova.policy [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9af5bd853b3346b78f98110afa0e9f21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bcb0931ef4dd4839abb7ba207f1365ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.299255] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24e12714-73e8-4914-adfc-defb47fc0446 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.327633] env[68872]: DEBUG oslo_vmware.api [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Waiting for the task: (returnval){ [ 871.327633] env[68872]: value = "task-3092731" [ 871.327633] env[68872]: _type = "Task" [ 871.327633] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.332323] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "refresh_cache-4439751f-dd06-4cc0-ac40-95e88e587704" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.332555] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquired lock "refresh_cache-4439751f-dd06-4cc0-ac40-95e88e587704" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.332686] env[68872]: DEBUG nova.network.neutron [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.341095] env[68872]: DEBUG oslo_vmware.api [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Task: {'id': task-3092731, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.543168] env[68872]: DEBUG nova.compute.manager [req-2d5bf44c-5f42-4f46-a7c2-21ae1c712382 req-6536e5eb-07c4-453f-8a20-320480e71cfc service nova] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Received event network-vif-plugged-511cf4a9-1717-47ff-8bd4-949eddffe93a {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.543421] env[68872]: DEBUG oslo_concurrency.lockutils [req-2d5bf44c-5f42-4f46-a7c2-21ae1c712382 req-6536e5eb-07c4-453f-8a20-320480e71cfc service nova] Acquiring lock "4439751f-dd06-4cc0-ac40-95e88e587704-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.543638] env[68872]: DEBUG oslo_concurrency.lockutils [req-2d5bf44c-5f42-4f46-a7c2-21ae1c712382 req-6536e5eb-07c4-453f-8a20-320480e71cfc service nova] Lock "4439751f-dd06-4cc0-ac40-95e88e587704-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.543933] env[68872]: DEBUG oslo_concurrency.lockutils [req-2d5bf44c-5f42-4f46-a7c2-21ae1c712382 req-6536e5eb-07c4-453f-8a20-320480e71cfc service nova] Lock "4439751f-dd06-4cc0-ac40-95e88e587704-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.544064] env[68872]: DEBUG nova.compute.manager [req-2d5bf44c-5f42-4f46-a7c2-21ae1c712382 req-6536e5eb-07c4-453f-8a20-320480e71cfc service nova] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] No waiting events found dispatching network-vif-plugged-511cf4a9-1717-47ff-8bd4-949eddffe93a {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 871.544368] env[68872]: WARNING nova.compute.manager [req-2d5bf44c-5f42-4f46-a7c2-21ae1c712382 req-6536e5eb-07c4-453f-8a20-320480e71cfc service nova] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Received unexpected event network-vif-plugged-511cf4a9-1717-47ff-8bd4-949eddffe93a for instance with vm_state building and task_state spawning. [ 871.544567] env[68872]: DEBUG nova.compute.manager [req-2d5bf44c-5f42-4f46-a7c2-21ae1c712382 req-6536e5eb-07c4-453f-8a20-320480e71cfc service nova] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Received event network-changed-511cf4a9-1717-47ff-8bd4-949eddffe93a {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.544687] env[68872]: DEBUG nova.compute.manager [req-2d5bf44c-5f42-4f46-a7c2-21ae1c712382 req-6536e5eb-07c4-453f-8a20-320480e71cfc service nova] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Refreshing instance network info cache due to event network-changed-511cf4a9-1717-47ff-8bd4-949eddffe93a. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 871.544851] env[68872]: DEBUG oslo_concurrency.lockutils [req-2d5bf44c-5f42-4f46-a7c2-21ae1c712382 req-6536e5eb-07c4-453f-8a20-320480e71cfc service nova] Acquiring lock "refresh_cache-4439751f-dd06-4cc0-ac40-95e88e587704" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.575221] env[68872]: INFO nova.compute.manager [-] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Took 1.04 seconds to deallocate network for instance. [ 871.710088] env[68872]: DEBUG nova.compute.manager [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 871.717020] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 69176049-fec1-4283-b4e7-05bd67ee3eb0] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 871.753389] env[68872]: DEBUG oslo_vmware.api [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3092730, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068963} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.753389] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.753389] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105c86b3-5e35-499b-9f80-b3eecf46bf2a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.775940] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] dd7f8ad1-c394-4217-933a-622094af0f63/dd7f8ad1-c394-4217-933a-622094af0f63.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.781780] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-034afde6-f340-4e28-916b-cc73c33e054d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.804638] env[68872]: DEBUG oslo_vmware.api [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 871.804638] env[68872]: value = "task-3092732" [ 871.804638] env[68872]: _type = "Task" [ 871.804638] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.811268] env[68872]: DEBUG oslo_concurrency.lockutils [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.819648] env[68872]: DEBUG oslo_vmware.api [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3092732, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.843182] env[68872]: DEBUG oslo_vmware.api [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Task: {'id': task-3092731, 'name': ReconfigVM_Task, 'duration_secs': 0.489368} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.844141] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 8b363941-c78c-492e-9d73-2438248b7669/8b363941-c78c-492e-9d73-2438248b7669.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.844748] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39ba5675-7f47-4615-9c46-f4dce4861d4f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.851816] env[68872]: DEBUG oslo_vmware.api [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Waiting for the task: (returnval){ [ 871.851816] env[68872]: value = "task-3092733" [ 871.851816] env[68872]: _type = "Task" [ 871.851816] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.861711] env[68872]: DEBUG oslo_vmware.api [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Task: {'id': task-3092733, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.901995] env[68872]: DEBUG nova.network.neutron [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Successfully created port: a5469812-1591-44b4-8b61-3653428c69ca {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 871.910592] env[68872]: DEBUG nova.network.neutron [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 872.082900] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4b06e16e-8432-445e-84be-cb2c4a71e4e9 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.221021] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: ef6659f9-8cc8-4a34-8c5d-dcad719b1fc6] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 872.234084] env[68872]: DEBUG nova.network.neutron [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Updating instance_info_cache with network_info: [{"id": "511cf4a9-1717-47ff-8bd4-949eddffe93a", "address": "fa:16:3e:5e:b0:57", "network": {"id": "8d8a8028-be48-4a6a-a1fd-979a80226453", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-102971206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "558e9b8f78a1489cb07f84e03547223f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap511cf4a9-17", "ovs_interfaceid": "511cf4a9-1717-47ff-8bd4-949eddffe93a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.317072] env[68872]: DEBUG oslo_vmware.api [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3092732, 'name': ReconfigVM_Task, 'duration_secs': 0.359198} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.319095] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Reconfigured VM instance instance-00000043 to attach disk [datastore1] dd7f8ad1-c394-4217-933a-622094af0f63/dd7f8ad1-c394-4217-933a-622094af0f63.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.319095] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15a388a8-3f89-4dcf-99b0-103225bbf14c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.331032] env[68872]: DEBUG oslo_vmware.api [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 872.331032] env[68872]: value = "task-3092734" [ 872.331032] env[68872]: _type = "Task" [ 872.331032] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.347327] env[68872]: DEBUG oslo_vmware.api [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3092734, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.355126] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f8713b-dcf5-474c-b3b0-7ae3e77ed606 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.371443] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1547115-d920-449e-8045-ef542641a415 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.374974] env[68872]: DEBUG oslo_vmware.api [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Task: {'id': task-3092733, 'name': Rename_Task, 'duration_secs': 0.22925} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.376069] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.376677] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bdb6b00-e354-4904-91ea-cfb26c3062ac {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.411116] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e78006a-256d-4796-8750-ec2667261a9b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.414108] env[68872]: DEBUG oslo_vmware.api [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Waiting for the task: (returnval){ [ 872.414108] env[68872]: value = "task-3092735" [ 872.414108] env[68872]: _type = "Task" [ 872.414108] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.421380] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663ed572-15ee-4908-9c3a-232655c06ad5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.428799] env[68872]: DEBUG oslo_vmware.api [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Task: {'id': task-3092735, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.440329] env[68872]: DEBUG nova.compute.provider_tree [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.448288] env[68872]: DEBUG nova.compute.manager [None req-609810e0-8db1-4e3c-a5ce-a8c879c56f3d tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.449184] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09f5b36-5cc4-40f3-8ad1-763bc19a3304 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.722368] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 31b939ea-8b15-4302-9656-791da7b0350b] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 872.725665] env[68872]: DEBUG nova.compute.manager [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 872.737361] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Releasing lock "refresh_cache-4439751f-dd06-4cc0-ac40-95e88e587704" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.737700] env[68872]: DEBUG nova.compute.manager [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Instance network_info: |[{"id": "511cf4a9-1717-47ff-8bd4-949eddffe93a", "address": "fa:16:3e:5e:b0:57", "network": {"id": "8d8a8028-be48-4a6a-a1fd-979a80226453", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-102971206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "558e9b8f78a1489cb07f84e03547223f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap511cf4a9-17", "ovs_interfaceid": "511cf4a9-1717-47ff-8bd4-949eddffe93a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 872.738030] env[68872]: DEBUG oslo_concurrency.lockutils [req-2d5bf44c-5f42-4f46-a7c2-21ae1c712382 req-6536e5eb-07c4-453f-8a20-320480e71cfc service nova] Acquired lock "refresh_cache-4439751f-dd06-4cc0-ac40-95e88e587704" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.738267] env[68872]: DEBUG nova.network.neutron [req-2d5bf44c-5f42-4f46-a7c2-21ae1c712382 req-6536e5eb-07c4-453f-8a20-320480e71cfc service nova] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Refreshing network info cache for port 511cf4a9-1717-47ff-8bd4-949eddffe93a {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.739480] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:b0:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '511cf4a9-1717-47ff-8bd4-949eddffe93a', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.749154] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.752973] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.754812] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6842c426-82b8-4af6-b9e8-fdabf5412eb5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.778015] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.778015] env[68872]: value = "task-3092736" [ 872.778015] env[68872]: _type = "Task" [ 872.778015] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.783943] env[68872]: DEBUG nova.virt.hardware [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.784210] env[68872]: DEBUG nova.virt.hardware [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.784370] env[68872]: DEBUG nova.virt.hardware [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.784545] env[68872]: DEBUG nova.virt.hardware [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.784696] env[68872]: DEBUG nova.virt.hardware [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.784840] env[68872]: DEBUG nova.virt.hardware [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.785051] env[68872]: DEBUG nova.virt.hardware [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.785213] env[68872]: DEBUG nova.virt.hardware [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.785377] env[68872]: DEBUG nova.virt.hardware [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.785533] env[68872]: DEBUG nova.virt.hardware [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.785698] env[68872]: DEBUG nova.virt.hardware [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.786775] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d98693e-4e69-47b9-aa13-fec0d4798b18 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.796805] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092736, 'name': CreateVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.800025] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f869feb3-f0f4-4f18-9e0a-da587d804b60 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.841396] env[68872]: DEBUG oslo_vmware.api [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3092734, 'name': Rename_Task, 'duration_secs': 0.157387} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.841678] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.841932] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29bfc3b1-ecd4-4b08-903e-c39d4fb52d67 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.849345] env[68872]: DEBUG oslo_vmware.api [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 872.849345] env[68872]: value = "task-3092737" [ 872.849345] env[68872]: _type = "Task" [ 872.849345] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.858535] env[68872]: DEBUG oslo_vmware.api [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3092737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.924887] env[68872]: DEBUG oslo_vmware.api [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Task: {'id': task-3092735, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.944168] env[68872]: DEBUG nova.scheduler.client.report [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.960365] env[68872]: INFO nova.compute.manager [None req-609810e0-8db1-4e3c-a5ce-a8c879c56f3d tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] instance snapshotting [ 872.963915] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c604ad79-24b4-47a6-b98a-e0b12abe2b04 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.984157] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0a2953-ec4e-435a-83cd-68e1b81d30c2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.050092] env[68872]: DEBUG nova.network.neutron [req-2d5bf44c-5f42-4f46-a7c2-21ae1c712382 req-6536e5eb-07c4-453f-8a20-320480e71cfc service nova] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Updated VIF entry in instance network info cache for port 511cf4a9-1717-47ff-8bd4-949eddffe93a. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.050553] env[68872]: DEBUG nova.network.neutron [req-2d5bf44c-5f42-4f46-a7c2-21ae1c712382 req-6536e5eb-07c4-453f-8a20-320480e71cfc service nova] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Updating instance_info_cache with network_info: [{"id": "511cf4a9-1717-47ff-8bd4-949eddffe93a", "address": "fa:16:3e:5e:b0:57", "network": {"id": "8d8a8028-be48-4a6a-a1fd-979a80226453", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-102971206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "558e9b8f78a1489cb07f84e03547223f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap511cf4a9-17", "ovs_interfaceid": "511cf4a9-1717-47ff-8bd4-949eddffe93a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.226071] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 0f622bbe-6d9c-455f-99df-066c2edf5a53] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 873.291472] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092736, 'name': CreateVM_Task, 'duration_secs': 0.475824} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.291472] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 873.292511] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.292752] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.293011] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.293622] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e53acf6e-393e-4efa-8dd2-d800904610a2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.300530] env[68872]: DEBUG oslo_vmware.api [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 873.300530] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a64522-6ca3-fe50-5c8f-7819c10e2e62" [ 873.300530] env[68872]: _type = "Task" [ 873.300530] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.312294] env[68872]: DEBUG oslo_vmware.api [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a64522-6ca3-fe50-5c8f-7819c10e2e62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.360397] env[68872]: DEBUG oslo_vmware.api [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3092737, 'name': PowerOnVM_Task, 'duration_secs': 0.510346} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.360710] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.360914] env[68872]: INFO nova.compute.manager [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Took 6.99 seconds to spawn the instance on the hypervisor. [ 873.361103] env[68872]: DEBUG nova.compute.manager [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.361918] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8279397c-e798-4237-b64e-e04b0e66c144 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.429027] env[68872]: DEBUG oslo_vmware.api [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Task: {'id': task-3092735, 'name': PowerOnVM_Task, 'duration_secs': 0.559924} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.429303] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.429504] env[68872]: INFO nova.compute.manager [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Took 9.80 seconds to spawn the instance on the hypervisor. [ 873.429680] env[68872]: DEBUG nova.compute.manager [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.430512] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecd3522-5932-49fa-8c0f-ca169eaeb4f1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.451506] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.452034] env[68872]: DEBUG nova.compute.manager [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.455006] env[68872]: DEBUG oslo_concurrency.lockutils [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.151s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.456601] env[68872]: INFO nova.compute.claims [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.498138] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-609810e0-8db1-4e3c-a5ce-a8c879c56f3d tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Creating Snapshot of the VM instance {{(pid=68872) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 873.498138] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b9ba4294-f0cc-4f7d-bd88-88a34fc3ef0c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.510110] env[68872]: DEBUG oslo_vmware.api [None req-609810e0-8db1-4e3c-a5ce-a8c879c56f3d tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for the task: (returnval){ [ 873.510110] env[68872]: value = "task-3092738" [ 873.510110] env[68872]: _type = "Task" [ 873.510110] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.522033] env[68872]: DEBUG oslo_vmware.api [None req-609810e0-8db1-4e3c-a5ce-a8c879c56f3d tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092738, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.554397] env[68872]: DEBUG oslo_concurrency.lockutils [req-2d5bf44c-5f42-4f46-a7c2-21ae1c712382 req-6536e5eb-07c4-453f-8a20-320480e71cfc service nova] Releasing lock "refresh_cache-4439751f-dd06-4cc0-ac40-95e88e587704" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.609437] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c8dfb418-e057-4959-a00e-6bbb0d120e3b tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquiring lock "db3e747b-e648-4fc2-86a1-d2e6ff48db08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.610128] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c8dfb418-e057-4959-a00e-6bbb0d120e3b tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Lock "db3e747b-e648-4fc2-86a1-d2e6ff48db08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.610128] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c8dfb418-e057-4959-a00e-6bbb0d120e3b tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquiring lock "db3e747b-e648-4fc2-86a1-d2e6ff48db08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.610128] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c8dfb418-e057-4959-a00e-6bbb0d120e3b tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Lock "db3e747b-e648-4fc2-86a1-d2e6ff48db08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.610376] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c8dfb418-e057-4959-a00e-6bbb0d120e3b tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Lock "db3e747b-e648-4fc2-86a1-d2e6ff48db08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.612641] env[68872]: INFO nova.compute.manager [None req-c8dfb418-e057-4959-a00e-6bbb0d120e3b tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Terminating instance [ 873.730117] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 4b9f7eb7-b2e3-4a90-9cc9-0f8dc1b7b47c] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 873.784253] env[68872]: DEBUG nova.compute.manager [req-8d0e097a-0d4c-437f-9531-1ab26319c541 req-4925260f-6be0-42d7-8242-eb119144bd4b service nova] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Received event network-vif-plugged-a5469812-1591-44b4-8b61-3653428c69ca {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.784577] env[68872]: DEBUG oslo_concurrency.lockutils [req-8d0e097a-0d4c-437f-9531-1ab26319c541 req-4925260f-6be0-42d7-8242-eb119144bd4b service nova] Acquiring lock "94bd856e-3c4a-4e52-a149-1207e5d83c85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.784886] env[68872]: DEBUG oslo_concurrency.lockutils [req-8d0e097a-0d4c-437f-9531-1ab26319c541 req-4925260f-6be0-42d7-8242-eb119144bd4b service nova] Lock "94bd856e-3c4a-4e52-a149-1207e5d83c85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.785187] env[68872]: DEBUG oslo_concurrency.lockutils [req-8d0e097a-0d4c-437f-9531-1ab26319c541 req-4925260f-6be0-42d7-8242-eb119144bd4b service nova] Lock "94bd856e-3c4a-4e52-a149-1207e5d83c85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.785448] env[68872]: DEBUG nova.compute.manager [req-8d0e097a-0d4c-437f-9531-1ab26319c541 req-4925260f-6be0-42d7-8242-eb119144bd4b service nova] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] No waiting events found dispatching network-vif-plugged-a5469812-1591-44b4-8b61-3653428c69ca {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 873.785689] env[68872]: WARNING nova.compute.manager [req-8d0e097a-0d4c-437f-9531-1ab26319c541 req-4925260f-6be0-42d7-8242-eb119144bd4b service nova] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Received unexpected event network-vif-plugged-a5469812-1591-44b4-8b61-3653428c69ca for instance with vm_state building and task_state spawning. [ 873.804478] env[68872]: DEBUG nova.network.neutron [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Successfully updated port: a5469812-1591-44b4-8b61-3653428c69ca {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 873.824117] env[68872]: DEBUG oslo_vmware.api [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a64522-6ca3-fe50-5c8f-7819c10e2e62, 'name': SearchDatastore_Task, 'duration_secs': 0.013988} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.824558] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.824897] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.825249] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.825476] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.825742] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.828131] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecec902c-78b8-491a-b85d-005e90801d61 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.839393] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.839610] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.840738] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c39ce317-ce1a-45a7-94e6-755e75411335 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.848399] env[68872]: DEBUG oslo_vmware.api [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 873.848399] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5280427c-4f3b-9863-f989-2cb7b3fb8fc9" [ 873.848399] env[68872]: _type = "Task" [ 873.848399] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.857517] env[68872]: DEBUG oslo_vmware.api [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5280427c-4f3b-9863-f989-2cb7b3fb8fc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.880408] env[68872]: INFO nova.compute.manager [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Took 49.06 seconds to build instance. [ 873.950041] env[68872]: INFO nova.compute.manager [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Took 51.87 seconds to build instance. [ 873.963346] env[68872]: DEBUG nova.compute.utils [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.965188] env[68872]: DEBUG nova.compute.manager [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 873.965340] env[68872]: DEBUG nova.network.neutron [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 874.021671] env[68872]: DEBUG oslo_vmware.api [None req-609810e0-8db1-4e3c-a5ce-a8c879c56f3d tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092738, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.024357] env[68872]: DEBUG nova.policy [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb17fb618fad45b2a6dcd39895afae7b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c33e619a5cd4a7cb4406944a41746d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.118867] env[68872]: DEBUG nova.compute.manager [None req-c8dfb418-e057-4959-a00e-6bbb0d120e3b tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 874.119154] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c8dfb418-e057-4959-a00e-6bbb0d120e3b tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.120067] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3f844a-a0c9-4e23-b538-9e71e2bc5a91 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.131009] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8dfb418-e057-4959-a00e-6bbb0d120e3b tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.133024] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1b0eef1-9a9c-4ef4-b653-75831f678ef2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.139522] env[68872]: DEBUG oslo_vmware.api [None req-c8dfb418-e057-4959-a00e-6bbb0d120e3b tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Waiting for the task: (returnval){ [ 874.139522] env[68872]: value = "task-3092739" [ 874.139522] env[68872]: _type = "Task" [ 874.139522] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.153121] env[68872]: DEBUG oslo_vmware.api [None req-c8dfb418-e057-4959-a00e-6bbb0d120e3b tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.233844] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 7e2dea4b-2e4c-4777-9db9-d701ead9416b] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 874.308915] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Acquiring lock "refresh_cache-94bd856e-3c4a-4e52-a149-1207e5d83c85" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.308915] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Acquired lock "refresh_cache-94bd856e-3c4a-4e52-a149-1207e5d83c85" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.309221] env[68872]: DEBUG nova.network.neutron [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.363792] env[68872]: DEBUG oslo_vmware.api [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5280427c-4f3b-9863-f989-2cb7b3fb8fc9, 'name': SearchDatastore_Task, 'duration_secs': 0.013027} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.366082] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50e18d78-f8c5-43ec-bde8-805e6be16cf1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.375766] env[68872]: DEBUG oslo_vmware.api [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 874.375766] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52770290-b94d-14e0-af44-2a6bb07d1403" [ 874.375766] env[68872]: _type = "Task" [ 874.375766] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.382616] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d2b0dd5-bc9f-4443-a1f3-fb776d4a3382 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "dd7f8ad1-c394-4217-933a-622094af0f63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.995s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.388848] env[68872]: DEBUG oslo_vmware.api [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52770290-b94d-14e0-af44-2a6bb07d1403, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.453143] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9b77c9bd-c92a-4786-8618-77d4aaf9ea24 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Lock "8b363941-c78c-492e-9d73-2438248b7669" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.228s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.470043] env[68872]: DEBUG nova.compute.manager [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.522013] env[68872]: DEBUG oslo_vmware.api [None req-609810e0-8db1-4e3c-a5ce-a8c879c56f3d tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092738, 'name': CreateSnapshot_Task, 'duration_secs': 0.838855} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.524889] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-609810e0-8db1-4e3c-a5ce-a8c879c56f3d tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Created Snapshot of the VM instance {{(pid=68872) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 874.526808] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58e1ccd-e0c4-4f97-86e9-fc885cc02619 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.651217] env[68872]: DEBUG oslo_vmware.api [None req-c8dfb418-e057-4959-a00e-6bbb0d120e3b tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092739, 'name': PowerOffVM_Task, 'duration_secs': 0.316325} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.654130] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8dfb418-e057-4959-a00e-6bbb0d120e3b tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.654750] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c8dfb418-e057-4959-a00e-6bbb0d120e3b tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.655556] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86529d2b-0814-4785-9bb4-0ad1bf04212b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.739082] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 237f3caa-6dab-47aa-aa2a-65d95bdcc40f] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 874.748032] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c8dfb418-e057-4959-a00e-6bbb0d120e3b tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.748032] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c8dfb418-e057-4959-a00e-6bbb0d120e3b tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.748032] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8dfb418-e057-4959-a00e-6bbb0d120e3b tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Deleting the datastore file [datastore1] db3e747b-e648-4fc2-86a1-d2e6ff48db08 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.748032] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cecbefc7-7259-47f5-b7ed-f2174c5d4069 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.754370] env[68872]: DEBUG oslo_vmware.api [None req-c8dfb418-e057-4959-a00e-6bbb0d120e3b tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Waiting for the task: (returnval){ [ 874.754370] env[68872]: value = "task-3092741" [ 874.754370] env[68872]: _type = "Task" [ 874.754370] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.768921] env[68872]: DEBUG oslo_vmware.api [None req-c8dfb418-e057-4959-a00e-6bbb0d120e3b tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.882019] env[68872]: DEBUG nova.network.neutron [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.893533] env[68872]: DEBUG nova.compute.manager [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 874.897221] env[68872]: DEBUG oslo_vmware.api [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52770290-b94d-14e0-af44-2a6bb07d1403, 'name': SearchDatastore_Task, 'duration_secs': 0.025167} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.898097] env[68872]: DEBUG nova.network.neutron [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Successfully created port: 95beb437-7b18-4cb7-b51b-c4122917d278 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 874.903334] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.903334] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 4439751f-dd06-4cc0-ac40-95e88e587704/4439751f-dd06-4cc0-ac40-95e88e587704.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.904800] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-561721a7-efb0-4b59-8957-4591741dbefb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.915511] env[68872]: DEBUG oslo_vmware.api [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 874.915511] env[68872]: value = "task-3092742" [ 874.915511] env[68872]: _type = "Task" [ 874.915511] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.931989] env[68872]: DEBUG oslo_vmware.api [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092742, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.996561] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d7aed0-03c0-4156-8645-f757d5ad0d39 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.006451] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc564619-6943-4496-9b4b-a1a41d022b3c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.038162] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7d0787-6649-4322-8e37-c207efccb15e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.048116] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-609810e0-8db1-4e3c-a5ce-a8c879c56f3d tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Creating linked-clone VM from snapshot {{(pid=68872) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 875.048790] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7de6a09d-1031-442c-a9a9-4b2c55dc4441 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.060776] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b35bdc5-56ff-447d-aae5-1332138041ca {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.065259] env[68872]: DEBUG oslo_vmware.api [None req-609810e0-8db1-4e3c-a5ce-a8c879c56f3d tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for the task: (returnval){ [ 875.065259] env[68872]: value = "task-3092743" [ 875.065259] env[68872]: _type = "Task" [ 875.065259] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.079171] env[68872]: DEBUG nova.compute.provider_tree [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.089749] env[68872]: DEBUG oslo_vmware.api [None req-609810e0-8db1-4e3c-a5ce-a8c879c56f3d tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092743, 'name': CloneVM_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.247363] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: ca6e6a64-d15e-4c0d-b236-61975052da70] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 875.267049] env[68872]: DEBUG oslo_vmware.api [None req-c8dfb418-e057-4959-a00e-6bbb0d120e3b tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Task: {'id': task-3092741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29959} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.267368] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8dfb418-e057-4959-a00e-6bbb0d120e3b tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 875.267623] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c8dfb418-e057-4959-a00e-6bbb0d120e3b tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 875.267780] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c8dfb418-e057-4959-a00e-6bbb0d120e3b tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 875.271318] env[68872]: INFO nova.compute.manager [None req-c8dfb418-e057-4959-a00e-6bbb0d120e3b tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Took 1.15 seconds to destroy the instance on the hypervisor. [ 875.271318] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8dfb418-e057-4959-a00e-6bbb0d120e3b tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.271318] env[68872]: DEBUG nova.compute.manager [-] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 875.271318] env[68872]: DEBUG nova.network.neutron [-] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 875.365318] env[68872]: DEBUG nova.network.neutron [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Updating instance_info_cache with network_info: [{"id": "a5469812-1591-44b4-8b61-3653428c69ca", "address": "fa:16:3e:62:45:83", "network": {"id": "724d849c-d3a9-4930-9ceb-d062f2e209b2", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-941438899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcb0931ef4dd4839abb7ba207f1365ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5469812-15", "ovs_interfaceid": "a5469812-1591-44b4-8b61-3653428c69ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.424188] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.428691] env[68872]: DEBUG oslo_vmware.api [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092742, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.481896] env[68872]: DEBUG nova.compute.manager [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 875.519684] env[68872]: DEBUG nova.virt.hardware [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.519954] env[68872]: DEBUG nova.virt.hardware [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.520544] env[68872]: DEBUG nova.virt.hardware [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.520826] env[68872]: DEBUG nova.virt.hardware [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.521075] env[68872]: DEBUG nova.virt.hardware [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.521388] env[68872]: DEBUG nova.virt.hardware [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.521706] env[68872]: DEBUG nova.virt.hardware [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.521933] env[68872]: DEBUG nova.virt.hardware [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.522214] env[68872]: DEBUG nova.virt.hardware [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.522456] env[68872]: DEBUG nova.virt.hardware [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.522846] env[68872]: DEBUG nova.virt.hardware [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.524650] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b74845a-74f6-4c27-ac5a-82fa7436439c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.537891] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c978ec-85b8-42e4-a1db-62cb0e309ca3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.576811] env[68872]: DEBUG oslo_vmware.api [None req-609810e0-8db1-4e3c-a5ce-a8c879c56f3d tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092743, 'name': CloneVM_Task} progress is 94%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.584976] env[68872]: DEBUG nova.scheduler.client.report [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.751702] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 790ddb20-f86b-4910-ba5d-aae16f8794be] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 875.872029] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Releasing lock "refresh_cache-94bd856e-3c4a-4e52-a149-1207e5d83c85" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.872029] env[68872]: DEBUG nova.compute.manager [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Instance network_info: |[{"id": "a5469812-1591-44b4-8b61-3653428c69ca", "address": "fa:16:3e:62:45:83", "network": {"id": "724d849c-d3a9-4930-9ceb-d062f2e209b2", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-941438899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcb0931ef4dd4839abb7ba207f1365ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5469812-15", "ovs_interfaceid": "a5469812-1591-44b4-8b61-3653428c69ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 875.872029] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:45:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e85cbc56-fee0-41f7-bc70-64f31775ce92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5469812-1591-44b4-8b61-3653428c69ca', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.879724] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Creating folder: Project (bcb0931ef4dd4839abb7ba207f1365ff). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 875.881048] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac82ed1f-e1d6-4baa-bac0-99f86b83662e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.896257] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Created folder: Project (bcb0931ef4dd4839abb7ba207f1365ff) in parent group-v618835. [ 875.898874] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Creating folder: Instances. Parent ref: group-v619036. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 875.899849] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62010613-b5c4-448d-a456-8ebd7098e751 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.912534] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Created folder: Instances in parent group-v619036. [ 875.913266] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.913671] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.914270] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77d02e35-f237-433e-b9d6-a9adb21a663b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.943969] env[68872]: DEBUG oslo_vmware.api [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092742, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580943} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.947093] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 4439751f-dd06-4cc0-ac40-95e88e587704/4439751f-dd06-4cc0-ac40-95e88e587704.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.948575] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.949193] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.949193] env[68872]: value = "task-3092746" [ 875.949193] env[68872]: _type = "Task" [ 875.949193] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.949570] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d06a0146-33ac-418f-a0bf-8b3a9deb8310 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.961824] env[68872]: DEBUG nova.compute.manager [req-1bdd41ad-e84b-4cac-bd1f-4dd3c1484be5 req-9dbff75f-dca8-4ac6-9817-f0a8df1ff79d service nova] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Received event network-changed-a5469812-1591-44b4-8b61-3653428c69ca {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.962148] env[68872]: DEBUG nova.compute.manager [req-1bdd41ad-e84b-4cac-bd1f-4dd3c1484be5 req-9dbff75f-dca8-4ac6-9817-f0a8df1ff79d service nova] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Refreshing instance network info cache due to event network-changed-a5469812-1591-44b4-8b61-3653428c69ca. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 875.962533] env[68872]: DEBUG oslo_concurrency.lockutils [req-1bdd41ad-e84b-4cac-bd1f-4dd3c1484be5 req-9dbff75f-dca8-4ac6-9817-f0a8df1ff79d service nova] Acquiring lock "refresh_cache-94bd856e-3c4a-4e52-a149-1207e5d83c85" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.962979] env[68872]: DEBUG oslo_concurrency.lockutils [req-1bdd41ad-e84b-4cac-bd1f-4dd3c1484be5 req-9dbff75f-dca8-4ac6-9817-f0a8df1ff79d service nova] Acquired lock "refresh_cache-94bd856e-3c4a-4e52-a149-1207e5d83c85" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.963307] env[68872]: DEBUG nova.network.neutron [req-1bdd41ad-e84b-4cac-bd1f-4dd3c1484be5 req-9dbff75f-dca8-4ac6-9817-f0a8df1ff79d service nova] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Refreshing network info cache for port a5469812-1591-44b4-8b61-3653428c69ca {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.975061] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092746, 'name': CreateVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.977748] env[68872]: DEBUG oslo_vmware.api [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 875.977748] env[68872]: value = "task-3092747" [ 875.977748] env[68872]: _type = "Task" [ 875.977748] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.083693] env[68872]: DEBUG oslo_vmware.api [None req-609810e0-8db1-4e3c-a5ce-a8c879c56f3d tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092743, 'name': CloneVM_Task} progress is 94%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.089814] env[68872]: DEBUG oslo_concurrency.lockutils [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.093472] env[68872]: DEBUG nova.compute.manager [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.094713] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ab1d55b6-511e-4594-bfee-5d4ccdf87a46 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.303s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.094967] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ab1d55b6-511e-4594-bfee-5d4ccdf87a46 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.099735] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.814s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.099735] env[68872]: DEBUG nova.objects.instance [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68872) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 876.151432] env[68872]: INFO nova.scheduler.client.report [None req-ab1d55b6-511e-4594-bfee-5d4ccdf87a46 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Deleted allocations for instance 91c8657c-e3db-4ed1-a721-9a7f06e95e9f [ 876.256036] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 876.256036] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Cleaning up deleted instances with incomplete migration {{(pid=68872) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 876.362226] env[68872]: DEBUG nova.network.neutron [-] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.464221] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092746, 'name': CreateVM_Task, 'duration_secs': 0.517566} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.464406] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.465137] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.465306] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.465629] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.467894] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f966660-929a-4b61-b0c0-4ed685f90de1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.473942] env[68872]: DEBUG oslo_vmware.api [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Waiting for the task: (returnval){ [ 876.473942] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f14e33-6e1a-125c-ce46-999bbc79e48a" [ 876.473942] env[68872]: _type = "Task" [ 876.473942] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.485153] env[68872]: DEBUG oslo_vmware.api [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f14e33-6e1a-125c-ce46-999bbc79e48a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.490867] env[68872]: DEBUG oslo_vmware.api [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102695} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.491088] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.491877] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d701e1c6-2953-4334-9d9d-a99cb32abfab {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.515833] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 4439751f-dd06-4cc0-ac40-95e88e587704/4439751f-dd06-4cc0-ac40-95e88e587704.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.516518] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84ebb659-b68b-4cee-8cf4-7a2513938d77 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.539798] env[68872]: DEBUG oslo_vmware.api [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 876.539798] env[68872]: value = "task-3092748" [ 876.539798] env[68872]: _type = "Task" [ 876.539798] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.548677] env[68872]: DEBUG oslo_vmware.api [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092748, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.577561] env[68872]: DEBUG oslo_vmware.api [None req-609810e0-8db1-4e3c-a5ce-a8c879c56f3d tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092743, 'name': CloneVM_Task} progress is 95%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.595825] env[68872]: DEBUG nova.compute.utils [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 876.599080] env[68872]: DEBUG nova.compute.manager [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 876.599080] env[68872]: DEBUG nova.network.neutron [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 876.659291] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ab1d55b6-511e-4594-bfee-5d4ccdf87a46 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Lock "91c8657c-e3db-4ed1-a721-9a7f06e95e9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.268s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.707323] env[68872]: DEBUG nova.policy [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e17b8649abb14598b75c1c30942e5517', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad23b268c6b742a69c8f272b8d7a0ba0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 876.760483] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 876.864652] env[68872]: INFO nova.compute.manager [-] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Took 1.60 seconds to deallocate network for instance. [ 876.927276] env[68872]: DEBUG nova.network.neutron [req-1bdd41ad-e84b-4cac-bd1f-4dd3c1484be5 req-9dbff75f-dca8-4ac6-9817-f0a8df1ff79d service nova] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Updated VIF entry in instance network info cache for port a5469812-1591-44b4-8b61-3653428c69ca. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.927276] env[68872]: DEBUG nova.network.neutron [req-1bdd41ad-e84b-4cac-bd1f-4dd3c1484be5 req-9dbff75f-dca8-4ac6-9817-f0a8df1ff79d service nova] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Updating instance_info_cache with network_info: [{"id": "a5469812-1591-44b4-8b61-3653428c69ca", "address": "fa:16:3e:62:45:83", "network": {"id": "724d849c-d3a9-4930-9ceb-d062f2e209b2", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-941438899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcb0931ef4dd4839abb7ba207f1365ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5469812-15", "ovs_interfaceid": "a5469812-1591-44b4-8b61-3653428c69ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.990030] env[68872]: DEBUG oslo_vmware.api [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f14e33-6e1a-125c-ce46-999bbc79e48a, 'name': SearchDatastore_Task, 'duration_secs': 0.051818} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.998026] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.998026] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.998026] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.998026] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.998026] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.998026] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14be1dbd-c066-4f2b-8975-b7edd64b836a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.014910] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.014910] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.014910] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-601a2c06-67a5-4bde-b7a9-0e845e1bd3a5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.020985] env[68872]: DEBUG oslo_vmware.api [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Waiting for the task: (returnval){ [ 877.020985] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526523a2-0fe0-cdf8-e30c-ac670bf49dad" [ 877.020985] env[68872]: _type = "Task" [ 877.020985] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.032249] env[68872]: DEBUG oslo_vmware.api [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526523a2-0fe0-cdf8-e30c-ac670bf49dad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.050408] env[68872]: DEBUG oslo_vmware.api [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092748, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.080015] env[68872]: DEBUG oslo_vmware.api [None req-609810e0-8db1-4e3c-a5ce-a8c879c56f3d tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092743, 'name': CloneVM_Task, 'duration_secs': 1.773877} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.080439] env[68872]: INFO nova.virt.vmwareapi.vmops [None req-609810e0-8db1-4e3c-a5ce-a8c879c56f3d tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Created linked-clone VM from snapshot [ 877.081325] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e167da5-7543-4d63-a45e-43984d1f8035 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.093942] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-609810e0-8db1-4e3c-a5ce-a8c879c56f3d tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Uploading image 60ebb13a-fe6e-4c5b-b2e3-ceccee335c60 {{(pid=68872) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 877.103862] env[68872]: DEBUG nova.compute.manager [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.109506] env[68872]: DEBUG oslo_concurrency.lockutils [None req-cbdb5bbc-e803-4302-9f84-6358e91d567e tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.109506] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.393s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.114231] env[68872]: INFO nova.compute.claims [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.119965] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-609810e0-8db1-4e3c-a5ce-a8c879c56f3d tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Destroying the VM {{(pid=68872) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 877.119965] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-39f5498a-a8eb-429a-b050-199c9bec4526 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.129098] env[68872]: DEBUG oslo_vmware.api [None req-609810e0-8db1-4e3c-a5ce-a8c879c56f3d tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for the task: (returnval){ [ 877.129098] env[68872]: value = "task-3092749" [ 877.129098] env[68872]: _type = "Task" [ 877.129098] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.142626] env[68872]: DEBUG oslo_vmware.api [None req-609810e0-8db1-4e3c-a5ce-a8c879c56f3d tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092749, 'name': Destroy_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.363141] env[68872]: DEBUG nova.network.neutron [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Successfully created port: c2b2e6a1-b781-46e4-b54c-bf6e93809d02 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 877.371810] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c8dfb418-e057-4959-a00e-6bbb0d120e3b tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.430559] env[68872]: DEBUG oslo_concurrency.lockutils [req-1bdd41ad-e84b-4cac-bd1f-4dd3c1484be5 req-9dbff75f-dca8-4ac6-9817-f0a8df1ff79d service nova] Releasing lock "refresh_cache-94bd856e-3c4a-4e52-a149-1207e5d83c85" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.430983] env[68872]: DEBUG nova.compute.manager [req-1bdd41ad-e84b-4cac-bd1f-4dd3c1484be5 req-9dbff75f-dca8-4ac6-9817-f0a8df1ff79d service nova] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Received event network-changed-3fbaf3ce-0179-492a-9c0d-637015d25679 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.431071] env[68872]: DEBUG nova.compute.manager [req-1bdd41ad-e84b-4cac-bd1f-4dd3c1484be5 req-9dbff75f-dca8-4ac6-9817-f0a8df1ff79d service nova] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Refreshing instance network info cache due to event network-changed-3fbaf3ce-0179-492a-9c0d-637015d25679. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 877.431313] env[68872]: DEBUG oslo_concurrency.lockutils [req-1bdd41ad-e84b-4cac-bd1f-4dd3c1484be5 req-9dbff75f-dca8-4ac6-9817-f0a8df1ff79d service nova] Acquiring lock "refresh_cache-dd7f8ad1-c394-4217-933a-622094af0f63" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.431460] env[68872]: DEBUG oslo_concurrency.lockutils [req-1bdd41ad-e84b-4cac-bd1f-4dd3c1484be5 req-9dbff75f-dca8-4ac6-9817-f0a8df1ff79d service nova] Acquired lock "refresh_cache-dd7f8ad1-c394-4217-933a-622094af0f63" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.431618] env[68872]: DEBUG nova.network.neutron [req-1bdd41ad-e84b-4cac-bd1f-4dd3c1484be5 req-9dbff75f-dca8-4ac6-9817-f0a8df1ff79d service nova] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Refreshing network info cache for port 3fbaf3ce-0179-492a-9c0d-637015d25679 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 877.436708] env[68872]: DEBUG nova.network.neutron [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Successfully updated port: 95beb437-7b18-4cb7-b51b-c4122917d278 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 877.540966] env[68872]: DEBUG oslo_vmware.api [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526523a2-0fe0-cdf8-e30c-ac670bf49dad, 'name': SearchDatastore_Task, 'duration_secs': 0.041004} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.546284] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5769822-b606-45dc-b59e-0e52205e18d6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.553238] env[68872]: DEBUG oslo_vmware.api [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Waiting for the task: (returnval){ [ 877.553238] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5287681e-e78d-0227-f122-49fefc0680c2" [ 877.553238] env[68872]: _type = "Task" [ 877.553238] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.556806] env[68872]: DEBUG oslo_vmware.api [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092748, 'name': ReconfigVM_Task, 'duration_secs': 0.824484} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.562228] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 4439751f-dd06-4cc0-ac40-95e88e587704/4439751f-dd06-4cc0-ac40-95e88e587704.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.562897] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c76cf09a-7baf-4d25-b6a3-6c5cc262f4ae {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.574811] env[68872]: DEBUG oslo_vmware.api [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5287681e-e78d-0227-f122-49fefc0680c2, 'name': SearchDatastore_Task, 'duration_secs': 0.013881} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.576103] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.576391] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 94bd856e-3c4a-4e52-a149-1207e5d83c85/94bd856e-3c4a-4e52-a149-1207e5d83c85.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.576726] env[68872]: DEBUG oslo_vmware.api [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 877.576726] env[68872]: value = "task-3092750" [ 877.576726] env[68872]: _type = "Task" [ 877.576726] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.576921] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86ddeb18-908f-4a77-a1f5-dd6f33d2ab06 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.594022] env[68872]: DEBUG oslo_vmware.api [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092750, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.595672] env[68872]: DEBUG oslo_vmware.api [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Waiting for the task: (returnval){ [ 877.595672] env[68872]: value = "task-3092751" [ 877.595672] env[68872]: _type = "Task" [ 877.595672] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.642735] env[68872]: DEBUG oslo_vmware.api [None req-609810e0-8db1-4e3c-a5ce-a8c879c56f3d tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092749, 'name': Destroy_Task, 'duration_secs': 0.490544} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.644457] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-609810e0-8db1-4e3c-a5ce-a8c879c56f3d tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Destroyed the VM [ 877.645079] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-609810e0-8db1-4e3c-a5ce-a8c879c56f3d tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Deleting Snapshot of the VM instance {{(pid=68872) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 877.645762] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ecdc2fc7-9909-4612-9a47-2771cb15c3b8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.659054] env[68872]: DEBUG oslo_vmware.api [None req-609810e0-8db1-4e3c-a5ce-a8c879c56f3d tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for the task: (returnval){ [ 877.659054] env[68872]: value = "task-3092752" [ 877.659054] env[68872]: _type = "Task" [ 877.659054] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.670833] env[68872]: DEBUG oslo_vmware.api [None req-609810e0-8db1-4e3c-a5ce-a8c879c56f3d tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092752, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.913661] env[68872]: DEBUG nova.network.neutron [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Successfully created port: 61ac615e-80ea-4098-9385-c4c9f83ee574 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 877.940629] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "refresh_cache-cdf1520a-2381-4f36-abf3-4b5e2dab00c3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.942258] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquired lock "refresh_cache-cdf1520a-2381-4f36-abf3-4b5e2dab00c3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.942533] env[68872]: DEBUG nova.network.neutron [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.057735] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "6d48ddc6-0330-4701-b92b-d66137e807d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.058294] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "6d48ddc6-0330-4701-b92b-d66137e807d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.098581] env[68872]: DEBUG oslo_vmware.api [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092750, 'name': Rename_Task, 'duration_secs': 0.214051} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.103267] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.103603] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc79708a-1585-42db-bee3-079ef0c895dd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.116923] env[68872]: DEBUG nova.compute.manager [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 878.120224] env[68872]: DEBUG oslo_vmware.api [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Task: {'id': task-3092751, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.123516] env[68872]: DEBUG oslo_vmware.api [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 878.123516] env[68872]: value = "task-3092754" [ 878.123516] env[68872]: _type = "Task" [ 878.123516] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.146385] env[68872]: DEBUG oslo_vmware.api [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.157748] env[68872]: DEBUG nova.virt.hardware [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.158040] env[68872]: DEBUG nova.virt.hardware [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.158222] env[68872]: DEBUG nova.virt.hardware [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.158418] env[68872]: DEBUG nova.virt.hardware [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.158578] env[68872]: DEBUG nova.virt.hardware [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.159353] env[68872]: DEBUG nova.virt.hardware [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.159353] env[68872]: DEBUG nova.virt.hardware [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.159353] env[68872]: DEBUG nova.virt.hardware [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.159353] env[68872]: DEBUG nova.virt.hardware [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.159666] env[68872]: DEBUG nova.virt.hardware [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.159666] env[68872]: DEBUG nova.virt.hardware [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.161403] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc130d47-e2d0-454b-b2dd-cd1927093124 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.181172] env[68872]: DEBUG oslo_vmware.api [None req-609810e0-8db1-4e3c-a5ce-a8c879c56f3d tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092752, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.185203] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4a4e3b-36f7-4492-a7bf-854286b84c6e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.379646] env[68872]: DEBUG nova.compute.manager [req-cee16152-43a8-4f59-9dc4-2fd90f54f04e req-b4a82514-04d4-49ff-acc9-1f0419bd86ed service nova] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Received event network-vif-deleted-22ca683c-465a-4014-b4fa-b83bb5f9433b {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.379901] env[68872]: DEBUG nova.compute.manager [req-cee16152-43a8-4f59-9dc4-2fd90f54f04e req-b4a82514-04d4-49ff-acc9-1f0419bd86ed service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Received event network-vif-plugged-95beb437-7b18-4cb7-b51b-c4122917d278 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.380396] env[68872]: DEBUG oslo_concurrency.lockutils [req-cee16152-43a8-4f59-9dc4-2fd90f54f04e req-b4a82514-04d4-49ff-acc9-1f0419bd86ed service nova] Acquiring lock "cdf1520a-2381-4f36-abf3-4b5e2dab00c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.380790] env[68872]: DEBUG oslo_concurrency.lockutils [req-cee16152-43a8-4f59-9dc4-2fd90f54f04e req-b4a82514-04d4-49ff-acc9-1f0419bd86ed service nova] Lock "cdf1520a-2381-4f36-abf3-4b5e2dab00c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.381029] env[68872]: DEBUG oslo_concurrency.lockutils [req-cee16152-43a8-4f59-9dc4-2fd90f54f04e req-b4a82514-04d4-49ff-acc9-1f0419bd86ed service nova] Lock "cdf1520a-2381-4f36-abf3-4b5e2dab00c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.381577] env[68872]: DEBUG nova.compute.manager [req-cee16152-43a8-4f59-9dc4-2fd90f54f04e req-b4a82514-04d4-49ff-acc9-1f0419bd86ed service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] No waiting events found dispatching network-vif-plugged-95beb437-7b18-4cb7-b51b-c4122917d278 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 878.381859] env[68872]: WARNING nova.compute.manager [req-cee16152-43a8-4f59-9dc4-2fd90f54f04e req-b4a82514-04d4-49ff-acc9-1f0419bd86ed service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Received unexpected event network-vif-plugged-95beb437-7b18-4cb7-b51b-c4122917d278 for instance with vm_state building and task_state spawning. [ 878.382088] env[68872]: DEBUG nova.compute.manager [req-cee16152-43a8-4f59-9dc4-2fd90f54f04e req-b4a82514-04d4-49ff-acc9-1f0419bd86ed service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Received event network-changed-95beb437-7b18-4cb7-b51b-c4122917d278 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.382291] env[68872]: DEBUG nova.compute.manager [req-cee16152-43a8-4f59-9dc4-2fd90f54f04e req-b4a82514-04d4-49ff-acc9-1f0419bd86ed service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Refreshing instance network info cache due to event network-changed-95beb437-7b18-4cb7-b51b-c4122917d278. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 878.382758] env[68872]: DEBUG oslo_concurrency.lockutils [req-cee16152-43a8-4f59-9dc4-2fd90f54f04e req-b4a82514-04d4-49ff-acc9-1f0419bd86ed service nova] Acquiring lock "refresh_cache-cdf1520a-2381-4f36-abf3-4b5e2dab00c3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.474293] env[68872]: DEBUG nova.network.neutron [req-1bdd41ad-e84b-4cac-bd1f-4dd3c1484be5 req-9dbff75f-dca8-4ac6-9817-f0a8df1ff79d service nova] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Updated VIF entry in instance network info cache for port 3fbaf3ce-0179-492a-9c0d-637015d25679. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.474293] env[68872]: DEBUG nova.network.neutron [req-1bdd41ad-e84b-4cac-bd1f-4dd3c1484be5 req-9dbff75f-dca8-4ac6-9817-f0a8df1ff79d service nova] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Updating instance_info_cache with network_info: [{"id": "3fbaf3ce-0179-492a-9c0d-637015d25679", "address": "fa:16:3e:03:c2:32", "network": {"id": "dc54d513-c9ea-47f7-9c06-737e154be9e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-687418439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4adfb6086df1437592701ee54f697cb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fbaf3ce-01", "ovs_interfaceid": "3fbaf3ce-0179-492a-9c0d-637015d25679", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.505506] env[68872]: DEBUG nova.network.neutron [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.562896] env[68872]: DEBUG nova.compute.manager [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.587557] env[68872]: DEBUG nova.network.neutron [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Successfully created port: 162267d0-99f8-465b-820d-3e7924175721 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 878.612885] env[68872]: DEBUG oslo_vmware.api [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Task: {'id': task-3092751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637164} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.617363] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 94bd856e-3c4a-4e52-a149-1207e5d83c85/94bd856e-3c4a-4e52-a149-1207e5d83c85.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.617650] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.622021] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75ecc2f6-df45-4091-88ca-793c7bedb879 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.629246] env[68872]: DEBUG oslo_vmware.api [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Waiting for the task: (returnval){ [ 878.629246] env[68872]: value = "task-3092755" [ 878.629246] env[68872]: _type = "Task" [ 878.629246] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.640094] env[68872]: DEBUG oslo_vmware.api [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092754, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.649436] env[68872]: DEBUG oslo_vmware.api [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Task: {'id': task-3092755, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.678203] env[68872]: DEBUG oslo_vmware.api [None req-609810e0-8db1-4e3c-a5ce-a8c879c56f3d tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092752, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.702720] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658e7897-59eb-4341-b7c4-33b70371b8ff {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.713173] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c9d5d1-5844-4d5f-81da-6e1b80f636e5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.746151] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99931c92-5bc2-4926-97a4-51846527e0b9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.756712] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743213fe-bb27-4d45-b31f-6d4744255b7f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.771689] env[68872]: DEBUG nova.compute.provider_tree [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.802123] env[68872]: DEBUG nova.network.neutron [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Updating instance_info_cache with network_info: [{"id": "95beb437-7b18-4cb7-b51b-c4122917d278", "address": "fa:16:3e:7d:89:3c", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95beb437-7b", "ovs_interfaceid": "95beb437-7b18-4cb7-b51b-c4122917d278", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.976975] env[68872]: DEBUG oslo_concurrency.lockutils [req-1bdd41ad-e84b-4cac-bd1f-4dd3c1484be5 req-9dbff75f-dca8-4ac6-9817-f0a8df1ff79d service nova] Releasing lock "refresh_cache-dd7f8ad1-c394-4217-933a-622094af0f63" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.092765] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.148941] env[68872]: DEBUG oslo_vmware.api [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Task: {'id': task-3092755, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127558} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.151028] env[68872]: DEBUG oslo_vmware.api [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092754, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.151028] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.151028] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6545187d-b027-41ae-bb23-69690cd51316 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.181741] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 94bd856e-3c4a-4e52-a149-1207e5d83c85/94bd856e-3c4a-4e52-a149-1207e5d83c85.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.185677] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b062e22-b504-4588-a90f-5d594b0fce58 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.207992] env[68872]: DEBUG oslo_vmware.api [None req-609810e0-8db1-4e3c-a5ce-a8c879c56f3d tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092752, 'name': RemoveSnapshot_Task, 'duration_secs': 1.099928} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.209523] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-609810e0-8db1-4e3c-a5ce-a8c879c56f3d tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Deleted Snapshot of the VM instance {{(pid=68872) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 879.215898] env[68872]: DEBUG oslo_vmware.api [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Waiting for the task: (returnval){ [ 879.215898] env[68872]: value = "task-3092756" [ 879.215898] env[68872]: _type = "Task" [ 879.215898] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.227998] env[68872]: DEBUG oslo_vmware.api [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Task: {'id': task-3092756, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.275965] env[68872]: DEBUG nova.scheduler.client.report [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.308245] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Releasing lock "refresh_cache-cdf1520a-2381-4f36-abf3-4b5e2dab00c3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.308528] env[68872]: DEBUG nova.compute.manager [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Instance network_info: |[{"id": "95beb437-7b18-4cb7-b51b-c4122917d278", "address": "fa:16:3e:7d:89:3c", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95beb437-7b", "ovs_interfaceid": "95beb437-7b18-4cb7-b51b-c4122917d278", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 879.308824] env[68872]: DEBUG oslo_concurrency.lockutils [req-cee16152-43a8-4f59-9dc4-2fd90f54f04e req-b4a82514-04d4-49ff-acc9-1f0419bd86ed service nova] Acquired lock "refresh_cache-cdf1520a-2381-4f36-abf3-4b5e2dab00c3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.308998] env[68872]: DEBUG nova.network.neutron [req-cee16152-43a8-4f59-9dc4-2fd90f54f04e req-b4a82514-04d4-49ff-acc9-1f0419bd86ed service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Refreshing network info cache for port 95beb437-7b18-4cb7-b51b-c4122917d278 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.312963] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:89:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a111da1-447a-4722-9662-b0d6a2886a65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95beb437-7b18-4cb7-b51b-c4122917d278', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.320081] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.321699] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.322105] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1638ecc0-132f-4e87-9650-19be4112ea43 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.346153] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.346153] env[68872]: value = "task-3092757" [ 879.346153] env[68872]: _type = "Task" [ 879.346153] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.355655] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092757, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.578168] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7b3e9a74-2789-4da2-8a58-058d74295ca4 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Acquiring lock "8b363941-c78c-492e-9d73-2438248b7669" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.579624] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7b3e9a74-2789-4da2-8a58-058d74295ca4 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Lock "8b363941-c78c-492e-9d73-2438248b7669" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.580272] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7b3e9a74-2789-4da2-8a58-058d74295ca4 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Acquiring lock "8b363941-c78c-492e-9d73-2438248b7669-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.581350] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7b3e9a74-2789-4da2-8a58-058d74295ca4 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Lock "8b363941-c78c-492e-9d73-2438248b7669-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.581874] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7b3e9a74-2789-4da2-8a58-058d74295ca4 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Lock "8b363941-c78c-492e-9d73-2438248b7669-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.585043] env[68872]: INFO nova.compute.manager [None req-7b3e9a74-2789-4da2-8a58-058d74295ca4 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Terminating instance [ 879.636603] env[68872]: DEBUG oslo_vmware.api [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092754, 'name': PowerOnVM_Task, 'duration_secs': 1.299309} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.636765] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.636969] env[68872]: INFO nova.compute.manager [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Took 9.60 seconds to spawn the instance on the hypervisor. [ 879.637159] env[68872]: DEBUG nova.compute.manager [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.637972] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2d7f2c-161f-4f92-abf2-8010274e3d5a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.717864] env[68872]: WARNING nova.compute.manager [None req-609810e0-8db1-4e3c-a5ce-a8c879c56f3d tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Image not found during snapshot: nova.exception.ImageNotFound: Image 60ebb13a-fe6e-4c5b-b2e3-ceccee335c60 could not be found. [ 879.731383] env[68872]: DEBUG oslo_vmware.api [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Task: {'id': task-3092756, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.782911] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.783465] env[68872]: DEBUG nova.compute.manager [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 879.786152] env[68872]: DEBUG oslo_concurrency.lockutils [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.897s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.786641] env[68872]: DEBUG nova.objects.instance [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68872) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 879.855983] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092757, 'name': CreateVM_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.090905] env[68872]: DEBUG nova.compute.manager [None req-7b3e9a74-2789-4da2-8a58-058d74295ca4 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 880.091148] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3e9a74-2789-4da2-8a58-058d74295ca4 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.092079] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d53898-92b9-4457-8d06-3c5fdb59830f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.100716] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3e9a74-2789-4da2-8a58-058d74295ca4 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.102159] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa667bac-86b2-418f-9e03-fd08f0a9f76c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.111419] env[68872]: DEBUG oslo_vmware.api [None req-7b3e9a74-2789-4da2-8a58-058d74295ca4 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Waiting for the task: (returnval){ [ 880.111419] env[68872]: value = "task-3092758" [ 880.111419] env[68872]: _type = "Task" [ 880.111419] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.123968] env[68872]: DEBUG oslo_vmware.api [None req-7b3e9a74-2789-4da2-8a58-058d74295ca4 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Task: {'id': task-3092758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.162227] env[68872]: INFO nova.compute.manager [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Took 48.39 seconds to build instance. [ 880.181228] env[68872]: DEBUG nova.network.neutron [req-cee16152-43a8-4f59-9dc4-2fd90f54f04e req-b4a82514-04d4-49ff-acc9-1f0419bd86ed service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Updated VIF entry in instance network info cache for port 95beb437-7b18-4cb7-b51b-c4122917d278. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.181662] env[68872]: DEBUG nova.network.neutron [req-cee16152-43a8-4f59-9dc4-2fd90f54f04e req-b4a82514-04d4-49ff-acc9-1f0419bd86ed service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Updating instance_info_cache with network_info: [{"id": "95beb437-7b18-4cb7-b51b-c4122917d278", "address": "fa:16:3e:7d:89:3c", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95beb437-7b", "ovs_interfaceid": "95beb437-7b18-4cb7-b51b-c4122917d278", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.240252] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5584c23f-a8ab-492e-bfd4-381264e1fd9f tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Acquiring lock "dcb555bc-660e-4ea9-a0ee-f5a3be79452b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.240549] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5584c23f-a8ab-492e-bfd4-381264e1fd9f tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Lock "dcb555bc-660e-4ea9-a0ee-f5a3be79452b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.240819] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5584c23f-a8ab-492e-bfd4-381264e1fd9f tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Acquiring lock "dcb555bc-660e-4ea9-a0ee-f5a3be79452b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.241054] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5584c23f-a8ab-492e-bfd4-381264e1fd9f tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Lock "dcb555bc-660e-4ea9-a0ee-f5a3be79452b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.241275] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5584c23f-a8ab-492e-bfd4-381264e1fd9f tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Lock "dcb555bc-660e-4ea9-a0ee-f5a3be79452b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.246234] env[68872]: DEBUG oslo_vmware.api [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Task: {'id': task-3092756, 'name': ReconfigVM_Task, 'duration_secs': 0.923312} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.246550] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 94bd856e-3c4a-4e52-a149-1207e5d83c85/94bd856e-3c4a-4e52-a149-1207e5d83c85.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.247538] env[68872]: INFO nova.compute.manager [None req-5584c23f-a8ab-492e-bfd4-381264e1fd9f tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Terminating instance [ 880.250408] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae53a4b4-a048-4f6c-b9ec-1366de37019f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.260636] env[68872]: DEBUG oslo_vmware.api [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Waiting for the task: (returnval){ [ 880.260636] env[68872]: value = "task-3092759" [ 880.260636] env[68872]: _type = "Task" [ 880.260636] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.271192] env[68872]: DEBUG oslo_vmware.api [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Task: {'id': task-3092759, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.293914] env[68872]: DEBUG nova.compute.utils [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 880.295359] env[68872]: DEBUG nova.compute.manager [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 880.295518] env[68872]: DEBUG nova.network.neutron [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 8401c978-5951-4257-8534-6c5e277045b1] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 880.357345] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092757, 'name': CreateVM_Task, 'duration_secs': 0.667376} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.357528] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.358290] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.358452] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.358768] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.359042] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e814ed4-19aa-4b84-9019-5603bf5e3595 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.365385] env[68872]: DEBUG oslo_vmware.api [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 880.365385] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52245d85-dbb9-5a55-6d9c-520872f1eef3" [ 880.365385] env[68872]: _type = "Task" [ 880.365385] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.374963] env[68872]: DEBUG oslo_vmware.api [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52245d85-dbb9-5a55-6d9c-520872f1eef3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.416946] env[68872]: DEBUG nova.policy [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b3da91929b647f0858103f3868f115a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3122db561374360820368cbb6362af4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 880.536339] env[68872]: DEBUG nova.network.neutron [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Successfully updated port: c2b2e6a1-b781-46e4-b54c-bf6e93809d02 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 880.544246] env[68872]: DEBUG nova.compute.manager [req-057fdc14-b1e9-4058-a3af-10ca9c81cfda req-7c04baa6-9521-4cb3-876e-2ba1d26fd26d service nova] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Received event network-vif-plugged-c2b2e6a1-b781-46e4-b54c-bf6e93809d02 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.544246] env[68872]: DEBUG oslo_concurrency.lockutils [req-057fdc14-b1e9-4058-a3af-10ca9c81cfda req-7c04baa6-9521-4cb3-876e-2ba1d26fd26d service nova] Acquiring lock "0b21446d-bdf8-41f5-a53a-dce3ec2d724c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.544411] env[68872]: DEBUG oslo_concurrency.lockutils [req-057fdc14-b1e9-4058-a3af-10ca9c81cfda req-7c04baa6-9521-4cb3-876e-2ba1d26fd26d service nova] Lock "0b21446d-bdf8-41f5-a53a-dce3ec2d724c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.544478] env[68872]: DEBUG oslo_concurrency.lockutils [req-057fdc14-b1e9-4058-a3af-10ca9c81cfda req-7c04baa6-9521-4cb3-876e-2ba1d26fd26d service nova] Lock "0b21446d-bdf8-41f5-a53a-dce3ec2d724c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.544599] env[68872]: DEBUG nova.compute.manager [req-057fdc14-b1e9-4058-a3af-10ca9c81cfda req-7c04baa6-9521-4cb3-876e-2ba1d26fd26d service nova] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] No waiting events found dispatching network-vif-plugged-c2b2e6a1-b781-46e4-b54c-bf6e93809d02 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 880.545024] env[68872]: WARNING nova.compute.manager [req-057fdc14-b1e9-4058-a3af-10ca9c81cfda req-7c04baa6-9521-4cb3-876e-2ba1d26fd26d service nova] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Received unexpected event network-vif-plugged-c2b2e6a1-b781-46e4-b54c-bf6e93809d02 for instance with vm_state building and task_state spawning. [ 880.622098] env[68872]: DEBUG oslo_vmware.api [None req-7b3e9a74-2789-4da2-8a58-058d74295ca4 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Task: {'id': task-3092758, 'name': PowerOffVM_Task, 'duration_secs': 0.291281} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.622546] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3e9a74-2789-4da2-8a58-058d74295ca4 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.622750] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3e9a74-2789-4da2-8a58-058d74295ca4 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.623052] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8eccc3f9-b386-4562-8b96-3f31136e8383 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.664598] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1d0cd1e3-877f-40df-b9f5-8eb77080a7b5 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "4439751f-dd06-4cc0-ac40-95e88e587704" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.259s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.684285] env[68872]: DEBUG oslo_concurrency.lockutils [req-cee16152-43a8-4f59-9dc4-2fd90f54f04e req-b4a82514-04d4-49ff-acc9-1f0419bd86ed service nova] Releasing lock "refresh_cache-cdf1520a-2381-4f36-abf3-4b5e2dab00c3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.714746] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3e9a74-2789-4da2-8a58-058d74295ca4 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.714746] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3e9a74-2789-4da2-8a58-058d74295ca4 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.714746] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b3e9a74-2789-4da2-8a58-058d74295ca4 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Deleting the datastore file [datastore2] 8b363941-c78c-492e-9d73-2438248b7669 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.714746] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3fd408f-1298-4873-ac55-e6a75a0d8717 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.721253] env[68872]: DEBUG oslo_vmware.api [None req-7b3e9a74-2789-4da2-8a58-058d74295ca4 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Waiting for the task: (returnval){ [ 880.721253] env[68872]: value = "task-3092761" [ 880.721253] env[68872]: _type = "Task" [ 880.721253] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.730063] env[68872]: DEBUG oslo_vmware.api [None req-7b3e9a74-2789-4da2-8a58-058d74295ca4 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Task: {'id': task-3092761, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.757076] env[68872]: DEBUG nova.compute.manager [None req-5584c23f-a8ab-492e-bfd4-381264e1fd9f tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 880.757362] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5584c23f-a8ab-492e-bfd4-381264e1fd9f tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.758305] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e67f4b-3b91-44f2-be75-323bc97e4445 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.769440] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-5584c23f-a8ab-492e-bfd4-381264e1fd9f tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.772255] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6acbc29-9d7b-4350-b811-c5f16543dd51 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.775568] env[68872]: DEBUG oslo_vmware.api [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Task: {'id': task-3092759, 'name': Rename_Task, 'duration_secs': 0.192381} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.775568] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.775568] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6a257bb-fda4-4c44-ba8f-f98a159b84ec {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.781527] env[68872]: DEBUG oslo_vmware.api [None req-5584c23f-a8ab-492e-bfd4-381264e1fd9f tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for the task: (returnval){ [ 880.781527] env[68872]: value = "task-3092762" [ 880.781527] env[68872]: _type = "Task" [ 880.781527] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.784242] env[68872]: DEBUG oslo_vmware.api [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Waiting for the task: (returnval){ [ 880.784242] env[68872]: value = "task-3092763" [ 880.784242] env[68872]: _type = "Task" [ 880.784242] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.799491] env[68872]: DEBUG oslo_concurrency.lockutils [None req-60704a1e-2973-4084-891c-1f1e6545d232 tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.800664] env[68872]: DEBUG oslo_vmware.api [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Task: {'id': task-3092763, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.808263] env[68872]: DEBUG nova.compute.manager [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 880.809517] env[68872]: DEBUG oslo_concurrency.lockutils [None req-954c5528-d098-4feb-9540-2b6612a56c8c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.654s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.809760] env[68872]: DEBUG nova.objects.instance [None req-954c5528-d098-4feb-9540-2b6612a56c8c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Lazy-loading 'resources' on Instance uuid dacf1de6-42e0-48c7-8633-0ff0155d5cf7 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.811411] env[68872]: DEBUG oslo_vmware.api [None req-5584c23f-a8ab-492e-bfd4-381264e1fd9f tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.863949] env[68872]: DEBUG nova.network.neutron [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Successfully created port: ee606303-a566-4b9a-9898-b09cb00d1d45 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 880.877578] env[68872]: DEBUG oslo_vmware.api [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52245d85-dbb9-5a55-6d9c-520872f1eef3, 'name': SearchDatastore_Task, 'duration_secs': 0.013641} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.877910] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.878176] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.878448] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.878606] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.878783] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.879363] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2241f03f-b5f8-4c09-83ae-5c08d00ce5c3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.899034] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.899034] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.899603] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d8e5068-5b77-47a7-a673-02b972e0ac84 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.935902] env[68872]: DEBUG oslo_vmware.api [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 880.935902] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5216dfd6-153f-d74c-476f-0eefdb8597d4" [ 880.935902] env[68872]: _type = "Task" [ 880.935902] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.946488] env[68872]: DEBUG oslo_vmware.api [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5216dfd6-153f-d74c-476f-0eefdb8597d4, 'name': SearchDatastore_Task, 'duration_secs': 0.011201} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.947304] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97895221-27ec-40a7-9c3c-b2d0cfac0fef {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.954026] env[68872]: DEBUG oslo_vmware.api [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 880.954026] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a2c1f5-83a5-0b98-c493-30e5457efc44" [ 880.954026] env[68872]: _type = "Task" [ 880.954026] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.963883] env[68872]: DEBUG oslo_vmware.api [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a2c1f5-83a5-0b98-c493-30e5457efc44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.232703] env[68872]: DEBUG oslo_vmware.api [None req-7b3e9a74-2789-4da2-8a58-058d74295ca4 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Task: {'id': task-3092761, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.34266} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.232961] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b3e9a74-2789-4da2-8a58-058d74295ca4 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.233163] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3e9a74-2789-4da2-8a58-058d74295ca4 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.233344] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3e9a74-2789-4da2-8a58-058d74295ca4 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.233517] env[68872]: INFO nova.compute.manager [None req-7b3e9a74-2789-4da2-8a58-058d74295ca4 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Took 1.14 seconds to destroy the instance on the hypervisor. [ 881.233780] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b3e9a74-2789-4da2-8a58-058d74295ca4 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.233971] env[68872]: DEBUG nova.compute.manager [-] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 881.234079] env[68872]: DEBUG nova.network.neutron [-] [instance: 8b363941-c78c-492e-9d73-2438248b7669] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 881.303379] env[68872]: DEBUG oslo_vmware.api [None req-5584c23f-a8ab-492e-bfd4-381264e1fd9f tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092762, 'name': PowerOffVM_Task, 'duration_secs': 0.217371} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.309095] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-5584c23f-a8ab-492e-bfd4-381264e1fd9f tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.310247] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5584c23f-a8ab-492e-bfd4-381264e1fd9f tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.310247] env[68872]: DEBUG oslo_vmware.api [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Task: {'id': task-3092763, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.311564] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83057a4d-2c80-4c4b-8296-10cffa3da6be {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.314311] env[68872]: DEBUG nova.compute.manager [req-6e92a4fd-0b18-4426-85ba-c27baecd9d38 req-25a07059-329c-4d9f-82de-876151affa6f service nova] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Received event network-changed-511cf4a9-1717-47ff-8bd4-949eddffe93a {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.314487] env[68872]: DEBUG nova.compute.manager [req-6e92a4fd-0b18-4426-85ba-c27baecd9d38 req-25a07059-329c-4d9f-82de-876151affa6f service nova] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Refreshing instance network info cache due to event network-changed-511cf4a9-1717-47ff-8bd4-949eddffe93a. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 881.314691] env[68872]: DEBUG oslo_concurrency.lockutils [req-6e92a4fd-0b18-4426-85ba-c27baecd9d38 req-25a07059-329c-4d9f-82de-876151affa6f service nova] Acquiring lock "refresh_cache-4439751f-dd06-4cc0-ac40-95e88e587704" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.314832] env[68872]: DEBUG oslo_concurrency.lockutils [req-6e92a4fd-0b18-4426-85ba-c27baecd9d38 req-25a07059-329c-4d9f-82de-876151affa6f service nova] Acquired lock "refresh_cache-4439751f-dd06-4cc0-ac40-95e88e587704" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.315022] env[68872]: DEBUG nova.network.neutron [req-6e92a4fd-0b18-4426-85ba-c27baecd9d38 req-25a07059-329c-4d9f-82de-876151affa6f service nova] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Refreshing network info cache for port 511cf4a9-1717-47ff-8bd4-949eddffe93a {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.403021] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5584c23f-a8ab-492e-bfd4-381264e1fd9f tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.403021] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5584c23f-a8ab-492e-bfd4-381264e1fd9f tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.403021] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-5584c23f-a8ab-492e-bfd4-381264e1fd9f tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Deleting the datastore file [datastore2] dcb555bc-660e-4ea9-a0ee-f5a3be79452b {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.403021] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d519063b-4bb4-41e7-a1b4-803b2928a9b5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.414135] env[68872]: DEBUG oslo_vmware.api [None req-5584c23f-a8ab-492e-bfd4-381264e1fd9f tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for the task: (returnval){ [ 881.414135] env[68872]: value = "task-3092765" [ 881.414135] env[68872]: _type = "Task" [ 881.414135] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.424891] env[68872]: DEBUG oslo_vmware.api [None req-5584c23f-a8ab-492e-bfd4-381264e1fd9f tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.467876] env[68872]: DEBUG oslo_vmware.api [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a2c1f5-83a5-0b98-c493-30e5457efc44, 'name': SearchDatastore_Task, 'duration_secs': 0.011714} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.471392] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.471677] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] cdf1520a-2381-4f36-abf3-4b5e2dab00c3/cdf1520a-2381-4f36-abf3-4b5e2dab00c3.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.473627] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c069b24-db7d-4962-82e8-0067de3392a3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.483082] env[68872]: DEBUG oslo_vmware.api [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 881.483082] env[68872]: value = "task-3092766" [ 881.483082] env[68872]: _type = "Task" [ 881.483082] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.498368] env[68872]: DEBUG oslo_vmware.api [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.636681] env[68872]: DEBUG oslo_concurrency.lockutils [None req-26dca9d0-ea51-4de4-a2e4-f7ac5ca147f2 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Acquiring lock "868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.636681] env[68872]: DEBUG oslo_concurrency.lockutils [None req-26dca9d0-ea51-4de4-a2e4-f7ac5ca147f2 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Lock "868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.636681] env[68872]: DEBUG oslo_concurrency.lockutils [None req-26dca9d0-ea51-4de4-a2e4-f7ac5ca147f2 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Acquiring lock "868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.636681] env[68872]: DEBUG oslo_concurrency.lockutils [None req-26dca9d0-ea51-4de4-a2e4-f7ac5ca147f2 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Lock "868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.636681] env[68872]: DEBUG oslo_concurrency.lockutils [None req-26dca9d0-ea51-4de4-a2e4-f7ac5ca147f2 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Lock "868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.639722] env[68872]: INFO nova.compute.manager [None req-26dca9d0-ea51-4de4-a2e4-f7ac5ca147f2 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Terminating instance [ 881.800050] env[68872]: DEBUG oslo_vmware.api [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Task: {'id': task-3092763, 'name': PowerOnVM_Task, 'duration_secs': 0.746249} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.802757] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.802967] env[68872]: INFO nova.compute.manager [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Took 9.08 seconds to spawn the instance on the hypervisor. [ 881.803188] env[68872]: DEBUG nova.compute.manager [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.804241] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31dcdee-4a78-4d4a-a85a-6d9283ddb7ab {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.828211] env[68872]: DEBUG nova.compute.manager [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 881.866673] env[68872]: DEBUG nova.virt.hardware [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.866990] env[68872]: DEBUG nova.virt.hardware [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.867109] env[68872]: DEBUG nova.virt.hardware [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.867297] env[68872]: DEBUG nova.virt.hardware [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.867445] env[68872]: DEBUG nova.virt.hardware [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.867992] env[68872]: DEBUG nova.virt.hardware [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.868681] env[68872]: DEBUG nova.virt.hardware [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.868681] env[68872]: DEBUG nova.virt.hardware [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.868681] env[68872]: DEBUG nova.virt.hardware [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.868891] env[68872]: DEBUG nova.virt.hardware [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.869159] env[68872]: DEBUG nova.virt.hardware [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.870644] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1e75b9-4e0b-4bf6-8c9c-0e41773bc097 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.881862] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb96cb6-a2c3-4bdf-8798-57f28a7d0004 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.888441] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01beb94e-d5ba-4d4c-a904-f08bc1c7e438 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.908021] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487bdb3f-2093-4633-a04e-82d59d9bb20c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.946996] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124b2399-d76d-491b-afb6-55e9fc5f57e9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.956340] env[68872]: DEBUG oslo_vmware.api [None req-5584c23f-a8ab-492e-bfd4-381264e1fd9f tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233305} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.958700] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-5584c23f-a8ab-492e-bfd4-381264e1fd9f tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.958906] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5584c23f-a8ab-492e-bfd4-381264e1fd9f tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.959097] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5584c23f-a8ab-492e-bfd4-381264e1fd9f tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.959277] env[68872]: INFO nova.compute.manager [None req-5584c23f-a8ab-492e-bfd4-381264e1fd9f tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Took 1.20 seconds to destroy the instance on the hypervisor. [ 881.959527] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5584c23f-a8ab-492e-bfd4-381264e1fd9f tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.960164] env[68872]: DEBUG nova.compute.manager [-] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 881.960289] env[68872]: DEBUG nova.network.neutron [-] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 881.963149] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca24a03-af36-4925-ae1b-3c90aaacc320 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.980145] env[68872]: DEBUG nova.compute.provider_tree [None req-954c5528-d098-4feb-9540-2b6612a56c8c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.993730] env[68872]: DEBUG oslo_vmware.api [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092766, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.146945] env[68872]: DEBUG nova.compute.manager [None req-26dca9d0-ea51-4de4-a2e4-f7ac5ca147f2 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 882.146945] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-26dca9d0-ea51-4de4-a2e4-f7ac5ca147f2 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.146945] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beddd987-f86f-44b0-b865-a43c5f199c1d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.156427] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-26dca9d0-ea51-4de4-a2e4-f7ac5ca147f2 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.160678] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d864870b-8836-445e-b24e-27ca432dfeb7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.173597] env[68872]: DEBUG oslo_vmware.api [None req-26dca9d0-ea51-4de4-a2e4-f7ac5ca147f2 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Waiting for the task: (returnval){ [ 882.173597] env[68872]: value = "task-3092767" [ 882.173597] env[68872]: _type = "Task" [ 882.173597] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.185492] env[68872]: DEBUG oslo_vmware.api [None req-26dca9d0-ea51-4de4-a2e4-f7ac5ca147f2 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': task-3092767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.252847] env[68872]: DEBUG nova.network.neutron [-] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.324224] env[68872]: INFO nova.compute.manager [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Took 46.43 seconds to build instance. [ 882.362892] env[68872]: DEBUG nova.network.neutron [req-6e92a4fd-0b18-4426-85ba-c27baecd9d38 req-25a07059-329c-4d9f-82de-876151affa6f service nova] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Updated VIF entry in instance network info cache for port 511cf4a9-1717-47ff-8bd4-949eddffe93a. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.364451] env[68872]: DEBUG nova.network.neutron [req-6e92a4fd-0b18-4426-85ba-c27baecd9d38 req-25a07059-329c-4d9f-82de-876151affa6f service nova] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Updating instance_info_cache with network_info: [{"id": "511cf4a9-1717-47ff-8bd4-949eddffe93a", "address": "fa:16:3e:5e:b0:57", "network": {"id": "8d8a8028-be48-4a6a-a1fd-979a80226453", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-102971206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "558e9b8f78a1489cb07f84e03547223f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap511cf4a9-17", "ovs_interfaceid": "511cf4a9-1717-47ff-8bd4-949eddffe93a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.486023] env[68872]: DEBUG nova.scheduler.client.report [None req-954c5528-d098-4feb-9540-2b6612a56c8c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.499898] env[68872]: DEBUG oslo_vmware.api [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.807378} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.500334] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] cdf1520a-2381-4f36-abf3-4b5e2dab00c3/cdf1520a-2381-4f36-abf3-4b5e2dab00c3.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 882.500735] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 882.503259] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-366f8f85-dcea-476c-87e7-4673ca167e1c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.513391] env[68872]: DEBUG oslo_vmware.api [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 882.513391] env[68872]: value = "task-3092768" [ 882.513391] env[68872]: _type = "Task" [ 882.513391] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.526835] env[68872]: DEBUG oslo_vmware.api [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.623279] env[68872]: DEBUG nova.compute.manager [req-715499da-10e6-42d7-8bf3-91ea3f8670c6 req-17ffc924-a323-487c-81ae-5e3467979825 service nova] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Received event network-changed-c2b2e6a1-b781-46e4-b54c-bf6e93809d02 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.623554] env[68872]: DEBUG nova.compute.manager [req-715499da-10e6-42d7-8bf3-91ea3f8670c6 req-17ffc924-a323-487c-81ae-5e3467979825 service nova] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Refreshing instance network info cache due to event network-changed-c2b2e6a1-b781-46e4-b54c-bf6e93809d02. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 882.623835] env[68872]: DEBUG oslo_concurrency.lockutils [req-715499da-10e6-42d7-8bf3-91ea3f8670c6 req-17ffc924-a323-487c-81ae-5e3467979825 service nova] Acquiring lock "refresh_cache-0b21446d-bdf8-41f5-a53a-dce3ec2d724c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.624047] env[68872]: DEBUG oslo_concurrency.lockutils [req-715499da-10e6-42d7-8bf3-91ea3f8670c6 req-17ffc924-a323-487c-81ae-5e3467979825 service nova] Acquired lock "refresh_cache-0b21446d-bdf8-41f5-a53a-dce3ec2d724c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.624278] env[68872]: DEBUG nova.network.neutron [req-715499da-10e6-42d7-8bf3-91ea3f8670c6 req-17ffc924-a323-487c-81ae-5e3467979825 service nova] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Refreshing network info cache for port c2b2e6a1-b781-46e4-b54c-bf6e93809d02 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.688364] env[68872]: DEBUG oslo_vmware.api [None req-26dca9d0-ea51-4de4-a2e4-f7ac5ca147f2 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': task-3092767, 'name': PowerOffVM_Task, 'duration_secs': 0.340443} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.689164] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-26dca9d0-ea51-4de4-a2e4-f7ac5ca147f2 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.689164] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-26dca9d0-ea51-4de4-a2e4-f7ac5ca147f2 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.691087] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae9223bf-9cb8-466f-8a82-f3b715ca1fbb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.737273] env[68872]: DEBUG nova.network.neutron [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Successfully updated port: ee606303-a566-4b9a-9898-b09cb00d1d45 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 882.755761] env[68872]: INFO nova.compute.manager [-] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Took 1.52 seconds to deallocate network for instance. [ 882.765694] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-26dca9d0-ea51-4de4-a2e4-f7ac5ca147f2 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.765925] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-26dca9d0-ea51-4de4-a2e4-f7ac5ca147f2 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.766122] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-26dca9d0-ea51-4de4-a2e4-f7ac5ca147f2 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Deleting the datastore file [datastore2] 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.766677] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f195f5a7-f4e3-4f41-88bf-28871b5c7bf4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.777665] env[68872]: DEBUG oslo_vmware.api [None req-26dca9d0-ea51-4de4-a2e4-f7ac5ca147f2 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Waiting for the task: (returnval){ [ 882.777665] env[68872]: value = "task-3092770" [ 882.777665] env[68872]: _type = "Task" [ 882.777665] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.784989] env[68872]: DEBUG oslo_vmware.api [None req-26dca9d0-ea51-4de4-a2e4-f7ac5ca147f2 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': task-3092770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.826609] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b8e9a3a3-6e5a-4d0c-9165-b4de847cac63 tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Lock "94bd856e-3c4a-4e52-a149-1207e5d83c85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.174s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.866317] env[68872]: DEBUG oslo_concurrency.lockutils [req-6e92a4fd-0b18-4426-85ba-c27baecd9d38 req-25a07059-329c-4d9f-82de-876151affa6f service nova] Releasing lock "refresh_cache-4439751f-dd06-4cc0-ac40-95e88e587704" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.994362] env[68872]: DEBUG oslo_concurrency.lockutils [None req-954c5528-d098-4feb-9540-2b6612a56c8c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.185s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.998251] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.083s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.999741] env[68872]: INFO nova.compute.claims [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.006955] env[68872]: DEBUG nova.network.neutron [-] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.029710] env[68872]: DEBUG oslo_vmware.api [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.263213} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.030606] env[68872]: INFO nova.scheduler.client.report [None req-954c5528-d098-4feb-9540-2b6612a56c8c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Deleted allocations for instance dacf1de6-42e0-48c7-8633-0ff0155d5cf7 [ 883.034750] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.038040] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614b1b92-238c-4bde-8515-d2d7b11c99e3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.069145] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] cdf1520a-2381-4f36-abf3-4b5e2dab00c3/cdf1520a-2381-4f36-abf3-4b5e2dab00c3.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.070628] env[68872]: DEBUG nova.network.neutron [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Successfully updated port: 61ac615e-80ea-4098-9385-c4c9f83ee574 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 883.073032] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cd4b41c-684f-4a24-a6f3-155a687236cf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.104233] env[68872]: DEBUG oslo_vmware.api [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 883.104233] env[68872]: value = "task-3092771" [ 883.104233] env[68872]: _type = "Task" [ 883.104233] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.113201] env[68872]: DEBUG oslo_vmware.api [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092771, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.186511] env[68872]: DEBUG nova.network.neutron [req-715499da-10e6-42d7-8bf3-91ea3f8670c6 req-17ffc924-a323-487c-81ae-5e3467979825 service nova] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 883.242742] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "refresh_cache-8401c978-5951-4257-8534-6c5e277045b1" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.242889] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquired lock "refresh_cache-8401c978-5951-4257-8534-6c5e277045b1" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.243064] env[68872]: DEBUG nova.network.neutron [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.268161] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7b3e9a74-2789-4da2-8a58-058d74295ca4 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.287405] env[68872]: DEBUG oslo_vmware.api [None req-26dca9d0-ea51-4de4-a2e4-f7ac5ca147f2 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': task-3092770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.427764] env[68872]: DEBUG nova.network.neutron [req-715499da-10e6-42d7-8bf3-91ea3f8670c6 req-17ffc924-a323-487c-81ae-5e3467979825 service nova] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.511443] env[68872]: INFO nova.compute.manager [-] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Took 1.55 seconds to deallocate network for instance. [ 883.544327] env[68872]: DEBUG oslo_concurrency.lockutils [None req-954c5528-d098-4feb-9540-2b6612a56c8c tempest-ServersListShow298Test-1578895968 tempest-ServersListShow298Test-1578895968-project-member] Lock "dacf1de6-42e0-48c7-8633-0ff0155d5cf7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.162s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.614748] env[68872]: DEBUG oslo_vmware.api [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092771, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.789237] env[68872]: DEBUG oslo_vmware.api [None req-26dca9d0-ea51-4de4-a2e4-f7ac5ca147f2 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Task: {'id': task-3092770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.557349} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.789512] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-26dca9d0-ea51-4de4-a2e4-f7ac5ca147f2 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.789684] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-26dca9d0-ea51-4de4-a2e4-f7ac5ca147f2 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.789850] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-26dca9d0-ea51-4de4-a2e4-f7ac5ca147f2 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.790023] env[68872]: INFO nova.compute.manager [None req-26dca9d0-ea51-4de4-a2e4-f7ac5ca147f2 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Took 1.65 seconds to destroy the instance on the hypervisor. [ 883.790349] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26dca9d0-ea51-4de4-a2e4-f7ac5ca147f2 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.790674] env[68872]: DEBUG nova.compute.manager [-] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 883.790674] env[68872]: DEBUG nova.network.neutron [-] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 883.828883] env[68872]: DEBUG nova.network.neutron [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 883.930553] env[68872]: DEBUG oslo_concurrency.lockutils [req-715499da-10e6-42d7-8bf3-91ea3f8670c6 req-17ffc924-a323-487c-81ae-5e3467979825 service nova] Releasing lock "refresh_cache-0b21446d-bdf8-41f5-a53a-dce3ec2d724c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.930848] env[68872]: DEBUG nova.compute.manager [req-715499da-10e6-42d7-8bf3-91ea3f8670c6 req-17ffc924-a323-487c-81ae-5e3467979825 service nova] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Received event network-vif-deleted-bc0121c4-984e-4031-ac94-d7016e26d403 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.931043] env[68872]: DEBUG nova.compute.manager [req-715499da-10e6-42d7-8bf3-91ea3f8670c6 req-17ffc924-a323-487c-81ae-5e3467979825 service nova] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Received event network-vif-deleted-913fa07d-68eb-490c-9dea-93f534ad9175 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.931219] env[68872]: INFO nova.compute.manager [req-715499da-10e6-42d7-8bf3-91ea3f8670c6 req-17ffc924-a323-487c-81ae-5e3467979825 service nova] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Neutron deleted interface 913fa07d-68eb-490c-9dea-93f534ad9175; detaching it from the instance and deleting it from the info cache [ 883.931426] env[68872]: DEBUG nova.network.neutron [req-715499da-10e6-42d7-8bf3-91ea3f8670c6 req-17ffc924-a323-487c-81ae-5e3467979825 service nova] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.021939] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5584c23f-a8ab-492e-bfd4-381264e1fd9f tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.119868] env[68872]: DEBUG oslo_vmware.api [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092771, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.438914] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d02ade3e-130d-44f7-9db9-5e71343ea20f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.456383] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cae383-ad79-4d9c-802a-054b5f97cd72 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.474669] env[68872]: DEBUG nova.network.neutron [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Updating instance_info_cache with network_info: [{"id": "ee606303-a566-4b9a-9898-b09cb00d1d45", "address": "fa:16:3e:4d:10:1f", "network": {"id": "2952e37f-de5f-4200-af72-77a1f91fda95", "bridge": "br-int", "label": "tempest-ServersTestJSON-1588416409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3122db561374360820368cbb6362af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee606303-a5", "ovs_interfaceid": "ee606303-a566-4b9a-9898-b09cb00d1d45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.512889] env[68872]: DEBUG nova.compute.manager [req-715499da-10e6-42d7-8bf3-91ea3f8670c6 req-17ffc924-a323-487c-81ae-5e3467979825 service nova] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Detach interface failed, port_id=913fa07d-68eb-490c-9dea-93f534ad9175, reason: Instance dcb555bc-660e-4ea9-a0ee-f5a3be79452b could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 884.540108] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bb73a3-cac6-4a43-a42f-22cc603e625f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.547844] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d8cc7a-f33c-43a8-9435-10e60a2c8b13 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.587640] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc82098-7bcb-4a98-8270-ee9b24cec104 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.597722] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0ef9dd-2769-4b34-9159-7c82151f654d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.616020] env[68872]: DEBUG nova.compute.provider_tree [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.625899] env[68872]: DEBUG oslo_vmware.api [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092771, 'name': ReconfigVM_Task, 'duration_secs': 1.027333} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.627263] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Reconfigured VM instance instance-00000046 to attach disk [datastore2] cdf1520a-2381-4f36-abf3-4b5e2dab00c3/cdf1520a-2381-4f36-abf3-4b5e2dab00c3.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.629799] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-005da785-c8a2-4f5e-b50a-c98800b01baa {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.639020] env[68872]: DEBUG oslo_vmware.api [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 884.639020] env[68872]: value = "task-3092772" [ 884.639020] env[68872]: _type = "Task" [ 884.639020] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.648725] env[68872]: DEBUG oslo_vmware.api [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092772, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.824360] env[68872]: DEBUG nova.compute.manager [req-ff15de23-20d6-48be-ad82-7081fd379607 req-56e94cee-8a2c-4ca1-93a3-ff6d1902aaf6 service nova] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Received event network-vif-plugged-ee606303-a566-4b9a-9898-b09cb00d1d45 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.824360] env[68872]: DEBUG oslo_concurrency.lockutils [req-ff15de23-20d6-48be-ad82-7081fd379607 req-56e94cee-8a2c-4ca1-93a3-ff6d1902aaf6 service nova] Acquiring lock "8401c978-5951-4257-8534-6c5e277045b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.825206] env[68872]: DEBUG oslo_concurrency.lockutils [req-ff15de23-20d6-48be-ad82-7081fd379607 req-56e94cee-8a2c-4ca1-93a3-ff6d1902aaf6 service nova] Lock "8401c978-5951-4257-8534-6c5e277045b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.825206] env[68872]: DEBUG oslo_concurrency.lockutils [req-ff15de23-20d6-48be-ad82-7081fd379607 req-56e94cee-8a2c-4ca1-93a3-ff6d1902aaf6 service nova] Lock "8401c978-5951-4257-8534-6c5e277045b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.825206] env[68872]: DEBUG nova.compute.manager [req-ff15de23-20d6-48be-ad82-7081fd379607 req-56e94cee-8a2c-4ca1-93a3-ff6d1902aaf6 service nova] [instance: 8401c978-5951-4257-8534-6c5e277045b1] No waiting events found dispatching network-vif-plugged-ee606303-a566-4b9a-9898-b09cb00d1d45 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 884.825206] env[68872]: WARNING nova.compute.manager [req-ff15de23-20d6-48be-ad82-7081fd379607 req-56e94cee-8a2c-4ca1-93a3-ff6d1902aaf6 service nova] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Received unexpected event network-vif-plugged-ee606303-a566-4b9a-9898-b09cb00d1d45 for instance with vm_state building and task_state spawning. [ 884.825474] env[68872]: DEBUG nova.compute.manager [req-ff15de23-20d6-48be-ad82-7081fd379607 req-56e94cee-8a2c-4ca1-93a3-ff6d1902aaf6 service nova] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Received event network-changed-ee606303-a566-4b9a-9898-b09cb00d1d45 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.825474] env[68872]: DEBUG nova.compute.manager [req-ff15de23-20d6-48be-ad82-7081fd379607 req-56e94cee-8a2c-4ca1-93a3-ff6d1902aaf6 service nova] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Refreshing instance network info cache due to event network-changed-ee606303-a566-4b9a-9898-b09cb00d1d45. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 884.825568] env[68872]: DEBUG oslo_concurrency.lockutils [req-ff15de23-20d6-48be-ad82-7081fd379607 req-56e94cee-8a2c-4ca1-93a3-ff6d1902aaf6 service nova] Acquiring lock "refresh_cache-8401c978-5951-4257-8534-6c5e277045b1" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.977820] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Releasing lock "refresh_cache-8401c978-5951-4257-8534-6c5e277045b1" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.978324] env[68872]: DEBUG nova.compute.manager [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Instance network_info: |[{"id": "ee606303-a566-4b9a-9898-b09cb00d1d45", "address": "fa:16:3e:4d:10:1f", "network": {"id": "2952e37f-de5f-4200-af72-77a1f91fda95", "bridge": "br-int", "label": "tempest-ServersTestJSON-1588416409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3122db561374360820368cbb6362af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee606303-a5", "ovs_interfaceid": "ee606303-a566-4b9a-9898-b09cb00d1d45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 884.978549] env[68872]: DEBUG oslo_concurrency.lockutils [req-ff15de23-20d6-48be-ad82-7081fd379607 req-56e94cee-8a2c-4ca1-93a3-ff6d1902aaf6 service nova] Acquired lock "refresh_cache-8401c978-5951-4257-8534-6c5e277045b1" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.978676] env[68872]: DEBUG nova.network.neutron [req-ff15de23-20d6-48be-ad82-7081fd379607 req-56e94cee-8a2c-4ca1-93a3-ff6d1902aaf6 service nova] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Refreshing network info cache for port ee606303-a566-4b9a-9898-b09cb00d1d45 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.979970] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:10:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee606303-a566-4b9a-9898-b09cb00d1d45', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.997705] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.002718] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.002848] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c733d82-2dd2-4872-bbdd-772b69a3c922 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.025407] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.025407] env[68872]: value = "task-3092773" [ 885.025407] env[68872]: _type = "Task" [ 885.025407] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.035272] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092773, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.122914] env[68872]: DEBUG nova.scheduler.client.report [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.153796] env[68872]: DEBUG oslo_vmware.api [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092772, 'name': Rename_Task, 'duration_secs': 0.424263} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.153982] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.154235] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-373bdc9a-6278-47d1-bf91-7d2b9e4f6da2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.161804] env[68872]: DEBUG oslo_vmware.api [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 885.161804] env[68872]: value = "task-3092774" [ 885.161804] env[68872]: _type = "Task" [ 885.161804] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.173534] env[68872]: DEBUG oslo_vmware.api [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092774, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.380232] env[68872]: DEBUG nova.network.neutron [req-ff15de23-20d6-48be-ad82-7081fd379607 req-56e94cee-8a2c-4ca1-93a3-ff6d1902aaf6 service nova] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Updated VIF entry in instance network info cache for port ee606303-a566-4b9a-9898-b09cb00d1d45. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.380232] env[68872]: DEBUG nova.network.neutron [req-ff15de23-20d6-48be-ad82-7081fd379607 req-56e94cee-8a2c-4ca1-93a3-ff6d1902aaf6 service nova] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Updating instance_info_cache with network_info: [{"id": "ee606303-a566-4b9a-9898-b09cb00d1d45", "address": "fa:16:3e:4d:10:1f", "network": {"id": "2952e37f-de5f-4200-af72-77a1f91fda95", "bridge": "br-int", "label": "tempest-ServersTestJSON-1588416409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3122db561374360820368cbb6362af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee606303-a5", "ovs_interfaceid": "ee606303-a566-4b9a-9898-b09cb00d1d45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.385771] env[68872]: DEBUG nova.network.neutron [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Successfully updated port: 162267d0-99f8-465b-820d-3e7924175721 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 885.537098] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092773, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.552459] env[68872]: DEBUG nova.network.neutron [-] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.633744] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.634342] env[68872]: DEBUG nova.compute.manager [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 885.637665] env[68872]: DEBUG oslo_concurrency.lockutils [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.896s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.637665] env[68872]: DEBUG nova.objects.instance [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68872) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 885.672588] env[68872]: DEBUG oslo_vmware.api [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092774, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.883238] env[68872]: DEBUG oslo_concurrency.lockutils [req-ff15de23-20d6-48be-ad82-7081fd379607 req-56e94cee-8a2c-4ca1-93a3-ff6d1902aaf6 service nova] Releasing lock "refresh_cache-8401c978-5951-4257-8534-6c5e277045b1" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.883520] env[68872]: DEBUG nova.compute.manager [req-ff15de23-20d6-48be-ad82-7081fd379607 req-56e94cee-8a2c-4ca1-93a3-ff6d1902aaf6 service nova] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Received event network-vif-plugged-61ac615e-80ea-4098-9385-c4c9f83ee574 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.883749] env[68872]: DEBUG oslo_concurrency.lockutils [req-ff15de23-20d6-48be-ad82-7081fd379607 req-56e94cee-8a2c-4ca1-93a3-ff6d1902aaf6 service nova] Acquiring lock "0b21446d-bdf8-41f5-a53a-dce3ec2d724c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.884017] env[68872]: DEBUG oslo_concurrency.lockutils [req-ff15de23-20d6-48be-ad82-7081fd379607 req-56e94cee-8a2c-4ca1-93a3-ff6d1902aaf6 service nova] Lock "0b21446d-bdf8-41f5-a53a-dce3ec2d724c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.884229] env[68872]: DEBUG oslo_concurrency.lockutils [req-ff15de23-20d6-48be-ad82-7081fd379607 req-56e94cee-8a2c-4ca1-93a3-ff6d1902aaf6 service nova] Lock "0b21446d-bdf8-41f5-a53a-dce3ec2d724c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.884431] env[68872]: DEBUG nova.compute.manager [req-ff15de23-20d6-48be-ad82-7081fd379607 req-56e94cee-8a2c-4ca1-93a3-ff6d1902aaf6 service nova] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] No waiting events found dispatching network-vif-plugged-61ac615e-80ea-4098-9385-c4c9f83ee574 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 885.884630] env[68872]: WARNING nova.compute.manager [req-ff15de23-20d6-48be-ad82-7081fd379607 req-56e94cee-8a2c-4ca1-93a3-ff6d1902aaf6 service nova] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Received unexpected event network-vif-plugged-61ac615e-80ea-4098-9385-c4c9f83ee574 for instance with vm_state building and task_state spawning. [ 885.884842] env[68872]: DEBUG nova.compute.manager [req-ff15de23-20d6-48be-ad82-7081fd379607 req-56e94cee-8a2c-4ca1-93a3-ff6d1902aaf6 service nova] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Received event network-changed-61ac615e-80ea-4098-9385-c4c9f83ee574 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.885040] env[68872]: DEBUG nova.compute.manager [req-ff15de23-20d6-48be-ad82-7081fd379607 req-56e94cee-8a2c-4ca1-93a3-ff6d1902aaf6 service nova] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Refreshing instance network info cache due to event network-changed-61ac615e-80ea-4098-9385-c4c9f83ee574. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 885.885266] env[68872]: DEBUG oslo_concurrency.lockutils [req-ff15de23-20d6-48be-ad82-7081fd379607 req-56e94cee-8a2c-4ca1-93a3-ff6d1902aaf6 service nova] Acquiring lock "refresh_cache-0b21446d-bdf8-41f5-a53a-dce3ec2d724c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.885437] env[68872]: DEBUG oslo_concurrency.lockutils [req-ff15de23-20d6-48be-ad82-7081fd379607 req-56e94cee-8a2c-4ca1-93a3-ff6d1902aaf6 service nova] Acquired lock "refresh_cache-0b21446d-bdf8-41f5-a53a-dce3ec2d724c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.885622] env[68872]: DEBUG nova.network.neutron [req-ff15de23-20d6-48be-ad82-7081fd379607 req-56e94cee-8a2c-4ca1-93a3-ff6d1902aaf6 service nova] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Refreshing network info cache for port 61ac615e-80ea-4098-9385-c4c9f83ee574 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.886924] env[68872]: DEBUG oslo_concurrency.lockutils [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Acquiring lock "refresh_cache-0b21446d-bdf8-41f5-a53a-dce3ec2d724c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.037490] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092773, 'name': CreateVM_Task, 'duration_secs': 0.567522} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.037686] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.038436] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.038603] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.038924] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.039202] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a288d85-d1d2-4cd3-b479-f611e734d372 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.044449] env[68872]: DEBUG oslo_vmware.api [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 886.044449] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52891eaf-20e0-71fd-1ece-8d479edf471f" [ 886.044449] env[68872]: _type = "Task" [ 886.044449] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.053608] env[68872]: DEBUG oslo_vmware.api [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52891eaf-20e0-71fd-1ece-8d479edf471f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.058192] env[68872]: INFO nova.compute.manager [-] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Took 2.27 seconds to deallocate network for instance. [ 886.139351] env[68872]: DEBUG nova.compute.utils [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 886.140939] env[68872]: DEBUG nova.compute.manager [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 886.142238] env[68872]: DEBUG nova.network.neutron [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 886.172930] env[68872]: DEBUG oslo_vmware.api [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092774, 'name': PowerOnVM_Task, 'duration_secs': 0.998529} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.173206] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.173553] env[68872]: INFO nova.compute.manager [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Took 10.69 seconds to spawn the instance on the hypervisor. [ 886.173638] env[68872]: DEBUG nova.compute.manager [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.174469] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839f3aa0-5ef9-47c1-ad18-eac6527d6932 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.210387] env[68872]: DEBUG nova.policy [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0541bbc195544c55ba7fbda163de4cb6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c53e828179bd48c9b1585481957b93df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 886.445111] env[68872]: DEBUG nova.network.neutron [req-ff15de23-20d6-48be-ad82-7081fd379607 req-56e94cee-8a2c-4ca1-93a3-ff6d1902aaf6 service nova] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 886.555929] env[68872]: DEBUG oslo_vmware.api [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52891eaf-20e0-71fd-1ece-8d479edf471f, 'name': SearchDatastore_Task, 'duration_secs': 0.029094} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.556265] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.556557] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.556882] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.557051] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.557233] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.557501] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-696ee2e3-0c8c-4d6b-8481-35bf5433b800 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.566011] env[68872]: DEBUG oslo_concurrency.lockutils [None req-26dca9d0-ea51-4de4-a2e4-f7ac5ca147f2 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.570387] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.570387] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.571036] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-736fd900-3304-476e-8979-64cf3e979ca8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.576346] env[68872]: DEBUG oslo_vmware.api [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 886.576346] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d1202d-c963-c39b-9957-42ade8419995" [ 886.576346] env[68872]: _type = "Task" [ 886.576346] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.586825] env[68872]: DEBUG oslo_vmware.api [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d1202d-c963-c39b-9957-42ade8419995, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.592224] env[68872]: DEBUG nova.network.neutron [req-ff15de23-20d6-48be-ad82-7081fd379607 req-56e94cee-8a2c-4ca1-93a3-ff6d1902aaf6 service nova] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.646090] env[68872]: DEBUG nova.compute.manager [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 886.654018] env[68872]: DEBUG oslo_concurrency.lockutils [None req-90377088-0aab-4077-9fa2-59381d9a4897 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.654018] env[68872]: DEBUG oslo_concurrency.lockutils [None req-25b564ed-c5d2-4e6c-ba64-a936ba537eca tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.273s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.654018] env[68872]: DEBUG nova.objects.instance [None req-25b564ed-c5d2-4e6c-ba64-a936ba537eca tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Lazy-loading 'resources' on Instance uuid 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.661303] env[68872]: DEBUG nova.network.neutron [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Successfully created port: aad94b08-b901-4f45-b5b6-31a7e408bcb9 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 886.697413] env[68872]: INFO nova.compute.manager [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Took 46.34 seconds to build instance. [ 886.984921] env[68872]: DEBUG nova.compute.manager [req-8d7fa116-7424-4db0-8df3-1e7b3c7ae6b0 req-df49902f-5428-4ecc-9c64-7599a50692d8 service nova] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Received event network-vif-deleted-cb010a8b-4388-41aa-afe2-87112823ab0a {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.985167] env[68872]: DEBUG nova.compute.manager [req-8d7fa116-7424-4db0-8df3-1e7b3c7ae6b0 req-df49902f-5428-4ecc-9c64-7599a50692d8 service nova] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Received event network-vif-plugged-162267d0-99f8-465b-820d-3e7924175721 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.985344] env[68872]: DEBUG oslo_concurrency.lockutils [req-8d7fa116-7424-4db0-8df3-1e7b3c7ae6b0 req-df49902f-5428-4ecc-9c64-7599a50692d8 service nova] Acquiring lock "0b21446d-bdf8-41f5-a53a-dce3ec2d724c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.985680] env[68872]: DEBUG oslo_concurrency.lockutils [req-8d7fa116-7424-4db0-8df3-1e7b3c7ae6b0 req-df49902f-5428-4ecc-9c64-7599a50692d8 service nova] Lock "0b21446d-bdf8-41f5-a53a-dce3ec2d724c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.985881] env[68872]: DEBUG oslo_concurrency.lockutils [req-8d7fa116-7424-4db0-8df3-1e7b3c7ae6b0 req-df49902f-5428-4ecc-9c64-7599a50692d8 service nova] Lock "0b21446d-bdf8-41f5-a53a-dce3ec2d724c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.986068] env[68872]: DEBUG nova.compute.manager [req-8d7fa116-7424-4db0-8df3-1e7b3c7ae6b0 req-df49902f-5428-4ecc-9c64-7599a50692d8 service nova] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] No waiting events found dispatching network-vif-plugged-162267d0-99f8-465b-820d-3e7924175721 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 886.986238] env[68872]: WARNING nova.compute.manager [req-8d7fa116-7424-4db0-8df3-1e7b3c7ae6b0 req-df49902f-5428-4ecc-9c64-7599a50692d8 service nova] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Received unexpected event network-vif-plugged-162267d0-99f8-465b-820d-3e7924175721 for instance with vm_state building and task_state spawning. [ 886.986399] env[68872]: DEBUG nova.compute.manager [req-8d7fa116-7424-4db0-8df3-1e7b3c7ae6b0 req-df49902f-5428-4ecc-9c64-7599a50692d8 service nova] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Received event network-changed-162267d0-99f8-465b-820d-3e7924175721 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.986588] env[68872]: DEBUG nova.compute.manager [req-8d7fa116-7424-4db0-8df3-1e7b3c7ae6b0 req-df49902f-5428-4ecc-9c64-7599a50692d8 service nova] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Refreshing instance network info cache due to event network-changed-162267d0-99f8-465b-820d-3e7924175721. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 886.986775] env[68872]: DEBUG oslo_concurrency.lockutils [req-8d7fa116-7424-4db0-8df3-1e7b3c7ae6b0 req-df49902f-5428-4ecc-9c64-7599a50692d8 service nova] Acquiring lock "refresh_cache-0b21446d-bdf8-41f5-a53a-dce3ec2d724c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.087035] env[68872]: DEBUG oslo_vmware.api [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d1202d-c963-c39b-9957-42ade8419995, 'name': SearchDatastore_Task, 'duration_secs': 0.009241} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.087803] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4efe0d4f-e24e-48d2-b280-8dccc8654046 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.093781] env[68872]: DEBUG oslo_vmware.api [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 887.093781] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]524406f1-aaf9-f67d-1558-d1e2851b822f" [ 887.093781] env[68872]: _type = "Task" [ 887.093781] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.097186] env[68872]: DEBUG oslo_concurrency.lockutils [req-ff15de23-20d6-48be-ad82-7081fd379607 req-56e94cee-8a2c-4ca1-93a3-ff6d1902aaf6 service nova] Releasing lock "refresh_cache-0b21446d-bdf8-41f5-a53a-dce3ec2d724c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.097478] env[68872]: DEBUG nova.compute.manager [req-ff15de23-20d6-48be-ad82-7081fd379607 req-56e94cee-8a2c-4ca1-93a3-ff6d1902aaf6 service nova] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Received event network-changed-a5469812-1591-44b4-8b61-3653428c69ca {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.097663] env[68872]: DEBUG nova.compute.manager [req-ff15de23-20d6-48be-ad82-7081fd379607 req-56e94cee-8a2c-4ca1-93a3-ff6d1902aaf6 service nova] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Refreshing instance network info cache due to event network-changed-a5469812-1591-44b4-8b61-3653428c69ca. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 887.097849] env[68872]: DEBUG oslo_concurrency.lockutils [req-ff15de23-20d6-48be-ad82-7081fd379607 req-56e94cee-8a2c-4ca1-93a3-ff6d1902aaf6 service nova] Acquiring lock "refresh_cache-94bd856e-3c4a-4e52-a149-1207e5d83c85" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.098025] env[68872]: DEBUG oslo_concurrency.lockutils [req-ff15de23-20d6-48be-ad82-7081fd379607 req-56e94cee-8a2c-4ca1-93a3-ff6d1902aaf6 service nova] Acquired lock "refresh_cache-94bd856e-3c4a-4e52-a149-1207e5d83c85" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.098211] env[68872]: DEBUG nova.network.neutron [req-ff15de23-20d6-48be-ad82-7081fd379607 req-56e94cee-8a2c-4ca1-93a3-ff6d1902aaf6 service nova] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Refreshing network info cache for port a5469812-1591-44b4-8b61-3653428c69ca {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.099729] env[68872]: DEBUG oslo_concurrency.lockutils [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Acquired lock "refresh_cache-0b21446d-bdf8-41f5-a53a-dce3ec2d724c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.099874] env[68872]: DEBUG nova.network.neutron [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.105797] env[68872]: DEBUG oslo_vmware.api [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]524406f1-aaf9-f67d-1558-d1e2851b822f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.201894] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9cf02251-667d-4cf7-a7a8-6c9fc341ad84 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "cdf1520a-2381-4f36-abf3-4b5e2dab00c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.625s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.571364] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee309de-4c3d-4f27-835a-c0255d95709a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.579672] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ec028a-8daa-42ab-b19f-be7b2a672799 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.617638] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31984d3a-4630-4b6d-80d4-3ba43b6bb48e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.629341] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3aa0e6-9566-4152-aa82-a88cf4bc6f5c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.634138] env[68872]: DEBUG oslo_vmware.api [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]524406f1-aaf9-f67d-1558-d1e2851b822f, 'name': SearchDatastore_Task, 'duration_secs': 0.011822} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.634138] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.634138] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 8401c978-5951-4257-8534-6c5e277045b1/8401c978-5951-4257-8534-6c5e277045b1.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.634437] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ba693f5-be11-46dc-8847-578567d1b315 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.646123] env[68872]: DEBUG nova.compute.provider_tree [None req-25b564ed-c5d2-4e6c-ba64-a936ba537eca tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.650625] env[68872]: DEBUG oslo_concurrency.lockutils [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Acquiring lock "02362251-8e13-4449-89cc-cbfff9d9ff22" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.650915] env[68872]: DEBUG oslo_concurrency.lockutils [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Lock "02362251-8e13-4449-89cc-cbfff9d9ff22" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.651108] env[68872]: INFO nova.compute.manager [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Shelving [ 887.656595] env[68872]: DEBUG nova.compute.manager [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 887.658873] env[68872]: DEBUG oslo_vmware.api [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 887.658873] env[68872]: value = "task-3092775" [ 887.658873] env[68872]: _type = "Task" [ 887.658873] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.670245] env[68872]: DEBUG oslo_vmware.api [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.692992] env[68872]: DEBUG nova.virt.hardware [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.693265] env[68872]: DEBUG nova.virt.hardware [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.693436] env[68872]: DEBUG nova.virt.hardware [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.693633] env[68872]: DEBUG nova.virt.hardware [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.693791] env[68872]: DEBUG nova.virt.hardware [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.693941] env[68872]: DEBUG nova.virt.hardware [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.694194] env[68872]: DEBUG nova.virt.hardware [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.694479] env[68872]: DEBUG nova.virt.hardware [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.694648] env[68872]: DEBUG nova.virt.hardware [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.694894] env[68872]: DEBUG nova.virt.hardware [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.695026] env[68872]: DEBUG nova.virt.hardware [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.695904] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3e62d9-96a8-45ea-b20d-298a32220446 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.699859] env[68872]: DEBUG nova.network.neutron [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.708721] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3fa102-5fe9-4617-9780-b7e8bfa76768 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.148984] env[68872]: DEBUG nova.scheduler.client.report [None req-25b564ed-c5d2-4e6c-ba64-a936ba537eca tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.177079] env[68872]: DEBUG oslo_vmware.api [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092775, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498003} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.177545] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 8401c978-5951-4257-8534-6c5e277045b1/8401c978-5951-4257-8534-6c5e277045b1.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.177837] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.178383] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b6f46be-26e3-471a-acef-4bda395867c0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.186221] env[68872]: DEBUG oslo_vmware.api [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 888.186221] env[68872]: value = "task-3092776" [ 888.186221] env[68872]: _type = "Task" [ 888.186221] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.198222] env[68872]: DEBUG oslo_vmware.api [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.571701] env[68872]: DEBUG nova.network.neutron [req-ff15de23-20d6-48be-ad82-7081fd379607 req-56e94cee-8a2c-4ca1-93a3-ff6d1902aaf6 service nova] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Updated VIF entry in instance network info cache for port a5469812-1591-44b4-8b61-3653428c69ca. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.571701] env[68872]: DEBUG nova.network.neutron [req-ff15de23-20d6-48be-ad82-7081fd379607 req-56e94cee-8a2c-4ca1-93a3-ff6d1902aaf6 service nova] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Updating instance_info_cache with network_info: [{"id": "a5469812-1591-44b4-8b61-3653428c69ca", "address": "fa:16:3e:62:45:83", "network": {"id": "724d849c-d3a9-4930-9ceb-d062f2e209b2", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-941438899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcb0931ef4dd4839abb7ba207f1365ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5469812-15", "ovs_interfaceid": "a5469812-1591-44b4-8b61-3653428c69ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.654344] env[68872]: DEBUG oslo_concurrency.lockutils [None req-25b564ed-c5d2-4e6c-ba64-a936ba537eca tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.657250] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.982s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.657413] env[68872]: DEBUG nova.objects.instance [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68872) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 888.672432] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.672717] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b833f10-2340-4040-b174-f1add86f01d9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.680975] env[68872]: DEBUG oslo_vmware.api [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for the task: (returnval){ [ 888.680975] env[68872]: value = "task-3092777" [ 888.680975] env[68872]: _type = "Task" [ 888.680975] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.681895] env[68872]: INFO nova.scheduler.client.report [None req-25b564ed-c5d2-4e6c-ba64-a936ba537eca tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Deleted allocations for instance 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e [ 888.696288] env[68872]: DEBUG oslo_vmware.api [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.702467] env[68872]: DEBUG oslo_vmware.api [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067381} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.703014] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.703563] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e10b451-2ac0-4072-a859-51de2595fcc4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.729269] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 8401c978-5951-4257-8534-6c5e277045b1/8401c978-5951-4257-8534-6c5e277045b1.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.729860] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17b7649f-9dc4-41dd-9e4b-7dd1f161db4c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.754138] env[68872]: DEBUG oslo_vmware.api [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 888.754138] env[68872]: value = "task-3092778" [ 888.754138] env[68872]: _type = "Task" [ 888.754138] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.762724] env[68872]: DEBUG oslo_vmware.api [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092778, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.057810] env[68872]: DEBUG nova.compute.manager [req-04391598-ab5a-4e4c-a1ff-8889b158d4c8 req-fcfb0b5f-7756-4c7c-b3c6-bbf684667754 service nova] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Received event network-vif-plugged-aad94b08-b901-4f45-b5b6-31a7e408bcb9 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.058140] env[68872]: DEBUG oslo_concurrency.lockutils [req-04391598-ab5a-4e4c-a1ff-8889b158d4c8 req-fcfb0b5f-7756-4c7c-b3c6-bbf684667754 service nova] Acquiring lock "0364d513-5c1a-4131-a794-20be7d003f67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.058395] env[68872]: DEBUG oslo_concurrency.lockutils [req-04391598-ab5a-4e4c-a1ff-8889b158d4c8 req-fcfb0b5f-7756-4c7c-b3c6-bbf684667754 service nova] Lock "0364d513-5c1a-4131-a794-20be7d003f67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.058575] env[68872]: DEBUG oslo_concurrency.lockutils [req-04391598-ab5a-4e4c-a1ff-8889b158d4c8 req-fcfb0b5f-7756-4c7c-b3c6-bbf684667754 service nova] Lock "0364d513-5c1a-4131-a794-20be7d003f67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.058760] env[68872]: DEBUG nova.compute.manager [req-04391598-ab5a-4e4c-a1ff-8889b158d4c8 req-fcfb0b5f-7756-4c7c-b3c6-bbf684667754 service nova] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] No waiting events found dispatching network-vif-plugged-aad94b08-b901-4f45-b5b6-31a7e408bcb9 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 889.058917] env[68872]: WARNING nova.compute.manager [req-04391598-ab5a-4e4c-a1ff-8889b158d4c8 req-fcfb0b5f-7756-4c7c-b3c6-bbf684667754 service nova] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Received unexpected event network-vif-plugged-aad94b08-b901-4f45-b5b6-31a7e408bcb9 for instance with vm_state building and task_state spawning. [ 889.059133] env[68872]: DEBUG nova.compute.manager [req-04391598-ab5a-4e4c-a1ff-8889b158d4c8 req-fcfb0b5f-7756-4c7c-b3c6-bbf684667754 service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Received event network-changed-95beb437-7b18-4cb7-b51b-c4122917d278 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.059250] env[68872]: DEBUG nova.compute.manager [req-04391598-ab5a-4e4c-a1ff-8889b158d4c8 req-fcfb0b5f-7756-4c7c-b3c6-bbf684667754 service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Refreshing instance network info cache due to event network-changed-95beb437-7b18-4cb7-b51b-c4122917d278. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 889.059436] env[68872]: DEBUG oslo_concurrency.lockutils [req-04391598-ab5a-4e4c-a1ff-8889b158d4c8 req-fcfb0b5f-7756-4c7c-b3c6-bbf684667754 service nova] Acquiring lock "refresh_cache-cdf1520a-2381-4f36-abf3-4b5e2dab00c3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.059575] env[68872]: DEBUG oslo_concurrency.lockutils [req-04391598-ab5a-4e4c-a1ff-8889b158d4c8 req-fcfb0b5f-7756-4c7c-b3c6-bbf684667754 service nova] Acquired lock "refresh_cache-cdf1520a-2381-4f36-abf3-4b5e2dab00c3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.059732] env[68872]: DEBUG nova.network.neutron [req-04391598-ab5a-4e4c-a1ff-8889b158d4c8 req-fcfb0b5f-7756-4c7c-b3c6-bbf684667754 service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Refreshing network info cache for port 95beb437-7b18-4cb7-b51b-c4122917d278 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.074293] env[68872]: DEBUG oslo_concurrency.lockutils [req-ff15de23-20d6-48be-ad82-7081fd379607 req-56e94cee-8a2c-4ca1-93a3-ff6d1902aaf6 service nova] Releasing lock "refresh_cache-94bd856e-3c4a-4e52-a149-1207e5d83c85" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.077557] env[68872]: DEBUG nova.network.neutron [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Updating instance_info_cache with network_info: [{"id": "c2b2e6a1-b781-46e4-b54c-bf6e93809d02", "address": "fa:16:3e:7b:2c:a7", "network": {"id": "5c92eb07-1ee4-49a8-8e94-f3230c0609e2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1515476266", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad23b268c6b742a69c8f272b8d7a0ba0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2b2e6a1-b7", "ovs_interfaceid": "c2b2e6a1-b781-46e4-b54c-bf6e93809d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "61ac615e-80ea-4098-9385-c4c9f83ee574", "address": "fa:16:3e:72:b6:80", "network": {"id": "cacab916-f51b-496c-bbf6-cba95e3832ff", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1036457829", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ad23b268c6b742a69c8f272b8d7a0ba0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61ac615e-80", "ovs_interfaceid": "61ac615e-80ea-4098-9385-c4c9f83ee574", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "162267d0-99f8-465b-820d-3e7924175721", "address": "fa:16:3e:d0:3a:6b", "network": {"id": "5c92eb07-1ee4-49a8-8e94-f3230c0609e2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1515476266", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad23b268c6b742a69c8f272b8d7a0ba0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap162267d0-99", "ovs_interfaceid": "162267d0-99f8-465b-820d-3e7924175721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.082494] env[68872]: DEBUG nova.network.neutron [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Successfully updated port: aad94b08-b901-4f45-b5b6-31a7e408bcb9 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 889.196164] env[68872]: DEBUG oslo_vmware.api [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092777, 'name': PowerOffVM_Task, 'duration_secs': 0.32401} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.196469] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.198011] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c6dfe1-27d9-4ac4-a026-6c112161732f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.201739] env[68872]: DEBUG oslo_concurrency.lockutils [None req-25b564ed-c5d2-4e6c-ba64-a936ba537eca tempest-ServerAddressesNegativeTestJSON-279993390 tempest-ServerAddressesNegativeTestJSON-279993390-project-member] Lock "6b7ef617-73a7-4059-90b8-4a6e5e58ac2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.987s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.230048] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94d8fa2-b21c-4d3d-abb5-864806262c07 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.265372] env[68872]: DEBUG oslo_vmware.api [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092778, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.584022] env[68872]: DEBUG oslo_concurrency.lockutils [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Releasing lock "refresh_cache-0b21446d-bdf8-41f5-a53a-dce3ec2d724c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.584022] env[68872]: DEBUG nova.compute.manager [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Instance network_info: |[{"id": "c2b2e6a1-b781-46e4-b54c-bf6e93809d02", "address": "fa:16:3e:7b:2c:a7", "network": {"id": "5c92eb07-1ee4-49a8-8e94-f3230c0609e2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1515476266", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad23b268c6b742a69c8f272b8d7a0ba0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2b2e6a1-b7", "ovs_interfaceid": "c2b2e6a1-b781-46e4-b54c-bf6e93809d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "61ac615e-80ea-4098-9385-c4c9f83ee574", "address": "fa:16:3e:72:b6:80", "network": {"id": "cacab916-f51b-496c-bbf6-cba95e3832ff", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1036457829", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ad23b268c6b742a69c8f272b8d7a0ba0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61ac615e-80", "ovs_interfaceid": "61ac615e-80ea-4098-9385-c4c9f83ee574", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "162267d0-99f8-465b-820d-3e7924175721", "address": "fa:16:3e:d0:3a:6b", "network": {"id": "5c92eb07-1ee4-49a8-8e94-f3230c0609e2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1515476266", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad23b268c6b742a69c8f272b8d7a0ba0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap162267d0-99", "ovs_interfaceid": "162267d0-99f8-465b-820d-3e7924175721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.584022] env[68872]: DEBUG oslo_concurrency.lockutils [req-8d7fa116-7424-4db0-8df3-1e7b3c7ae6b0 req-df49902f-5428-4ecc-9c64-7599a50692d8 service nova] Acquired lock "refresh_cache-0b21446d-bdf8-41f5-a53a-dce3ec2d724c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.584022] env[68872]: DEBUG nova.network.neutron [req-8d7fa116-7424-4db0-8df3-1e7b3c7ae6b0 req-df49902f-5428-4ecc-9c64-7599a50692d8 service nova] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Refreshing network info cache for port 162267d0-99f8-465b-820d-3e7924175721 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.589576] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:2c:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2b2e6a1-b781-46e4-b54c-bf6e93809d02', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:b6:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d4ef133-b6f3-41d1-add4-92a1482195cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61ac615e-80ea-4098-9385-c4c9f83ee574', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:3a:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '162267d0-99f8-465b-820d-3e7924175721', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.602058] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Creating folder: Project (ad23b268c6b742a69c8f272b8d7a0ba0). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 889.607604] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Acquiring lock "refresh_cache-0364d513-5c1a-4131-a794-20be7d003f67" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.607604] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Acquired lock "refresh_cache-0364d513-5c1a-4131-a794-20be7d003f67" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.607604] env[68872]: DEBUG nova.network.neutron [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.607604] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb8fe6cc-8918-4e19-a585-f0f2b3d35dcf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.620579] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Created folder: Project (ad23b268c6b742a69c8f272b8d7a0ba0) in parent group-v618835. [ 889.620785] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Creating folder: Instances. Parent ref: group-v619041. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 889.621043] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f981881a-6a45-47e0-932f-d0a14ff59b94 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.632183] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Created folder: Instances in parent group-v619041. [ 889.632437] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.632632] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.632834] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eee3ad20-6532-4217-b581-5a34edcdc9d8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.667841] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.667841] env[68872]: value = "task-3092781" [ 889.667841] env[68872]: _type = "Task" [ 889.667841] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.668979] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0c4a1bfc-c1b0-4b42-a898-e1d7acab3621 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.673542] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.642s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.673773] env[68872]: DEBUG nova.objects.instance [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lazy-loading 'pci_requests' on Instance uuid dc37cf64-53d1-4b17-aa7d-2659924aef50 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.681920] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092781, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.741595] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Creating Snapshot of the VM instance {{(pid=68872) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 889.741922] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-44e328ab-1560-401c-9158-e12205e40b03 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.753825] env[68872]: DEBUG oslo_vmware.api [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for the task: (returnval){ [ 889.753825] env[68872]: value = "task-3092782" [ 889.753825] env[68872]: _type = "Task" [ 889.753825] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.766741] env[68872]: DEBUG oslo_vmware.api [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092782, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.769853] env[68872]: DEBUG oslo_vmware.api [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092778, 'name': ReconfigVM_Task, 'duration_secs': 0.528254} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.771030] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 8401c978-5951-4257-8534-6c5e277045b1/8401c978-5951-4257-8534-6c5e277045b1.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.771724] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-caf13410-cb7a-4155-8f3b-4e1fd35d7f78 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.777655] env[68872]: DEBUG oslo_vmware.api [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 889.777655] env[68872]: value = "task-3092783" [ 889.777655] env[68872]: _type = "Task" [ 889.777655] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.785875] env[68872]: DEBUG oslo_vmware.api [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092783, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.936534] env[68872]: DEBUG nova.network.neutron [req-04391598-ab5a-4e4c-a1ff-8889b158d4c8 req-fcfb0b5f-7756-4c7c-b3c6-bbf684667754 service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Updated VIF entry in instance network info cache for port 95beb437-7b18-4cb7-b51b-c4122917d278. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 889.937349] env[68872]: DEBUG nova.network.neutron [req-04391598-ab5a-4e4c-a1ff-8889b158d4c8 req-fcfb0b5f-7756-4c7c-b3c6-bbf684667754 service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Updating instance_info_cache with network_info: [{"id": "95beb437-7b18-4cb7-b51b-c4122917d278", "address": "fa:16:3e:7d:89:3c", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95beb437-7b", "ovs_interfaceid": "95beb437-7b18-4cb7-b51b-c4122917d278", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.158963] env[68872]: DEBUG nova.network.neutron [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 890.181323] env[68872]: DEBUG nova.objects.instance [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lazy-loading 'numa_topology' on Instance uuid dc37cf64-53d1-4b17-aa7d-2659924aef50 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.182340] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092781, 'name': CreateVM_Task, 'duration_secs': 0.495069} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.182754] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.183699] env[68872]: DEBUG oslo_concurrency.lockutils [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.183930] env[68872]: DEBUG oslo_concurrency.lockutils [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.184308] env[68872]: DEBUG oslo_concurrency.lockutils [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.184652] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8e9bb9c-de49-463b-9a52-e2db4dd23628 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.190073] env[68872]: DEBUG oslo_vmware.api [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Waiting for the task: (returnval){ [ 890.190073] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d01bf2-dd97-21fd-00b6-cb7513ee08a1" [ 890.190073] env[68872]: _type = "Task" [ 890.190073] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.203057] env[68872]: DEBUG oslo_vmware.api [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d01bf2-dd97-21fd-00b6-cb7513ee08a1, 'name': SearchDatastore_Task, 'duration_secs': 0.010431} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.203382] env[68872]: DEBUG oslo_concurrency.lockutils [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.203562] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.203782] env[68872]: DEBUG oslo_concurrency.lockutils [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.203923] env[68872]: DEBUG oslo_concurrency.lockutils [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.204100] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.204373] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-682547dc-a0ca-481c-bd3e-f7a559f2bd6a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.213082] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.213355] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.214128] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b864286a-64b3-40fe-87e1-b48f79628f70 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.222184] env[68872]: DEBUG oslo_vmware.api [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Waiting for the task: (returnval){ [ 890.222184] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52ec3bb0-32c5-96ee-c128-0fd993fc65cf" [ 890.222184] env[68872]: _type = "Task" [ 890.222184] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.228459] env[68872]: DEBUG oslo_vmware.api [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52ec3bb0-32c5-96ee-c128-0fd993fc65cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.261608] env[68872]: DEBUG oslo_vmware.api [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092782, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.287601] env[68872]: DEBUG oslo_vmware.api [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092783, 'name': Rename_Task, 'duration_secs': 0.183333} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.287884] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.288158] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f14501f2-b468-4107-8d08-145175183242 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.294301] env[68872]: DEBUG oslo_vmware.api [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 890.294301] env[68872]: value = "task-3092784" [ 890.294301] env[68872]: _type = "Task" [ 890.294301] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.306706] env[68872]: DEBUG oslo_vmware.api [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.440662] env[68872]: DEBUG oslo_concurrency.lockutils [req-04391598-ab5a-4e4c-a1ff-8889b158d4c8 req-fcfb0b5f-7756-4c7c-b3c6-bbf684667754 service nova] Releasing lock "refresh_cache-cdf1520a-2381-4f36-abf3-4b5e2dab00c3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.503707] env[68872]: DEBUG nova.network.neutron [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Updating instance_info_cache with network_info: [{"id": "aad94b08-b901-4f45-b5b6-31a7e408bcb9", "address": "fa:16:3e:20:6a:60", "network": {"id": "a525d6a4-e498-4177-9a43-80aae70204b7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1469744261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c53e828179bd48c9b1585481957b93df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaad94b08-b9", "ovs_interfaceid": "aad94b08-b901-4f45-b5b6-31a7e408bcb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.572749] env[68872]: DEBUG nova.network.neutron [req-8d7fa116-7424-4db0-8df3-1e7b3c7ae6b0 req-df49902f-5428-4ecc-9c64-7599a50692d8 service nova] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Updated VIF entry in instance network info cache for port 162267d0-99f8-465b-820d-3e7924175721. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.573231] env[68872]: DEBUG nova.network.neutron [req-8d7fa116-7424-4db0-8df3-1e7b3c7ae6b0 req-df49902f-5428-4ecc-9c64-7599a50692d8 service nova] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Updating instance_info_cache with network_info: [{"id": "c2b2e6a1-b781-46e4-b54c-bf6e93809d02", "address": "fa:16:3e:7b:2c:a7", "network": {"id": "5c92eb07-1ee4-49a8-8e94-f3230c0609e2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1515476266", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad23b268c6b742a69c8f272b8d7a0ba0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2b2e6a1-b7", "ovs_interfaceid": "c2b2e6a1-b781-46e4-b54c-bf6e93809d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "61ac615e-80ea-4098-9385-c4c9f83ee574", "address": "fa:16:3e:72:b6:80", "network": {"id": "cacab916-f51b-496c-bbf6-cba95e3832ff", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1036457829", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ad23b268c6b742a69c8f272b8d7a0ba0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61ac615e-80", "ovs_interfaceid": "61ac615e-80ea-4098-9385-c4c9f83ee574", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "162267d0-99f8-465b-820d-3e7924175721", "address": "fa:16:3e:d0:3a:6b", "network": {"id": "5c92eb07-1ee4-49a8-8e94-f3230c0609e2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1515476266", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad23b268c6b742a69c8f272b8d7a0ba0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap162267d0-99", "ovs_interfaceid": "162267d0-99f8-465b-820d-3e7924175721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.683739] env[68872]: INFO nova.compute.claims [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.735319] env[68872]: DEBUG oslo_vmware.api [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52ec3bb0-32c5-96ee-c128-0fd993fc65cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010079} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.736844] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c48b1a0-2338-4b3f-8108-2ea19dae041a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.743065] env[68872]: DEBUG oslo_vmware.api [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Waiting for the task: (returnval){ [ 890.743065] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52e4128a-ffeb-be53-1ae9-d8d993837914" [ 890.743065] env[68872]: _type = "Task" [ 890.743065] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.751706] env[68872]: DEBUG oslo_vmware.api [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52e4128a-ffeb-be53-1ae9-d8d993837914, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.762560] env[68872]: DEBUG oslo_vmware.api [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092782, 'name': CreateSnapshot_Task, 'duration_secs': 0.712273} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.762922] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Created Snapshot of the VM instance {{(pid=68872) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 890.763710] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242e88bb-8eb8-4deb-88a8-6de149030d5e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.805767] env[68872]: DEBUG oslo_vmware.api [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092784, 'name': PowerOnVM_Task, 'duration_secs': 0.468352} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.806212] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.806744] env[68872]: INFO nova.compute.manager [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Took 8.98 seconds to spawn the instance on the hypervisor. [ 890.806827] env[68872]: DEBUG nova.compute.manager [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.808025] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4745eaf7-4167-40c8-8133-a156b9a544a2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.006087] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Releasing lock "refresh_cache-0364d513-5c1a-4131-a794-20be7d003f67" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.006459] env[68872]: DEBUG nova.compute.manager [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Instance network_info: |[{"id": "aad94b08-b901-4f45-b5b6-31a7e408bcb9", "address": "fa:16:3e:20:6a:60", "network": {"id": "a525d6a4-e498-4177-9a43-80aae70204b7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1469744261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c53e828179bd48c9b1585481957b93df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaad94b08-b9", "ovs_interfaceid": "aad94b08-b901-4f45-b5b6-31a7e408bcb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 891.006921] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:6a:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8039f411-8c97-48fe-a5a9-9f5a42e4e7c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aad94b08-b901-4f45-b5b6-31a7e408bcb9', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.015455] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Creating folder: Project (c53e828179bd48c9b1585481957b93df). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.015455] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d097b480-c2fc-4728-a33a-48290eb83f38 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.025834] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Created folder: Project (c53e828179bd48c9b1585481957b93df) in parent group-v618835. [ 891.026038] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Creating folder: Instances. Parent ref: group-v619045. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.026269] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8225f2cf-c0ba-4ea3-8075-f44ef830b8e6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.034791] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Created folder: Instances in parent group-v619045. [ 891.035059] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.035253] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.035402] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2028df29-3e65-4b65-bdcc-7b4c191c48c5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.054651] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.054651] env[68872]: value = "task-3092787" [ 891.054651] env[68872]: _type = "Task" [ 891.054651] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.061989] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092787, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.076843] env[68872]: DEBUG oslo_concurrency.lockutils [req-8d7fa116-7424-4db0-8df3-1e7b3c7ae6b0 req-df49902f-5428-4ecc-9c64-7599a50692d8 service nova] Releasing lock "refresh_cache-0b21446d-bdf8-41f5-a53a-dce3ec2d724c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.093182] env[68872]: DEBUG nova.compute.manager [req-c7198868-bab5-45c0-80f3-a5f6d5f580ad req-8c5fc11e-c3b0-4dba-babd-c3425f39ec2e service nova] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Received event network-changed-aad94b08-b901-4f45-b5b6-31a7e408bcb9 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.093301] env[68872]: DEBUG nova.compute.manager [req-c7198868-bab5-45c0-80f3-a5f6d5f580ad req-8c5fc11e-c3b0-4dba-babd-c3425f39ec2e service nova] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Refreshing instance network info cache due to event network-changed-aad94b08-b901-4f45-b5b6-31a7e408bcb9. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 891.093578] env[68872]: DEBUG oslo_concurrency.lockutils [req-c7198868-bab5-45c0-80f3-a5f6d5f580ad req-8c5fc11e-c3b0-4dba-babd-c3425f39ec2e service nova] Acquiring lock "refresh_cache-0364d513-5c1a-4131-a794-20be7d003f67" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.093796] env[68872]: DEBUG oslo_concurrency.lockutils [req-c7198868-bab5-45c0-80f3-a5f6d5f580ad req-8c5fc11e-c3b0-4dba-babd-c3425f39ec2e service nova] Acquired lock "refresh_cache-0364d513-5c1a-4131-a794-20be7d003f67" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.093988] env[68872]: DEBUG nova.network.neutron [req-c7198868-bab5-45c0-80f3-a5f6d5f580ad req-8c5fc11e-c3b0-4dba-babd-c3425f39ec2e service nova] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Refreshing network info cache for port aad94b08-b901-4f45-b5b6-31a7e408bcb9 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.256640] env[68872]: DEBUG oslo_vmware.api [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52e4128a-ffeb-be53-1ae9-d8d993837914, 'name': SearchDatastore_Task, 'duration_secs': 0.010497} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.257364] env[68872]: DEBUG oslo_concurrency.lockutils [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.257364] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 0b21446d-bdf8-41f5-a53a-dce3ec2d724c/0b21446d-bdf8-41f5-a53a-dce3ec2d724c.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.257508] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2abc6fa-6661-468b-acf6-7aa17d678fde {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.266561] env[68872]: DEBUG oslo_vmware.api [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Waiting for the task: (returnval){ [ 891.266561] env[68872]: value = "task-3092788" [ 891.266561] env[68872]: _type = "Task" [ 891.266561] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.283434] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Creating linked-clone VM from snapshot {{(pid=68872) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 891.283810] env[68872]: DEBUG oslo_vmware.api [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': task-3092788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.284055] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3e61addb-1f0b-49fa-8654-8fe68946c65e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.295463] env[68872]: DEBUG oslo_vmware.api [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for the task: (returnval){ [ 891.295463] env[68872]: value = "task-3092789" [ 891.295463] env[68872]: _type = "Task" [ 891.295463] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.306579] env[68872]: DEBUG oslo_vmware.api [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092789, 'name': CloneVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.325708] env[68872]: INFO nova.compute.manager [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Took 38.63 seconds to build instance. [ 891.569702] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092787, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.655170] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777ad106-f5e6-49b4-a9fc-6fdf3581e756 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.666148] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83b2c43-89ad-415d-b346-cb0085b05892 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.699445] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38acee65-af8f-4648-97a7-3ffd814e5d5e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.713959] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65362cce-a9d0-41c0-898f-ad3b7138d54b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.732971] env[68872]: DEBUG nova.compute.provider_tree [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.779074] env[68872]: DEBUG oslo_vmware.api [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': task-3092788, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.810081] env[68872]: DEBUG oslo_vmware.api [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092789, 'name': CloneVM_Task} progress is 94%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.828464] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d78e53f2-034a-48ac-b51d-94b4f04a0abd tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "8401c978-5951-4257-8534-6c5e277045b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.053s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.886672] env[68872]: DEBUG nova.network.neutron [req-c7198868-bab5-45c0-80f3-a5f6d5f580ad req-8c5fc11e-c3b0-4dba-babd-c3425f39ec2e service nova] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Updated VIF entry in instance network info cache for port aad94b08-b901-4f45-b5b6-31a7e408bcb9. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.887276] env[68872]: DEBUG nova.network.neutron [req-c7198868-bab5-45c0-80f3-a5f6d5f580ad req-8c5fc11e-c3b0-4dba-babd-c3425f39ec2e service nova] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Updating instance_info_cache with network_info: [{"id": "aad94b08-b901-4f45-b5b6-31a7e408bcb9", "address": "fa:16:3e:20:6a:60", "network": {"id": "a525d6a4-e498-4177-9a43-80aae70204b7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1469744261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c53e828179bd48c9b1585481957b93df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaad94b08-b9", "ovs_interfaceid": "aad94b08-b901-4f45-b5b6-31a7e408bcb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.068177] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092787, 'name': CreateVM_Task, 'duration_secs': 0.60532} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.068177] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.069136] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.069321] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.069684] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.069984] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5aea462-ad30-4a07-9421-934e3b7362d8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.075866] env[68872]: DEBUG oslo_vmware.api [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Waiting for the task: (returnval){ [ 892.075866] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]523e5055-163b-3644-9636-ffe9e4256e9a" [ 892.075866] env[68872]: _type = "Task" [ 892.075866] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.084633] env[68872]: DEBUG oslo_vmware.api [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]523e5055-163b-3644-9636-ffe9e4256e9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.236219] env[68872]: DEBUG nova.scheduler.client.report [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.277945] env[68872]: DEBUG oslo_vmware.api [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': task-3092788, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592473} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.278289] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 0b21446d-bdf8-41f5-a53a-dce3ec2d724c/0b21446d-bdf8-41f5-a53a-dce3ec2d724c.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.278462] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.278994] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f929621c-ea17-4d21-a982-0ff69b1e3d34 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.285569] env[68872]: DEBUG oslo_vmware.api [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Waiting for the task: (returnval){ [ 892.285569] env[68872]: value = "task-3092790" [ 892.285569] env[68872]: _type = "Task" [ 892.285569] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.292767] env[68872]: DEBUG oslo_vmware.api [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': task-3092790, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.305764] env[68872]: DEBUG oslo_vmware.api [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092789, 'name': CloneVM_Task} progress is 94%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.390672] env[68872]: DEBUG oslo_concurrency.lockutils [req-c7198868-bab5-45c0-80f3-a5f6d5f580ad req-8c5fc11e-c3b0-4dba-babd-c3425f39ec2e service nova] Releasing lock "refresh_cache-0364d513-5c1a-4131-a794-20be7d003f67" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.539319] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0c190e4b-753e-4843-b39f-94b29b96ed6a tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "8401c978-5951-4257-8534-6c5e277045b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.539594] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0c190e4b-753e-4843-b39f-94b29b96ed6a tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "8401c978-5951-4257-8534-6c5e277045b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.539809] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0c190e4b-753e-4843-b39f-94b29b96ed6a tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "8401c978-5951-4257-8534-6c5e277045b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.539992] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0c190e4b-753e-4843-b39f-94b29b96ed6a tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "8401c978-5951-4257-8534-6c5e277045b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.540180] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0c190e4b-753e-4843-b39f-94b29b96ed6a tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "8401c978-5951-4257-8534-6c5e277045b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.542448] env[68872]: INFO nova.compute.manager [None req-0c190e4b-753e-4843-b39f-94b29b96ed6a tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Terminating instance [ 892.587012] env[68872]: DEBUG oslo_vmware.api [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]523e5055-163b-3644-9636-ffe9e4256e9a, 'name': SearchDatastore_Task, 'duration_secs': 0.010083} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.587365] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.587597] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.587830] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.587977] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.588172] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.588435] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9548b481-102a-4be9-a931-ef69d5a29ddc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.603175] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.603385] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.604148] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17c4f451-9e98-4184-ae52-ed44f1732cc4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.609484] env[68872]: DEBUG oslo_vmware.api [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Waiting for the task: (returnval){ [ 892.609484] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f0ec28-f160-237d-5a31-c19ef264506a" [ 892.609484] env[68872]: _type = "Task" [ 892.609484] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.617071] env[68872]: DEBUG oslo_vmware.api [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f0ec28-f160-237d-5a31-c19ef264506a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.742189] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.069s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.744536] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d1a0ef03-0780-4dcc-b2b9-f823f4991208 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.019s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.744792] env[68872]: DEBUG nova.objects.instance [None req-d1a0ef03-0780-4dcc-b2b9-f823f4991208 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lazy-loading 'resources' on Instance uuid 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.779136] env[68872]: INFO nova.network.neutron [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Updating port 32f4e364-adb6-406f-9ab9-2296eb8d5574 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 892.796299] env[68872]: DEBUG oslo_vmware.api [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': task-3092790, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145119} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.796573] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.797580] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ee32ae-d956-4654-beb4-ad41ccff5c27 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.828033] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 0b21446d-bdf8-41f5-a53a-dce3ec2d724c/0b21446d-bdf8-41f5-a53a-dce3ec2d724c.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.832576] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-578064d7-1022-46ad-9ba9-d71527b3b5ba {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.846646] env[68872]: DEBUG oslo_vmware.api [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092789, 'name': CloneVM_Task} progress is 94%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.852825] env[68872]: DEBUG oslo_vmware.api [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Waiting for the task: (returnval){ [ 892.852825] env[68872]: value = "task-3092791" [ 892.852825] env[68872]: _type = "Task" [ 892.852825] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.861094] env[68872]: DEBUG oslo_vmware.api [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': task-3092791, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.046422] env[68872]: DEBUG nova.compute.manager [None req-0c190e4b-753e-4843-b39f-94b29b96ed6a tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.047526] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0c190e4b-753e-4843-b39f-94b29b96ed6a tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.047526] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01b4013-527b-4cd2-b00e-3e42942e0069 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.056030] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c190e4b-753e-4843-b39f-94b29b96ed6a tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.056305] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-440c167c-27c6-4a28-bfdd-9c51f7612c78 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.063779] env[68872]: DEBUG oslo_vmware.api [None req-0c190e4b-753e-4843-b39f-94b29b96ed6a tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 893.063779] env[68872]: value = "task-3092792" [ 893.063779] env[68872]: _type = "Task" [ 893.063779] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.073502] env[68872]: DEBUG oslo_vmware.api [None req-0c190e4b-753e-4843-b39f-94b29b96ed6a tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.122261] env[68872]: DEBUG oslo_vmware.api [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f0ec28-f160-237d-5a31-c19ef264506a, 'name': SearchDatastore_Task, 'duration_secs': 0.088435} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.123316] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d65e1632-eb32-4cfc-93b5-c6f44d2b32f7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.130751] env[68872]: DEBUG oslo_vmware.api [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Waiting for the task: (returnval){ [ 893.130751] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5274a609-9da9-4189-c3b0-c0704cf8e87d" [ 893.130751] env[68872]: _type = "Task" [ 893.130751] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.140124] env[68872]: DEBUG oslo_vmware.api [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5274a609-9da9-4189-c3b0-c0704cf8e87d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.309678] env[68872]: DEBUG oslo_vmware.api [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092789, 'name': CloneVM_Task} progress is 95%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.361645] env[68872]: DEBUG oslo_vmware.api [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': task-3092791, 'name': ReconfigVM_Task, 'duration_secs': 0.322554} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.364201] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 0b21446d-bdf8-41f5-a53a-dce3ec2d724c/0b21446d-bdf8-41f5-a53a-dce3ec2d724c.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.365201] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a6446b7-d67f-4c62-aa99-061e0d09a7dc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.371655] env[68872]: DEBUG oslo_vmware.api [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Waiting for the task: (returnval){ [ 893.371655] env[68872]: value = "task-3092793" [ 893.371655] env[68872]: _type = "Task" [ 893.371655] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.382559] env[68872]: DEBUG oslo_vmware.api [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': task-3092793, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.575792] env[68872]: DEBUG oslo_vmware.api [None req-0c190e4b-753e-4843-b39f-94b29b96ed6a tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092792, 'name': PowerOffVM_Task, 'duration_secs': 0.40828} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.578863] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c190e4b-753e-4843-b39f-94b29b96ed6a tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.579090] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0c190e4b-753e-4843-b39f-94b29b96ed6a tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.579540] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e6de3c2-b6c1-44f2-824e-3c12705554e3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.641833] env[68872]: DEBUG oslo_vmware.api [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5274a609-9da9-4189-c3b0-c0704cf8e87d, 'name': SearchDatastore_Task, 'duration_secs': 0.010884} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.642101] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.642357] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 0364d513-5c1a-4131-a794-20be7d003f67/0364d513-5c1a-4131-a794-20be7d003f67.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.642738] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa7b781d-8ed1-4d85-a016-caa0a15e31b2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.647343] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bdfd47-6199-43c5-8fa9-6e27888de3c7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.650875] env[68872]: DEBUG oslo_vmware.api [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Waiting for the task: (returnval){ [ 893.650875] env[68872]: value = "task-3092795" [ 893.650875] env[68872]: _type = "Task" [ 893.650875] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.657527] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bdad42-0efd-4ce1-afa3-1275a57af3db {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.664198] env[68872]: DEBUG oslo_vmware.api [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Task: {'id': task-3092795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.665286] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0c190e4b-753e-4843-b39f-94b29b96ed6a tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.665512] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0c190e4b-753e-4843-b39f-94b29b96ed6a tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.665726] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c190e4b-753e-4843-b39f-94b29b96ed6a tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Deleting the datastore file [datastore1] 8401c978-5951-4257-8534-6c5e277045b1 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.665964] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e62e4cc9-731b-49fe-8336-ca932bcb956e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.697328] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d037fb51-6972-49f0-83f1-ed6db8341618 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.702201] env[68872]: DEBUG oslo_vmware.api [None req-0c190e4b-753e-4843-b39f-94b29b96ed6a tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 893.702201] env[68872]: value = "task-3092796" [ 893.702201] env[68872]: _type = "Task" [ 893.702201] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.707871] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e82ff43-69db-43c6-88b2-a17e0ac40d79 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.716672] env[68872]: DEBUG oslo_vmware.api [None req-0c190e4b-753e-4843-b39f-94b29b96ed6a tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.726021] env[68872]: DEBUG nova.compute.provider_tree [None req-d1a0ef03-0780-4dcc-b2b9-f823f4991208 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.811405] env[68872]: DEBUG oslo_vmware.api [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092789, 'name': CloneVM_Task, 'duration_secs': 2.323544} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.812028] env[68872]: INFO nova.virt.vmwareapi.vmops [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Created linked-clone VM from snapshot [ 893.812496] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fefb50b-847d-47a1-a078-2b785b06945c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.823873] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Uploading image 94ef98df-58c7-4e59-97ad-8e76ea2914eb {{(pid=68872) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 893.852203] env[68872]: DEBUG oslo_vmware.rw_handles [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 893.852203] env[68872]: value = "vm-619048" [ 893.852203] env[68872]: _type = "VirtualMachine" [ 893.852203] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 893.852516] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4393bcfd-0ecc-4e0e-b460-e3dd3b443b69 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.862564] env[68872]: DEBUG oslo_vmware.rw_handles [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Lease: (returnval){ [ 893.862564] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52caa977-9b91-dcc7-a29a-bc2a006fa7b5" [ 893.862564] env[68872]: _type = "HttpNfcLease" [ 893.862564] env[68872]: } obtained for exporting VM: (result){ [ 893.862564] env[68872]: value = "vm-619048" [ 893.862564] env[68872]: _type = "VirtualMachine" [ 893.862564] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 893.863880] env[68872]: DEBUG oslo_vmware.api [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for the lease: (returnval){ [ 893.863880] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52caa977-9b91-dcc7-a29a-bc2a006fa7b5" [ 893.863880] env[68872]: _type = "HttpNfcLease" [ 893.863880] env[68872]: } to be ready. {{(pid=68872) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 893.871454] env[68872]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 893.871454] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52caa977-9b91-dcc7-a29a-bc2a006fa7b5" [ 893.871454] env[68872]: _type = "HttpNfcLease" [ 893.871454] env[68872]: } is initializing. {{(pid=68872) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 893.882707] env[68872]: DEBUG oslo_vmware.api [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': task-3092793, 'name': Rename_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.162031] env[68872]: DEBUG oslo_vmware.api [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Task: {'id': task-3092795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48719} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.162299] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 0364d513-5c1a-4131-a794-20be7d003f67/0364d513-5c1a-4131-a794-20be7d003f67.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.162666] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.162811] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82fd5ce0-7987-488d-95e4-2d18f421e6e1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.170813] env[68872]: DEBUG oslo_vmware.api [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Waiting for the task: (returnval){ [ 894.170813] env[68872]: value = "task-3092798" [ 894.170813] env[68872]: _type = "Task" [ 894.170813] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.180165] env[68872]: DEBUG oslo_vmware.api [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Task: {'id': task-3092798, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.216107] env[68872]: DEBUG oslo_vmware.api [None req-0c190e4b-753e-4843-b39f-94b29b96ed6a tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092796, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224999} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.216527] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c190e4b-753e-4843-b39f-94b29b96ed6a tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.216854] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0c190e4b-753e-4843-b39f-94b29b96ed6a tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.217164] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0c190e4b-753e-4843-b39f-94b29b96ed6a tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.217466] env[68872]: INFO nova.compute.manager [None req-0c190e4b-753e-4843-b39f-94b29b96ed6a tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 894.217851] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c190e4b-753e-4843-b39f-94b29b96ed6a tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.218156] env[68872]: DEBUG nova.compute.manager [-] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 894.218312] env[68872]: DEBUG nova.network.neutron [-] [instance: 8401c978-5951-4257-8534-6c5e277045b1] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 894.228113] env[68872]: DEBUG nova.scheduler.client.report [None req-d1a0ef03-0780-4dcc-b2b9-f823f4991208 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.313523] env[68872]: DEBUG nova.compute.manager [req-2d9a4f9d-d030-47cc-a5b3-1caabb8d48f4 req-4761c92f-4a48-4b27-b61b-ba2d360ccd4d service nova] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Received event network-vif-plugged-32f4e364-adb6-406f-9ab9-2296eb8d5574 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.313815] env[68872]: DEBUG oslo_concurrency.lockutils [req-2d9a4f9d-d030-47cc-a5b3-1caabb8d48f4 req-4761c92f-4a48-4b27-b61b-ba2d360ccd4d service nova] Acquiring lock "dc37cf64-53d1-4b17-aa7d-2659924aef50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.313946] env[68872]: DEBUG oslo_concurrency.lockutils [req-2d9a4f9d-d030-47cc-a5b3-1caabb8d48f4 req-4761c92f-4a48-4b27-b61b-ba2d360ccd4d service nova] Lock "dc37cf64-53d1-4b17-aa7d-2659924aef50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.314408] env[68872]: DEBUG oslo_concurrency.lockutils [req-2d9a4f9d-d030-47cc-a5b3-1caabb8d48f4 req-4761c92f-4a48-4b27-b61b-ba2d360ccd4d service nova] Lock "dc37cf64-53d1-4b17-aa7d-2659924aef50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.314606] env[68872]: DEBUG nova.compute.manager [req-2d9a4f9d-d030-47cc-a5b3-1caabb8d48f4 req-4761c92f-4a48-4b27-b61b-ba2d360ccd4d service nova] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] No waiting events found dispatching network-vif-plugged-32f4e364-adb6-406f-9ab9-2296eb8d5574 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 894.314775] env[68872]: WARNING nova.compute.manager [req-2d9a4f9d-d030-47cc-a5b3-1caabb8d48f4 req-4761c92f-4a48-4b27-b61b-ba2d360ccd4d service nova] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Received unexpected event network-vif-plugged-32f4e364-adb6-406f-9ab9-2296eb8d5574 for instance with vm_state shelved_offloaded and task_state spawning. [ 894.374997] env[68872]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 894.374997] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52caa977-9b91-dcc7-a29a-bc2a006fa7b5" [ 894.374997] env[68872]: _type = "HttpNfcLease" [ 894.374997] env[68872]: } is ready. {{(pid=68872) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 894.378604] env[68872]: DEBUG oslo_vmware.rw_handles [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 894.378604] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52caa977-9b91-dcc7-a29a-bc2a006fa7b5" [ 894.378604] env[68872]: _type = "HttpNfcLease" [ 894.378604] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 894.379330] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29b7b84-f386-41ee-a4fa-cc6a364f86e5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.387963] env[68872]: DEBUG oslo_vmware.api [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': task-3092793, 'name': Rename_Task, 'duration_secs': 0.98296} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.394230] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.394527] env[68872]: DEBUG oslo_vmware.rw_handles [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526e4e0f-4d7d-a60e-95eb-c4b5fb7a2047/disk-0.vmdk from lease info. {{(pid=68872) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 894.394689] env[68872]: DEBUG oslo_vmware.rw_handles [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526e4e0f-4d7d-a60e-95eb-c4b5fb7a2047/disk-0.vmdk for reading. {{(pid=68872) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 894.395975] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e093480-8522-4d03-8e1a-5cddb6ce16ed {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.463133] env[68872]: DEBUG oslo_vmware.api [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Waiting for the task: (returnval){ [ 894.463133] env[68872]: value = "task-3092799" [ 894.463133] env[68872]: _type = "Task" [ 894.463133] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.473981] env[68872]: DEBUG oslo_vmware.api [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': task-3092799, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.503087] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8c70d202-10be-4ce2-b0df-9ce571f98df0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.514136] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquiring lock "refresh_cache-dc37cf64-53d1-4b17-aa7d-2659924aef50" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.514136] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquired lock "refresh_cache-dc37cf64-53d1-4b17-aa7d-2659924aef50" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.514272] env[68872]: DEBUG nova.network.neutron [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.680853] env[68872]: DEBUG oslo_vmware.api [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Task: {'id': task-3092798, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122017} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.681190] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.682083] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3655542-9a3e-41f7-ad08-f6af0ee435cc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.706533] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 0364d513-5c1a-4131-a794-20be7d003f67/0364d513-5c1a-4131-a794-20be7d003f67.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.709179] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04830151-a9c2-4b63-9705-d20388ab552f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.730390] env[68872]: DEBUG oslo_vmware.api [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Waiting for the task: (returnval){ [ 894.730390] env[68872]: value = "task-3092800" [ 894.730390] env[68872]: _type = "Task" [ 894.730390] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.735319] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d1a0ef03-0780-4dcc-b2b9-f823f4991208 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.743470] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.691s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.745132] env[68872]: INFO nova.compute.claims [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.748127] env[68872]: DEBUG oslo_vmware.api [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Task: {'id': task-3092800, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.756193] env[68872]: INFO nova.scheduler.client.report [None req-d1a0ef03-0780-4dcc-b2b9-f823f4991208 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Deleted allocations for instance 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b [ 894.973831] env[68872]: DEBUG oslo_vmware.api [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': task-3092799, 'name': PowerOnVM_Task, 'duration_secs': 0.475436} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.974122] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.974620] env[68872]: INFO nova.compute.manager [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Took 16.86 seconds to spawn the instance on the hypervisor. [ 894.974926] env[68872]: DEBUG nova.compute.manager [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.975790] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3f8907-85fb-45d2-bffd-ffb222f6ac39 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.068692] env[68872]: DEBUG nova.network.neutron [-] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.241365] env[68872]: DEBUG oslo_vmware.api [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Task: {'id': task-3092800, 'name': ReconfigVM_Task, 'duration_secs': 0.307723} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.241735] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 0364d513-5c1a-4131-a794-20be7d003f67/0364d513-5c1a-4131-a794-20be7d003f67.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.242427] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-802daa26-29a8-442a-a9a2-d92cbef97e0e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.252672] env[68872]: DEBUG oslo_vmware.api [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Waiting for the task: (returnval){ [ 895.252672] env[68872]: value = "task-3092801" [ 895.252672] env[68872]: _type = "Task" [ 895.252672] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.265142] env[68872]: DEBUG oslo_vmware.api [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Task: {'id': task-3092801, 'name': Rename_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.267124] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d1a0ef03-0780-4dcc-b2b9-f823f4991208 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.185s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.309758] env[68872]: DEBUG nova.network.neutron [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Updating instance_info_cache with network_info: [{"id": "32f4e364-adb6-406f-9ab9-2296eb8d5574", "address": "fa:16:3e:8b:d1:7d", "network": {"id": "6d0a16ea-9b1c-4aa7-8d55-80f41b7ff7b4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1449616070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8166dac01854498998fcdb04e81b314c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32f4e364-ad", "ovs_interfaceid": "32f4e364-adb6-406f-9ab9-2296eb8d5574", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.496707] env[68872]: INFO nova.compute.manager [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Took 51.21 seconds to build instance. [ 895.572059] env[68872]: INFO nova.compute.manager [-] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Took 1.35 seconds to deallocate network for instance. [ 895.767234] env[68872]: DEBUG oslo_vmware.api [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Task: {'id': task-3092801, 'name': Rename_Task, 'duration_secs': 0.153161} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.768241] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.768769] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccea86d8-1714-4b6b-a49d-7bc5ec0029aa {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.775822] env[68872]: DEBUG oslo_vmware.api [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Waiting for the task: (returnval){ [ 895.775822] env[68872]: value = "task-3092802" [ 895.775822] env[68872]: _type = "Task" [ 895.775822] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.786973] env[68872]: DEBUG oslo_vmware.api [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Task: {'id': task-3092802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.812511] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Releasing lock "refresh_cache-dc37cf64-53d1-4b17-aa7d-2659924aef50" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.842679] env[68872]: DEBUG nova.virt.hardware [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5b7be58a6714696f30a03f684ee75114',container_format='bare',created_at=2025-03-19T16:05:47Z,direct_url=,disk_format='vmdk',id=1a32a369-49bb-4f70-af96-e658aa6d2286,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1922959171-shelved',owner='8166dac01854498998fcdb04e81b314c',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-03-19T16:06:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.843156] env[68872]: DEBUG nova.virt.hardware [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.843443] env[68872]: DEBUG nova.virt.hardware [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.843768] env[68872]: DEBUG nova.virt.hardware [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.844053] env[68872]: DEBUG nova.virt.hardware [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.844331] env[68872]: DEBUG nova.virt.hardware [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.844656] env[68872]: DEBUG nova.virt.hardware [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.844919] env[68872]: DEBUG nova.virt.hardware [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.845201] env[68872]: DEBUG nova.virt.hardware [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.845499] env[68872]: DEBUG nova.virt.hardware [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.845821] env[68872]: DEBUG nova.virt.hardware [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.846905] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51131de-ef81-4426-9549-b5c854f872c3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.857559] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27748523-d4c8-46c1-a5dd-0e7ad8c08345 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.876824] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:d1:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db068f71-08cc-42d4-8ab6-17134c1585e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32f4e364-adb6-406f-9ab9-2296eb8d5574', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.885777] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.890150] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.894696] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-105ce692-cb5e-4f38-8f65-4e1aa1d5f2d5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.921337] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.921337] env[68872]: value = "task-3092803" [ 895.921337] env[68872]: _type = "Task" [ 895.921337] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.935681] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092803, 'name': CreateVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.999262] env[68872]: DEBUG oslo_concurrency.lockutils [None req-de5bdc24-3eb9-4105-a80b-8b5049c9463a tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Lock "0b21446d-bdf8-41f5-a53a-dce3ec2d724c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.157s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.085948] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0c190e4b-753e-4843-b39f-94b29b96ed6a tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.138123] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e46839db-c17c-4e78-a3c7-f6cf66b7ea67 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquiring lock "045ef5de-67da-4454-b203-57d0fb26d12d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.138440] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e46839db-c17c-4e78-a3c7-f6cf66b7ea67 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "045ef5de-67da-4454-b203-57d0fb26d12d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.138697] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e46839db-c17c-4e78-a3c7-f6cf66b7ea67 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquiring lock "045ef5de-67da-4454-b203-57d0fb26d12d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.138970] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e46839db-c17c-4e78-a3c7-f6cf66b7ea67 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "045ef5de-67da-4454-b203-57d0fb26d12d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.139228] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e46839db-c17c-4e78-a3c7-f6cf66b7ea67 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "045ef5de-67da-4454-b203-57d0fb26d12d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.141573] env[68872]: INFO nova.compute.manager [None req-e46839db-c17c-4e78-a3c7-f6cf66b7ea67 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Terminating instance [ 896.230321] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb773e8-f8e6-4d63-b0c9-e8c474ac85f5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.237562] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6494291a-140f-4f98-8948-6326647d0000 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.272350] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ab3162-b0f8-498c-8254-042d487158c4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.285565] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a417b0-09ad-49bb-af2a-289b0f54576c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.296321] env[68872]: DEBUG oslo_vmware.api [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Task: {'id': task-3092802, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.308518] env[68872]: DEBUG nova.compute.provider_tree [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.395502] env[68872]: DEBUG oslo_concurrency.lockutils [None req-355cc87a-67f4-41a8-aae6-276be8279b83 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Acquiring lock "0b21446d-bdf8-41f5-a53a-dce3ec2d724c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.395937] env[68872]: DEBUG oslo_concurrency.lockutils [None req-355cc87a-67f4-41a8-aae6-276be8279b83 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Lock "0b21446d-bdf8-41f5-a53a-dce3ec2d724c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.396268] env[68872]: DEBUG oslo_concurrency.lockutils [None req-355cc87a-67f4-41a8-aae6-276be8279b83 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Acquiring lock "0b21446d-bdf8-41f5-a53a-dce3ec2d724c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.396491] env[68872]: DEBUG oslo_concurrency.lockutils [None req-355cc87a-67f4-41a8-aae6-276be8279b83 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Lock "0b21446d-bdf8-41f5-a53a-dce3ec2d724c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.396959] env[68872]: DEBUG oslo_concurrency.lockutils [None req-355cc87a-67f4-41a8-aae6-276be8279b83 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Lock "0b21446d-bdf8-41f5-a53a-dce3ec2d724c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.400012] env[68872]: INFO nova.compute.manager [None req-355cc87a-67f4-41a8-aae6-276be8279b83 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Terminating instance [ 896.433655] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092803, 'name': CreateVM_Task, 'duration_secs': 0.422155} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.434023] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.434865] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1a32a369-49bb-4f70-af96-e658aa6d2286" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.435315] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1a32a369-49bb-4f70-af96-e658aa6d2286" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.435866] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1a32a369-49bb-4f70-af96-e658aa6d2286" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.436240] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48d365f6-57d4-4cb8-b893-3bf37a80a8a5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.441141] env[68872]: DEBUG oslo_vmware.api [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 896.441141] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5213c934-3bb9-2273-3ab6-2e6d6d23ded7" [ 896.441141] env[68872]: _type = "Task" [ 896.441141] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.450602] env[68872]: DEBUG oslo_vmware.api [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5213c934-3bb9-2273-3ab6-2e6d6d23ded7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.630081] env[68872]: DEBUG nova.compute.manager [req-6a5551de-bda3-4806-a2ad-7a45ab30e4f6 req-6a43a7c4-66f8-4a2e-96af-a22a92033f16 service nova] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Received event network-changed-32f4e364-adb6-406f-9ab9-2296eb8d5574 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.630336] env[68872]: DEBUG nova.compute.manager [req-6a5551de-bda3-4806-a2ad-7a45ab30e4f6 req-6a43a7c4-66f8-4a2e-96af-a22a92033f16 service nova] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Refreshing instance network info cache due to event network-changed-32f4e364-adb6-406f-9ab9-2296eb8d5574. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 896.630556] env[68872]: DEBUG oslo_concurrency.lockutils [req-6a5551de-bda3-4806-a2ad-7a45ab30e4f6 req-6a43a7c4-66f8-4a2e-96af-a22a92033f16 service nova] Acquiring lock "refresh_cache-dc37cf64-53d1-4b17-aa7d-2659924aef50" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.630716] env[68872]: DEBUG oslo_concurrency.lockutils [req-6a5551de-bda3-4806-a2ad-7a45ab30e4f6 req-6a43a7c4-66f8-4a2e-96af-a22a92033f16 service nova] Acquired lock "refresh_cache-dc37cf64-53d1-4b17-aa7d-2659924aef50" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.630892] env[68872]: DEBUG nova.network.neutron [req-6a5551de-bda3-4806-a2ad-7a45ab30e4f6 req-6a43a7c4-66f8-4a2e-96af-a22a92033f16 service nova] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Refreshing network info cache for port 32f4e364-adb6-406f-9ab9-2296eb8d5574 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.646809] env[68872]: DEBUG nova.compute.manager [None req-e46839db-c17c-4e78-a3c7-f6cf66b7ea67 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 896.647125] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e46839db-c17c-4e78-a3c7-f6cf66b7ea67 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 896.648558] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54d3ac6-5069-4388-8292-914ce807ba1e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.657238] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46839db-c17c-4e78-a3c7-f6cf66b7ea67 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.657555] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac290e20-8608-4580-bb24-485659867758 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.664054] env[68872]: DEBUG oslo_vmware.api [None req-e46839db-c17c-4e78-a3c7-f6cf66b7ea67 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 896.664054] env[68872]: value = "task-3092804" [ 896.664054] env[68872]: _type = "Task" [ 896.664054] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.672395] env[68872]: DEBUG oslo_vmware.api [None req-e46839db-c17c-4e78-a3c7-f6cf66b7ea67 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.788306] env[68872]: DEBUG oslo_vmware.api [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Task: {'id': task-3092802, 'name': PowerOnVM_Task, 'duration_secs': 0.59953} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.788306] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.788306] env[68872]: INFO nova.compute.manager [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Took 9.13 seconds to spawn the instance on the hypervisor. [ 896.788306] env[68872]: DEBUG nova.compute.manager [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.788982] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b355e97f-447a-45b8-9eed-800acb709d06 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.812353] env[68872]: DEBUG nova.scheduler.client.report [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.906060] env[68872]: DEBUG nova.compute.manager [None req-355cc87a-67f4-41a8-aae6-276be8279b83 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 896.906060] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-355cc87a-67f4-41a8-aae6-276be8279b83 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 896.906371] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a6fe35-b3e0-4ada-b256-0e679fc1ff02 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.915070] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-355cc87a-67f4-41a8-aae6-276be8279b83 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.915333] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e03b4a6d-87bc-436b-85d2-7093d9be785d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.921954] env[68872]: DEBUG oslo_vmware.api [None req-355cc87a-67f4-41a8-aae6-276be8279b83 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Waiting for the task: (returnval){ [ 896.921954] env[68872]: value = "task-3092805" [ 896.921954] env[68872]: _type = "Task" [ 896.921954] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.930722] env[68872]: DEBUG oslo_vmware.api [None req-355cc87a-67f4-41a8-aae6-276be8279b83 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': task-3092805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.951696] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1a32a369-49bb-4f70-af96-e658aa6d2286" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.951956] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Processing image 1a32a369-49bb-4f70-af96-e658aa6d2286 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.952220] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1a32a369-49bb-4f70-af96-e658aa6d2286/1a32a369-49bb-4f70-af96-e658aa6d2286.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.952368] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1a32a369-49bb-4f70-af96-e658aa6d2286/1a32a369-49bb-4f70-af96-e658aa6d2286.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.952547] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.952813] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66066aa4-7588-4e1e-aeb6-e4642b67bd0c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.961107] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.961295] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.962078] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad842495-0050-4681-8d8a-a86b7c9848cc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.967307] env[68872]: DEBUG oslo_vmware.api [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 896.967307] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d7d684-e8ae-85cb-8a9c-b3d4d57d18a8" [ 896.967307] env[68872]: _type = "Task" [ 896.967307] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.975599] env[68872]: DEBUG oslo_vmware.api [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d7d684-e8ae-85cb-8a9c-b3d4d57d18a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.174653] env[68872]: DEBUG oslo_vmware.api [None req-e46839db-c17c-4e78-a3c7-f6cf66b7ea67 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092804, 'name': PowerOffVM_Task, 'duration_secs': 0.239366} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.175096] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46839db-c17c-4e78-a3c7-f6cf66b7ea67 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.175096] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e46839db-c17c-4e78-a3c7-f6cf66b7ea67 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.175353] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aac14f2f-d6d8-4793-acf8-6d64ddf50583 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.251904] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e46839db-c17c-4e78-a3c7-f6cf66b7ea67 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.252166] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e46839db-c17c-4e78-a3c7-f6cf66b7ea67 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.252324] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-e46839db-c17c-4e78-a3c7-f6cf66b7ea67 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Deleting the datastore file [datastore2] 045ef5de-67da-4454-b203-57d0fb26d12d {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.252596] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-285def45-e6cf-4d29-82a9-80c3c04aeed6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.259795] env[68872]: DEBUG oslo_vmware.api [None req-e46839db-c17c-4e78-a3c7-f6cf66b7ea67 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 897.259795] env[68872]: value = "task-3092807" [ 897.259795] env[68872]: _type = "Task" [ 897.259795] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.274104] env[68872]: DEBUG oslo_vmware.api [None req-e46839db-c17c-4e78-a3c7-f6cf66b7ea67 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092807, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.307667] env[68872]: INFO nova.compute.manager [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Took 39.41 seconds to build instance. [ 897.317765] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.318308] env[68872]: DEBUG nova.compute.manager [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.323595] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.298s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.323782] env[68872]: DEBUG nova.objects.instance [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68872) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 897.432650] env[68872]: DEBUG oslo_vmware.api [None req-355cc87a-67f4-41a8-aae6-276be8279b83 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': task-3092805, 'name': PowerOffVM_Task, 'duration_secs': 0.224228} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.433386] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-355cc87a-67f4-41a8-aae6-276be8279b83 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.436283] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-355cc87a-67f4-41a8-aae6-276be8279b83 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.436283] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66f20e50-202d-42d8-badf-4009b8963585 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.481961] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Preparing fetch location {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 897.481961] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Fetch image to [datastore2] OSTACK_IMG_ad95061b-9a70-45b5-8001-db254aecc96d/OSTACK_IMG_ad95061b-9a70-45b5-8001-db254aecc96d.vmdk {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 897.481961] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Downloading stream optimized image 1a32a369-49bb-4f70-af96-e658aa6d2286 to [datastore2] OSTACK_IMG_ad95061b-9a70-45b5-8001-db254aecc96d/OSTACK_IMG_ad95061b-9a70-45b5-8001-db254aecc96d.vmdk on the data store datastore2 as vApp {{(pid=68872) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 897.481961] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Downloading image file data 1a32a369-49bb-4f70-af96-e658aa6d2286 to the ESX as VM named 'OSTACK_IMG_ad95061b-9a70-45b5-8001-db254aecc96d' {{(pid=68872) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 897.566022] env[68872]: DEBUG oslo_vmware.rw_handles [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 897.566022] env[68872]: value = "resgroup-9" [ 897.566022] env[68872]: _type = "ResourcePool" [ 897.566022] env[68872]: }. {{(pid=68872) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 897.566022] env[68872]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-24b895c7-08c4-4abe-a3ef-7c09ca0ebd67 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.585191] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-355cc87a-67f4-41a8-aae6-276be8279b83 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.585631] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-355cc87a-67f4-41a8-aae6-276be8279b83 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.585932] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-355cc87a-67f4-41a8-aae6-276be8279b83 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Deleting the datastore file [datastore2] 0b21446d-bdf8-41f5-a53a-dce3ec2d724c {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.587060] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82c3fe04-6bf3-4fcf-9b78-16ed5e244b22 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.590914] env[68872]: DEBUG oslo_vmware.rw_handles [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lease: (returnval){ [ 897.590914] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526a838c-b989-f101-2bee-6b01f71d2a10" [ 897.590914] env[68872]: _type = "HttpNfcLease" [ 897.590914] env[68872]: } obtained for vApp import into resource pool (val){ [ 897.590914] env[68872]: value = "resgroup-9" [ 897.590914] env[68872]: _type = "ResourcePool" [ 897.590914] env[68872]: }. {{(pid=68872) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 897.593018] env[68872]: DEBUG oslo_vmware.api [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the lease: (returnval){ [ 897.593018] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526a838c-b989-f101-2bee-6b01f71d2a10" [ 897.593018] env[68872]: _type = "HttpNfcLease" [ 897.593018] env[68872]: } to be ready. {{(pid=68872) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 897.596495] env[68872]: DEBUG oslo_vmware.api [None req-355cc87a-67f4-41a8-aae6-276be8279b83 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Waiting for the task: (returnval){ [ 897.596495] env[68872]: value = "task-3092810" [ 897.596495] env[68872]: _type = "Task" [ 897.596495] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.601428] env[68872]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 897.601428] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526a838c-b989-f101-2bee-6b01f71d2a10" [ 897.601428] env[68872]: _type = "HttpNfcLease" [ 897.601428] env[68872]: } is initializing. {{(pid=68872) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 897.606263] env[68872]: DEBUG oslo_vmware.api [None req-355cc87a-67f4-41a8-aae6-276be8279b83 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': task-3092810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.671730] env[68872]: DEBUG nova.network.neutron [req-6a5551de-bda3-4806-a2ad-7a45ab30e4f6 req-6a43a7c4-66f8-4a2e-96af-a22a92033f16 service nova] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Updated VIF entry in instance network info cache for port 32f4e364-adb6-406f-9ab9-2296eb8d5574. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.672028] env[68872]: DEBUG nova.network.neutron [req-6a5551de-bda3-4806-a2ad-7a45ab30e4f6 req-6a43a7c4-66f8-4a2e-96af-a22a92033f16 service nova] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Updating instance_info_cache with network_info: [{"id": "32f4e364-adb6-406f-9ab9-2296eb8d5574", "address": "fa:16:3e:8b:d1:7d", "network": {"id": "6d0a16ea-9b1c-4aa7-8d55-80f41b7ff7b4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1449616070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8166dac01854498998fcdb04e81b314c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32f4e364-ad", "ovs_interfaceid": "32f4e364-adb6-406f-9ab9-2296eb8d5574", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.771096] env[68872]: INFO nova.compute.manager [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Rescuing [ 897.771418] env[68872]: DEBUG oslo_concurrency.lockutils [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Acquiring lock "refresh_cache-0364d513-5c1a-4131-a794-20be7d003f67" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.771590] env[68872]: DEBUG oslo_concurrency.lockutils [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Acquired lock "refresh_cache-0364d513-5c1a-4131-a794-20be7d003f67" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.771772] env[68872]: DEBUG nova.network.neutron [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.773075] env[68872]: DEBUG oslo_vmware.api [None req-e46839db-c17c-4e78-a3c7-f6cf66b7ea67 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092807, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245677} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.773329] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-e46839db-c17c-4e78-a3c7-f6cf66b7ea67 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.773522] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e46839db-c17c-4e78-a3c7-f6cf66b7ea67 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 897.773716] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e46839db-c17c-4e78-a3c7-f6cf66b7ea67 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.773885] env[68872]: INFO nova.compute.manager [None req-e46839db-c17c-4e78-a3c7-f6cf66b7ea67 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 897.774170] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e46839db-c17c-4e78-a3c7-f6cf66b7ea67 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.774428] env[68872]: DEBUG nova.compute.manager [-] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 897.774545] env[68872]: DEBUG nova.network.neutron [-] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 897.809849] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4d515015-80ca-43cd-ab9f-f16e6cb4cc52 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Lock "0364d513-5c1a-4131-a794-20be7d003f67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.282s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.829307] env[68872]: DEBUG nova.compute.utils [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.837743] env[68872]: DEBUG nova.compute.manager [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 897.837912] env[68872]: DEBUG nova.network.neutron [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 897.912735] env[68872]: DEBUG nova.policy [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e661661388254a38aa88e15aa14543ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9960a3dc622c43cd9f219d00dba59dc7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.103230] env[68872]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 898.103230] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526a838c-b989-f101-2bee-6b01f71d2a10" [ 898.103230] env[68872]: _type = "HttpNfcLease" [ 898.103230] env[68872]: } is ready. {{(pid=68872) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 898.103908] env[68872]: DEBUG oslo_vmware.rw_handles [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 898.103908] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526a838c-b989-f101-2bee-6b01f71d2a10" [ 898.103908] env[68872]: _type = "HttpNfcLease" [ 898.103908] env[68872]: }. {{(pid=68872) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 898.104679] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84085890-7c4b-413e-a0ea-8771f788d3bb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.110422] env[68872]: DEBUG oslo_vmware.api [None req-355cc87a-67f4-41a8-aae6-276be8279b83 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': task-3092810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311065} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.111020] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-355cc87a-67f4-41a8-aae6-276be8279b83 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.111211] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-355cc87a-67f4-41a8-aae6-276be8279b83 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.111394] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-355cc87a-67f4-41a8-aae6-276be8279b83 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.111588] env[68872]: INFO nova.compute.manager [None req-355cc87a-67f4-41a8-aae6-276be8279b83 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Took 1.21 seconds to destroy the instance on the hypervisor. [ 898.111838] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-355cc87a-67f4-41a8-aae6-276be8279b83 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.112086] env[68872]: DEBUG nova.compute.manager [-] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 898.112174] env[68872]: DEBUG nova.network.neutron [-] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 898.116793] env[68872]: DEBUG oslo_vmware.rw_handles [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5210daa3-4489-6bcf-e64b-9cbf7700b00e/disk-0.vmdk from lease info. {{(pid=68872) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 898.116793] env[68872]: DEBUG oslo_vmware.rw_handles [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5210daa3-4489-6bcf-e64b-9cbf7700b00e/disk-0.vmdk. {{(pid=68872) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 898.175093] env[68872]: DEBUG oslo_concurrency.lockutils [req-6a5551de-bda3-4806-a2ad-7a45ab30e4f6 req-6a43a7c4-66f8-4a2e-96af-a22a92033f16 service nova] Releasing lock "refresh_cache-dc37cf64-53d1-4b17-aa7d-2659924aef50" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.175386] env[68872]: DEBUG nova.compute.manager [req-6a5551de-bda3-4806-a2ad-7a45ab30e4f6 req-6a43a7c4-66f8-4a2e-96af-a22a92033f16 service nova] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Received event network-vif-deleted-ee606303-a566-4b9a-9898-b09cb00d1d45 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.184694] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b488c71f-84a5-49d6-a59d-c5aefeeaf7c6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.336233] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3d76ba1a-4745-42f1-ab77-4e4e77c43ab7 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.337701] env[68872]: DEBUG nova.compute.manager [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.352270] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1198add0-d287-45b3-b9bf-b57196b91e59 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.128s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.352270] env[68872]: DEBUG nova.objects.instance [None req-1198add0-d287-45b3-b9bf-b57196b91e59 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lazy-loading 'resources' on Instance uuid a75bd5f9-b243-4630-8eb0-d27da8fe12c5 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.663660] env[68872]: DEBUG nova.compute.manager [req-2f84b1fa-309c-434b-94ea-06a77c8d295f req-ff12e144-491d-454f-a765-b31c75b6c895 service nova] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Received event network-vif-deleted-2c35b58f-89a1-4700-b1e4-9e72b4909d9c {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.663935] env[68872]: INFO nova.compute.manager [req-2f84b1fa-309c-434b-94ea-06a77c8d295f req-ff12e144-491d-454f-a765-b31c75b6c895 service nova] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Neutron deleted interface 2c35b58f-89a1-4700-b1e4-9e72b4909d9c; detaching it from the instance and deleting it from the info cache [ 898.665142] env[68872]: DEBUG nova.network.neutron [req-2f84b1fa-309c-434b-94ea-06a77c8d295f req-ff12e144-491d-454f-a765-b31c75b6c895 service nova] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.753240] env[68872]: DEBUG nova.network.neutron [-] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.767797] env[68872]: DEBUG nova.network.neutron [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Successfully created port: 428e1179-fc0d-4743-a2fa-79d63251906c {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.815299] env[68872]: DEBUG nova.network.neutron [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Updating instance_info_cache with network_info: [{"id": "aad94b08-b901-4f45-b5b6-31a7e408bcb9", "address": "fa:16:3e:20:6a:60", "network": {"id": "a525d6a4-e498-4177-9a43-80aae70204b7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1469744261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c53e828179bd48c9b1585481957b93df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaad94b08-b9", "ovs_interfaceid": "aad94b08-b901-4f45-b5b6-31a7e408bcb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.169189] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a1450be-e5bc-40bd-98e0-2c7dc057f373 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.188583] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7371f9b-d08b-44b3-a0be-b5102e7ba3eb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.233636] env[68872]: DEBUG nova.compute.manager [req-2f84b1fa-309c-434b-94ea-06a77c8d295f req-ff12e144-491d-454f-a765-b31c75b6c895 service nova] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Detach interface failed, port_id=2c35b58f-89a1-4700-b1e4-9e72b4909d9c, reason: Instance 045ef5de-67da-4454-b203-57d0fb26d12d could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 899.259913] env[68872]: INFO nova.compute.manager [-] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Took 1.49 seconds to deallocate network for instance. [ 899.274168] env[68872]: DEBUG oslo_vmware.rw_handles [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Completed reading data from the image iterator. {{(pid=68872) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 899.274168] env[68872]: DEBUG oslo_vmware.rw_handles [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5210daa3-4489-6bcf-e64b-9cbf7700b00e/disk-0.vmdk. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 899.275121] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115cbc0a-4579-42d6-98f8-539f0f2bc0d9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.285155] env[68872]: DEBUG oslo_vmware.rw_handles [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5210daa3-4489-6bcf-e64b-9cbf7700b00e/disk-0.vmdk is in state: ready. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 899.285416] env[68872]: DEBUG oslo_vmware.rw_handles [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5210daa3-4489-6bcf-e64b-9cbf7700b00e/disk-0.vmdk. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 899.285688] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-7005d29c-75f3-403f-ac76-4de3456aca88 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.319723] env[68872]: DEBUG oslo_concurrency.lockutils [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Releasing lock "refresh_cache-0364d513-5c1a-4131-a794-20be7d003f67" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.366179] env[68872]: DEBUG nova.compute.manager [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 899.404653] env[68872]: DEBUG nova.virt.hardware [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.405160] env[68872]: DEBUG nova.virt.hardware [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.405489] env[68872]: DEBUG nova.virt.hardware [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.405849] env[68872]: DEBUG nova.virt.hardware [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.406165] env[68872]: DEBUG nova.virt.hardware [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.406461] env[68872]: DEBUG nova.virt.hardware [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.406860] env[68872]: DEBUG nova.virt.hardware [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.407176] env[68872]: DEBUG nova.virt.hardware [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.407532] env[68872]: DEBUG nova.virt.hardware [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.407851] env[68872]: DEBUG nova.virt.hardware [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.408226] env[68872]: DEBUG nova.virt.hardware [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.410596] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b6eaaf-ab3b-47cc-9795-9cf26c4a82c7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.423553] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9952ad65-adb2-4f86-8cf1-b156581eebad {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.483067] env[68872]: DEBUG oslo_vmware.rw_handles [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5210daa3-4489-6bcf-e64b-9cbf7700b00e/disk-0.vmdk. {{(pid=68872) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 899.483311] env[68872]: INFO nova.virt.vmwareapi.images [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Downloaded image file data 1a32a369-49bb-4f70-af96-e658aa6d2286 [ 899.485329] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1371685-e4f4-4f89-b736-ce770c0609a9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.488853] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a17484-ad72-4057-bbc3-44bc0694b447 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.509018] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a80fa0-a8e8-4187-87db-8e34817c0924 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.513211] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3c35ae3-7fd4-4458-b645-2975a2e0100f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.545759] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1930e7-0d79-4254-aaef-d103412f256b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.548491] env[68872]: INFO nova.virt.vmwareapi.images [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] The imported VM was unregistered [ 899.550268] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Caching image {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 899.550534] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Creating directory with path [datastore2] devstack-image-cache_base/1a32a369-49bb-4f70-af96-e658aa6d2286 {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.550809] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00205baf-886d-4874-b961-e2e04389f833 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.558028] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be906428-ddc8-4db8-9c95-0dfbb7758cfa {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.573659] env[68872]: DEBUG nova.compute.provider_tree [None req-1198add0-d287-45b3-b9bf-b57196b91e59 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.576040] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Created directory with path [datastore2] devstack-image-cache_base/1a32a369-49bb-4f70-af96-e658aa6d2286 {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.576231] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_ad95061b-9a70-45b5-8001-db254aecc96d/OSTACK_IMG_ad95061b-9a70-45b5-8001-db254aecc96d.vmdk to [datastore2] devstack-image-cache_base/1a32a369-49bb-4f70-af96-e658aa6d2286/1a32a369-49bb-4f70-af96-e658aa6d2286.vmdk. {{(pid=68872) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 899.576685] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ca01d6b1-dcdd-4b71-8d72-dff5887e9ab8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.583413] env[68872]: DEBUG oslo_vmware.api [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 899.583413] env[68872]: value = "task-3092812" [ 899.583413] env[68872]: _type = "Task" [ 899.583413] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.591912] env[68872]: DEBUG oslo_vmware.api [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092812, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.767862] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e46839db-c17c-4e78-a3c7-f6cf66b7ea67 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.994320] env[68872]: DEBUG nova.network.neutron [-] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.078155] env[68872]: DEBUG nova.scheduler.client.report [None req-1198add0-d287-45b3-b9bf-b57196b91e59 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.094124] env[68872]: DEBUG oslo_vmware.api [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092812, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.498858] env[68872]: INFO nova.compute.manager [-] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Took 2.39 seconds to deallocate network for instance. [ 900.583558] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1198add0-d287-45b3-b9bf-b57196b91e59 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.234s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.586303] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e9f4c517-6ff4-42b4-8026-cd16abc31fe0 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.540s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.586862] env[68872]: DEBUG nova.objects.instance [None req-e9f4c517-6ff4-42b4-8026-cd16abc31fe0 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lazy-loading 'resources' on Instance uuid f55dd82e-62d1-4489-8376-614bcc41312c {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.605278] env[68872]: DEBUG oslo_vmware.api [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092812, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.616474] env[68872]: INFO nova.scheduler.client.report [None req-1198add0-d287-45b3-b9bf-b57196b91e59 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Deleted allocations for instance a75bd5f9-b243-4630-8eb0-d27da8fe12c5 [ 900.660570] env[68872]: DEBUG nova.network.neutron [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Successfully updated port: 428e1179-fc0d-4743-a2fa-79d63251906c {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 900.701424] env[68872]: DEBUG nova.compute.manager [req-5a67ffc5-ea07-4ebd-950f-71b8a51e2cf4 req-90a31722-86de-4f96-a588-be838922491b service nova] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Received event network-vif-deleted-c2b2e6a1-b781-46e4-b54c-bf6e93809d02 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.701893] env[68872]: DEBUG nova.compute.manager [req-5a67ffc5-ea07-4ebd-950f-71b8a51e2cf4 req-90a31722-86de-4f96-a588-be838922491b service nova] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Received event network-vif-deleted-61ac615e-80ea-4098-9385-c4c9f83ee574 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.701893] env[68872]: DEBUG nova.compute.manager [req-5a67ffc5-ea07-4ebd-950f-71b8a51e2cf4 req-90a31722-86de-4f96-a588-be838922491b service nova] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Received event network-vif-deleted-162267d0-99f8-465b-820d-3e7924175721 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.702076] env[68872]: DEBUG nova.compute.manager [req-5a67ffc5-ea07-4ebd-950f-71b8a51e2cf4 req-90a31722-86de-4f96-a588-be838922491b service nova] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Received event network-vif-plugged-428e1179-fc0d-4743-a2fa-79d63251906c {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.702247] env[68872]: DEBUG oslo_concurrency.lockutils [req-5a67ffc5-ea07-4ebd-950f-71b8a51e2cf4 req-90a31722-86de-4f96-a588-be838922491b service nova] Acquiring lock "45cffa41-0f2e-45b2-b271-783e6318bb72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.702417] env[68872]: DEBUG oslo_concurrency.lockutils [req-5a67ffc5-ea07-4ebd-950f-71b8a51e2cf4 req-90a31722-86de-4f96-a588-be838922491b service nova] Lock "45cffa41-0f2e-45b2-b271-783e6318bb72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.702575] env[68872]: DEBUG oslo_concurrency.lockutils [req-5a67ffc5-ea07-4ebd-950f-71b8a51e2cf4 req-90a31722-86de-4f96-a588-be838922491b service nova] Lock "45cffa41-0f2e-45b2-b271-783e6318bb72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.702749] env[68872]: DEBUG nova.compute.manager [req-5a67ffc5-ea07-4ebd-950f-71b8a51e2cf4 req-90a31722-86de-4f96-a588-be838922491b service nova] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] No waiting events found dispatching network-vif-plugged-428e1179-fc0d-4743-a2fa-79d63251906c {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 900.702910] env[68872]: WARNING nova.compute.manager [req-5a67ffc5-ea07-4ebd-950f-71b8a51e2cf4 req-90a31722-86de-4f96-a588-be838922491b service nova] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Received unexpected event network-vif-plugged-428e1179-fc0d-4743-a2fa-79d63251906c for instance with vm_state building and task_state spawning. [ 900.703073] env[68872]: DEBUG nova.compute.manager [req-5a67ffc5-ea07-4ebd-950f-71b8a51e2cf4 req-90a31722-86de-4f96-a588-be838922491b service nova] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Received event network-changed-428e1179-fc0d-4743-a2fa-79d63251906c {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.703232] env[68872]: DEBUG nova.compute.manager [req-5a67ffc5-ea07-4ebd-950f-71b8a51e2cf4 req-90a31722-86de-4f96-a588-be838922491b service nova] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Refreshing instance network info cache due to event network-changed-428e1179-fc0d-4743-a2fa-79d63251906c. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 900.703432] env[68872]: DEBUG oslo_concurrency.lockutils [req-5a67ffc5-ea07-4ebd-950f-71b8a51e2cf4 req-90a31722-86de-4f96-a588-be838922491b service nova] Acquiring lock "refresh_cache-45cffa41-0f2e-45b2-b271-783e6318bb72" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.703628] env[68872]: DEBUG oslo_concurrency.lockutils [req-5a67ffc5-ea07-4ebd-950f-71b8a51e2cf4 req-90a31722-86de-4f96-a588-be838922491b service nova] Acquired lock "refresh_cache-45cffa41-0f2e-45b2-b271-783e6318bb72" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.705247] env[68872]: DEBUG nova.network.neutron [req-5a67ffc5-ea07-4ebd-950f-71b8a51e2cf4 req-90a31722-86de-4f96-a588-be838922491b service nova] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Refreshing network info cache for port 428e1179-fc0d-4743-a2fa-79d63251906c {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.865808] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.866212] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6083cefa-f579-4dbb-acd2-b8b12bcc0173 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.882668] env[68872]: DEBUG oslo_vmware.api [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Waiting for the task: (returnval){ [ 900.882668] env[68872]: value = "task-3092813" [ 900.882668] env[68872]: _type = "Task" [ 900.882668] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.899131] env[68872]: DEBUG oslo_vmware.api [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Task: {'id': task-3092813, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.007138] env[68872]: DEBUG oslo_concurrency.lockutils [None req-355cc87a-67f4-41a8-aae6-276be8279b83 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.102947] env[68872]: DEBUG oslo_vmware.api [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092812, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.129170] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1198add0-d287-45b3-b9bf-b57196b91e59 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "a75bd5f9-b243-4630-8eb0-d27da8fe12c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.655s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.163634] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "refresh_cache-45cffa41-0f2e-45b2-b271-783e6318bb72" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.260858] env[68872]: DEBUG nova.network.neutron [req-5a67ffc5-ea07-4ebd-950f-71b8a51e2cf4 req-90a31722-86de-4f96-a588-be838922491b service nova] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.362157] env[68872]: DEBUG nova.network.neutron [req-5a67ffc5-ea07-4ebd-950f-71b8a51e2cf4 req-90a31722-86de-4f96-a588-be838922491b service nova] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.399075] env[68872]: DEBUG oslo_vmware.api [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Task: {'id': task-3092813, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.527688] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5000f86-4651-46ff-96c2-3b82985009b4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.538910] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e198c5fa-1fd7-44e1-92d6-df7fc1d05ba3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.573650] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f69be6-2c31-450b-8ee9-8e790f42bbc1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.584296] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8e675a-7e88-4b4c-af1c-29d2267dd096 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.600367] env[68872]: DEBUG nova.compute.provider_tree [None req-e9f4c517-6ff4-42b4-8026-cd16abc31fe0 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.605087] env[68872]: DEBUG oslo_vmware.api [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092812, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.865436] env[68872]: DEBUG oslo_concurrency.lockutils [req-5a67ffc5-ea07-4ebd-950f-71b8a51e2cf4 req-90a31722-86de-4f96-a588-be838922491b service nova] Releasing lock "refresh_cache-45cffa41-0f2e-45b2-b271-783e6318bb72" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.865436] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquired lock "refresh_cache-45cffa41-0f2e-45b2-b271-783e6318bb72" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.865675] env[68872]: DEBUG nova.network.neutron [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.894017] env[68872]: DEBUG oslo_vmware.api [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Task: {'id': task-3092813, 'name': PowerOffVM_Task, 'duration_secs': 0.590298} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.894396] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.896640] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fea447-a7ac-4702-97ea-49fb1d0e1a36 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.918037] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae767821-83ae-4b32-9803-2c4fbaebc2e5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.953956] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.954433] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35efa55b-89bc-4718-963b-74ab2dd24c2c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.963391] env[68872]: DEBUG oslo_vmware.api [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Waiting for the task: (returnval){ [ 901.963391] env[68872]: value = "task-3092814" [ 901.963391] env[68872]: _type = "Task" [ 901.963391] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.972972] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] VM already powered off {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 901.973261] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.973519] env[68872]: DEBUG oslo_concurrency.lockutils [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.973697] env[68872]: DEBUG oslo_concurrency.lockutils [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.973887] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.974219] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-742bf24f-f42f-4384-ae23-907c43e6971f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.985364] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.985587] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.986456] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5526a852-8390-4fee-9ecf-cdd0f8b2e79a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.992333] env[68872]: DEBUG oslo_vmware.api [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Waiting for the task: (returnval){ [ 901.992333] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f59163-2190-5a39-d3fb-dba3bc86ea39" [ 901.992333] env[68872]: _type = "Task" [ 901.992333] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.001017] env[68872]: DEBUG oslo_vmware.api [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f59163-2190-5a39-d3fb-dba3bc86ea39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.099721] env[68872]: DEBUG oslo_vmware.api [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092812, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.107012] env[68872]: DEBUG nova.scheduler.client.report [None req-e9f4c517-6ff4-42b4-8026-cd16abc31fe0 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.415970] env[68872]: DEBUG nova.network.neutron [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.505513] env[68872]: DEBUG oslo_vmware.api [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f59163-2190-5a39-d3fb-dba3bc86ea39, 'name': SearchDatastore_Task, 'duration_secs': 0.079715} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.506402] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d01be69f-29dd-46b5-8268-926197ffd224 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.512069] env[68872]: DEBUG oslo_vmware.api [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Waiting for the task: (returnval){ [ 902.512069] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52aef4f8-0a4a-0498-b5cd-91f298b71fdb" [ 902.512069] env[68872]: _type = "Task" [ 902.512069] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.519783] env[68872]: DEBUG oslo_vmware.api [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52aef4f8-0a4a-0498-b5cd-91f298b71fdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.565026] env[68872]: DEBUG nova.network.neutron [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Updating instance_info_cache with network_info: [{"id": "428e1179-fc0d-4743-a2fa-79d63251906c", "address": "fa:16:3e:96:2f:c2", "network": {"id": "395722e8-10c9-4cd4-9e49-c1858a0ce30a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1962560931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9960a3dc622c43cd9f219d00dba59dc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap428e1179-fc", "ovs_interfaceid": "428e1179-fc0d-4743-a2fa-79d63251906c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.600089] env[68872]: DEBUG oslo_vmware.api [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092812, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.751508} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.600353] env[68872]: INFO nova.virt.vmwareapi.ds_util [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_ad95061b-9a70-45b5-8001-db254aecc96d/OSTACK_IMG_ad95061b-9a70-45b5-8001-db254aecc96d.vmdk to [datastore2] devstack-image-cache_base/1a32a369-49bb-4f70-af96-e658aa6d2286/1a32a369-49bb-4f70-af96-e658aa6d2286.vmdk. [ 902.600619] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Cleaning up location [datastore2] OSTACK_IMG_ad95061b-9a70-45b5-8001-db254aecc96d {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 902.600798] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_ad95061b-9a70-45b5-8001-db254aecc96d {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.601079] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f01760a-2605-4654-a63c-496d8e502cbf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.608751] env[68872]: DEBUG oslo_vmware.api [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 902.608751] env[68872]: value = "task-3092815" [ 902.608751] env[68872]: _type = "Task" [ 902.608751] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.612715] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e9f4c517-6ff4-42b4-8026-cd16abc31fe0 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.027s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.615196] env[68872]: DEBUG oslo_concurrency.lockutils [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.804s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.616648] env[68872]: INFO nova.compute.claims [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.624356] env[68872]: DEBUG oslo_vmware.api [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.635424] env[68872]: INFO nova.scheduler.client.report [None req-e9f4c517-6ff4-42b4-8026-cd16abc31fe0 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Deleted allocations for instance f55dd82e-62d1-4489-8376-614bcc41312c [ 903.023088] env[68872]: DEBUG oslo_vmware.api [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52aef4f8-0a4a-0498-b5cd-91f298b71fdb, 'name': SearchDatastore_Task, 'duration_secs': 0.012806} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.023385] env[68872]: DEBUG oslo_concurrency.lockutils [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.023627] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 0364d513-5c1a-4131-a794-20be7d003f67/f385dd18-ac06-4518-90be-b739920d18c6-rescue.vmdk. {{(pid=68872) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 903.023897] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82bce9e5-9888-4b3f-91d1-bde417dc2764 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.031599] env[68872]: DEBUG oslo_vmware.api [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Waiting for the task: (returnval){ [ 903.031599] env[68872]: value = "task-3092816" [ 903.031599] env[68872]: _type = "Task" [ 903.031599] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.040416] env[68872]: DEBUG oslo_vmware.api [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Task: {'id': task-3092816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.068214] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Releasing lock "refresh_cache-45cffa41-0f2e-45b2-b271-783e6318bb72" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.068646] env[68872]: DEBUG nova.compute.manager [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Instance network_info: |[{"id": "428e1179-fc0d-4743-a2fa-79d63251906c", "address": "fa:16:3e:96:2f:c2", "network": {"id": "395722e8-10c9-4cd4-9e49-c1858a0ce30a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1962560931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9960a3dc622c43cd9f219d00dba59dc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap428e1179-fc", "ovs_interfaceid": "428e1179-fc0d-4743-a2fa-79d63251906c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 903.069094] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:2f:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfae3ef8-cae7-455d-8632-ba93e1671625', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '428e1179-fc0d-4743-a2fa-79d63251906c', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.077160] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.077397] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.077640] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30a94284-0005-4ce8-82e3-689e483e488d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.097822] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.097822] env[68872]: value = "task-3092817" [ 903.097822] env[68872]: _type = "Task" [ 903.097822] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.106251] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092817, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.117999] env[68872]: DEBUG oslo_vmware.api [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092815, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.045736} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.118301] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.118490] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1a32a369-49bb-4f70-af96-e658aa6d2286/1a32a369-49bb-4f70-af96-e658aa6d2286.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.118702] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1a32a369-49bb-4f70-af96-e658aa6d2286/1a32a369-49bb-4f70-af96-e658aa6d2286.vmdk to [datastore2] dc37cf64-53d1-4b17-aa7d-2659924aef50/dc37cf64-53d1-4b17-aa7d-2659924aef50.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 903.118957] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24f86a0c-0ea2-418b-af5f-9a7cd54d87b2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.128014] env[68872]: DEBUG oslo_vmware.api [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 903.128014] env[68872]: value = "task-3092818" [ 903.128014] env[68872]: _type = "Task" [ 903.128014] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.136706] env[68872]: DEBUG oslo_vmware.api [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092818, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.142772] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e9f4c517-6ff4-42b4-8026-cd16abc31fe0 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "f55dd82e-62d1-4489-8376-614bcc41312c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.721s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.205448] env[68872]: DEBUG oslo_vmware.rw_handles [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526e4e0f-4d7d-a60e-95eb-c4b5fb7a2047/disk-0.vmdk. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 903.206463] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa033aa-ca62-4c1d-91de-ffee64c0d917 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.213455] env[68872]: DEBUG oslo_vmware.rw_handles [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526e4e0f-4d7d-a60e-95eb-c4b5fb7a2047/disk-0.vmdk is in state: ready. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 903.213630] env[68872]: ERROR oslo_vmware.rw_handles [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526e4e0f-4d7d-a60e-95eb-c4b5fb7a2047/disk-0.vmdk due to incomplete transfer. [ 903.213858] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8c8e1f15-e0dd-45b4-930b-65aa3b905d3e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.221304] env[68872]: DEBUG oslo_vmware.rw_handles [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526e4e0f-4d7d-a60e-95eb-c4b5fb7a2047/disk-0.vmdk. {{(pid=68872) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 903.221509] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Uploaded image 94ef98df-58c7-4e59-97ad-8e76ea2914eb to the Glance image server {{(pid=68872) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 903.224229] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Destroying the VM {{(pid=68872) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 903.224543] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2b63f026-9fc1-433f-bc17-aeca5f5abf99 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.231653] env[68872]: DEBUG oslo_vmware.api [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for the task: (returnval){ [ 903.231653] env[68872]: value = "task-3092819" [ 903.231653] env[68872]: _type = "Task" [ 903.231653] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.240553] env[68872]: DEBUG oslo_vmware.api [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092819, 'name': Destroy_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.550215] env[68872]: DEBUG oslo_vmware.api [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Task: {'id': task-3092816, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.607357] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092817, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.638433] env[68872]: DEBUG oslo_vmware.api [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092818, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.744491] env[68872]: DEBUG oslo_vmware.api [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092819, 'name': Destroy_Task} progress is 33%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.003836] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6dcf36-cd8e-41ae-9b7f-8103be53c01c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.012184] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec39b67c-8b66-4151-a188-0b0fa0fed8a1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.046724] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25a6b37-f3ab-460c-87c1-ae7748b17829 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.054698] env[68872]: DEBUG oslo_vmware.api [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Task: {'id': task-3092816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5607} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.057079] env[68872]: INFO nova.virt.vmwareapi.ds_util [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 0364d513-5c1a-4131-a794-20be7d003f67/f385dd18-ac06-4518-90be-b739920d18c6-rescue.vmdk. [ 904.057897] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e04f82-686b-4761-858a-146118932b9a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.061416] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5491af18-87ed-4771-a142-2eeeee6fa546 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.075677] env[68872]: DEBUG nova.compute.provider_tree [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.098397] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 0364d513-5c1a-4131-a794-20be7d003f67/f385dd18-ac06-4518-90be-b739920d18c6-rescue.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.099662] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ac3c8a1-06e7-4dc1-82ec-34a34c066272 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.123959] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092817, 'name': CreateVM_Task, 'duration_secs': 0.513937} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.125296] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.125689] env[68872]: DEBUG oslo_vmware.api [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Waiting for the task: (returnval){ [ 904.125689] env[68872]: value = "task-3092820" [ 904.125689] env[68872]: _type = "Task" [ 904.125689] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.126538] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.126776] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.127231] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.127479] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec8881cb-d479-489c-a811-56cb763ed3f6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.142926] env[68872]: DEBUG oslo_vmware.api [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Task: {'id': task-3092820, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.147220] env[68872]: DEBUG oslo_vmware.api [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 904.147220] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c1d2a4-b9c0-e916-91a0-1422bb104e17" [ 904.147220] env[68872]: _type = "Task" [ 904.147220] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.147461] env[68872]: DEBUG oslo_vmware.api [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092818, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.158615] env[68872]: DEBUG oslo_vmware.api [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c1d2a4-b9c0-e916-91a0-1422bb104e17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.246621] env[68872]: DEBUG oslo_vmware.api [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092819, 'name': Destroy_Task, 'duration_secs': 0.646796} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.246979] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Destroyed the VM [ 904.247302] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Deleting Snapshot of the VM instance {{(pid=68872) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 904.247693] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f2a4bd6c-39d6-4b27-ba62-a9a0234343af {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.260750] env[68872]: DEBUG oslo_vmware.api [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for the task: (returnval){ [ 904.260750] env[68872]: value = "task-3092821" [ 904.260750] env[68872]: _type = "Task" [ 904.260750] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.272231] env[68872]: DEBUG oslo_vmware.api [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092821, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.600268] env[68872]: DEBUG nova.scheduler.client.report [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.644553] env[68872]: DEBUG oslo_vmware.api [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Task: {'id': task-3092820, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.647744] env[68872]: DEBUG oslo_vmware.api [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092818, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.658049] env[68872]: DEBUG oslo_vmware.api [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c1d2a4-b9c0-e916-91a0-1422bb104e17, 'name': SearchDatastore_Task, 'duration_secs': 0.082389} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.658363] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.658642] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.658837] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.658983] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.659192] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.659482] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd3209de-7d9d-487e-9740-0d5c305f0766 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.678320] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.678525] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.679245] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-315ac0a6-983a-4ae6-83a9-e053a4491709 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.687823] env[68872]: DEBUG oslo_vmware.api [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 904.687823] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]525721e6-a099-e1a3-24c3-0025d74c92eb" [ 904.687823] env[68872]: _type = "Task" [ 904.687823] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.698892] env[68872]: DEBUG oslo_vmware.api [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]525721e6-a099-e1a3-24c3-0025d74c92eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.773842] env[68872]: DEBUG oslo_vmware.api [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092821, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.106242] env[68872]: DEBUG oslo_concurrency.lockutils [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.106813] env[68872]: DEBUG nova.compute.manager [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 905.109516] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4b06e16e-8432-445e-84be-cb2c4a71e4e9 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.027s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.109757] env[68872]: DEBUG nova.objects.instance [None req-4b06e16e-8432-445e-84be-cb2c4a71e4e9 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Lazy-loading 'resources' on Instance uuid 3a1420a4-c5a4-43e1-a646-217be4c1d6ea {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.145277] env[68872]: DEBUG oslo_vmware.api [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Task: {'id': task-3092820, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.149688] env[68872]: DEBUG oslo_vmware.api [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092818, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.200749] env[68872]: DEBUG oslo_vmware.api [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]525721e6-a099-e1a3-24c3-0025d74c92eb, 'name': SearchDatastore_Task, 'duration_secs': 0.09921} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.201804] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a3a226d-74ae-4854-9143-0b63e45c7d3f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.211071] env[68872]: DEBUG oslo_vmware.api [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 905.211071] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5266293d-9733-1d4b-bac6-5c6ca9d2b0a1" [ 905.211071] env[68872]: _type = "Task" [ 905.211071] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.222463] env[68872]: DEBUG oslo_vmware.api [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5266293d-9733-1d4b-bac6-5c6ca9d2b0a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.274017] env[68872]: DEBUG oslo_vmware.api [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092821, 'name': RemoveSnapshot_Task, 'duration_secs': 0.534693} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.274367] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Deleted Snapshot of the VM instance {{(pid=68872) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 905.274809] env[68872]: DEBUG nova.compute.manager [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.275720] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ad4837-2825-4a4e-a939-c591e68e92a8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.613025] env[68872]: DEBUG nova.compute.utils [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 905.618290] env[68872]: DEBUG nova.compute.manager [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 905.618290] env[68872]: DEBUG nova.network.neutron [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 905.641197] env[68872]: DEBUG oslo_vmware.api [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Task: {'id': task-3092820, 'name': ReconfigVM_Task, 'duration_secs': 1.380087} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.647399] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 0364d513-5c1a-4131-a794-20be7d003f67/f385dd18-ac06-4518-90be-b739920d18c6-rescue.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.648193] env[68872]: DEBUG oslo_vmware.api [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092818, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.649635] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fb4726-6b09-405a-9669-1cc751a4a140 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.683880] env[68872]: DEBUG nova.policy [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0ebb0a2f76a4fb0afa6f13f2fe2eea7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fde025fc382b482b930cbe3dd25c8689', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 905.685191] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f778adfc-24cd-4ba1-bd03-211cfc0654ea {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.702638] env[68872]: DEBUG oslo_vmware.api [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Waiting for the task: (returnval){ [ 905.702638] env[68872]: value = "task-3092822" [ 905.702638] env[68872]: _type = "Task" [ 905.702638] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.718616] env[68872]: DEBUG oslo_vmware.api [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Task: {'id': task-3092822, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.728711] env[68872]: DEBUG oslo_vmware.api [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5266293d-9733-1d4b-bac6-5c6ca9d2b0a1, 'name': SearchDatastore_Task, 'duration_secs': 0.091513} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.729110] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.729357] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 45cffa41-0f2e-45b2-b271-783e6318bb72/45cffa41-0f2e-45b2-b271-783e6318bb72.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.729669] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65f6c8a1-bb74-4cdf-be09-49d7df0da058 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.741822] env[68872]: DEBUG oslo_vmware.api [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 905.741822] env[68872]: value = "task-3092823" [ 905.741822] env[68872]: _type = "Task" [ 905.741822] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.756571] env[68872]: DEBUG oslo_vmware.api [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.792219] env[68872]: INFO nova.compute.manager [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Shelve offloading [ 906.079892] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e905d3c-af00-49fc-a9bd-f4e0b1cab5e6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.084921] env[68872]: DEBUG nova.network.neutron [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Successfully created port: 222d9d71-0c66-44bf-928d-1651b9fc16b9 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 906.090333] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351fe412-3ffc-4539-8302-882ff8680628 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.129981] env[68872]: DEBUG nova.compute.manager [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 906.136214] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9284f36e-8052-41ee-99ee-6eecc35276d7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.154097] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9b430e-7b1a-4ce2-aa1a-341f18d463aa {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.158600] env[68872]: DEBUG oslo_vmware.api [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092818, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.654709} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.158883] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1a32a369-49bb-4f70-af96-e658aa6d2286/1a32a369-49bb-4f70-af96-e658aa6d2286.vmdk to [datastore2] dc37cf64-53d1-4b17-aa7d-2659924aef50/dc37cf64-53d1-4b17-aa7d-2659924aef50.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.160118] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a631bff-a8e1-4230-a67a-e2429ca3af60 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.171281] env[68872]: DEBUG nova.compute.provider_tree [None req-4b06e16e-8432-445e-84be-cb2c4a71e4e9 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.196048] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] dc37cf64-53d1-4b17-aa7d-2659924aef50/dc37cf64-53d1-4b17-aa7d-2659924aef50.vmdk or device None with type streamOptimized {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.197692] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bbf97ee-eeba-4701-9711-28241d8ee0b4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.229971] env[68872]: DEBUG oslo_vmware.api [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Task: {'id': task-3092822, 'name': ReconfigVM_Task, 'duration_secs': 0.185904} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.232858] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.233209] env[68872]: DEBUG oslo_vmware.api [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 906.233209] env[68872]: value = "task-3092824" [ 906.233209] env[68872]: _type = "Task" [ 906.233209] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.233408] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-766d6398-a244-4491-8806-e386735471ea {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.244824] env[68872]: DEBUG oslo_vmware.api [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092824, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.248542] env[68872]: DEBUG oslo_vmware.api [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Waiting for the task: (returnval){ [ 906.248542] env[68872]: value = "task-3092825" [ 906.248542] env[68872]: _type = "Task" [ 906.248542] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.254728] env[68872]: DEBUG oslo_vmware.api [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092823, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495209} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.255298] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 45cffa41-0f2e-45b2-b271-783e6318bb72/45cffa41-0f2e-45b2-b271-783e6318bb72.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.255523] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.255758] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39570dae-c1ae-4fa2-9c6e-9910773c3d5e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.260891] env[68872]: DEBUG oslo_vmware.api [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Task: {'id': task-3092825, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.265735] env[68872]: DEBUG oslo_vmware.api [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 906.265735] env[68872]: value = "task-3092826" [ 906.265735] env[68872]: _type = "Task" [ 906.265735] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.273161] env[68872]: DEBUG oslo_vmware.api [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.296506] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.296862] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bba054a-2134-4765-a65a-7056a1871a07 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.304024] env[68872]: DEBUG oslo_vmware.api [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for the task: (returnval){ [ 906.304024] env[68872]: value = "task-3092827" [ 906.304024] env[68872]: _type = "Task" [ 906.304024] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.312610] env[68872]: DEBUG oslo_vmware.api [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.674956] env[68872]: DEBUG nova.scheduler.client.report [None req-4b06e16e-8432-445e-84be-cb2c4a71e4e9 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.745685] env[68872]: DEBUG oslo_vmware.api [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092824, 'name': ReconfigVM_Task, 'duration_secs': 0.29016} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.745949] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Reconfigured VM instance instance-0000002a to attach disk [datastore2] dc37cf64-53d1-4b17-aa7d-2659924aef50/dc37cf64-53d1-4b17-aa7d-2659924aef50.vmdk or device None with type streamOptimized {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.747311] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'size': 0, 'guest_format': None, 'encryption_options': None, 'encryption_format': None, 'boot_index': 0, 'disk_bus': None, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'device_type': 'disk', 'image_id': 'f385dd18-ac06-4518-90be-b739920d18c6'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'delete_on_termination': False, 'boot_index': None, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619024', 'volume_id': '8e59e64b-ea2b-47fd-a6cf-7e53ae091142', 'name': 'volume-8e59e64b-ea2b-47fd-a6cf-7e53ae091142', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'dc37cf64-53d1-4b17-aa7d-2659924aef50', 'attached_at': '', 'detached_at': '', 'volume_id': '8e59e64b-ea2b-47fd-a6cf-7e53ae091142', 'serial': '8e59e64b-ea2b-47fd-a6cf-7e53ae091142'}, 'device_type': None, 'attachment_id': 'bfe1b43f-8726-4b6d-8cdf-ab0dcfbbdaaa', 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=68872) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 906.747515] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Volume attach. Driver type: vmdk {{(pid=68872) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 906.748111] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619024', 'volume_id': '8e59e64b-ea2b-47fd-a6cf-7e53ae091142', 'name': 'volume-8e59e64b-ea2b-47fd-a6cf-7e53ae091142', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'dc37cf64-53d1-4b17-aa7d-2659924aef50', 'attached_at': '', 'detached_at': '', 'volume_id': '8e59e64b-ea2b-47fd-a6cf-7e53ae091142', 'serial': '8e59e64b-ea2b-47fd-a6cf-7e53ae091142'} {{(pid=68872) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 906.748507] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f1f56f-7205-4a0d-b937-779836832dea {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.758630] env[68872]: DEBUG oslo_vmware.api [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Task: {'id': task-3092825, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.772261] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef14c50d-4c74-4cbb-84e3-12807a314ce9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.779674] env[68872]: DEBUG oslo_vmware.api [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153614} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.792386] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.799872] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] volume-8e59e64b-ea2b-47fd-a6cf-7e53ae091142/volume-8e59e64b-ea2b-47fd-a6cf-7e53ae091142.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.800611] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58279036-051b-41ca-a6de-fad7f58b1f5d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.803134] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd4f7b10-11b6-4afc-a1ac-587e2f9ef6e8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.836696] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 45cffa41-0f2e-45b2-b271-783e6318bb72/45cffa41-0f2e-45b2-b271-783e6318bb72.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.838630] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c3ecf9c-f8bc-42ad-94a8-8a0980a6a885 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.855601] env[68872]: DEBUG oslo_vmware.api [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 906.855601] env[68872]: value = "task-3092828" [ 906.855601] env[68872]: _type = "Task" [ 906.855601] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.863075] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] VM already powered off {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 906.863310] env[68872]: DEBUG nova.compute.manager [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.865081] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f30cca-35c3-457c-9284-9c41b0c1da0f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.867638] env[68872]: DEBUG oslo_vmware.api [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 906.867638] env[68872]: value = "task-3092829" [ 906.867638] env[68872]: _type = "Task" [ 906.867638] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.875180] env[68872]: DEBUG oslo_vmware.api [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.875494] env[68872]: DEBUG oslo_concurrency.lockutils [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Acquiring lock "refresh_cache-02362251-8e13-4449-89cc-cbfff9d9ff22" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.875655] env[68872]: DEBUG oslo_concurrency.lockutils [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Acquired lock "refresh_cache-02362251-8e13-4449-89cc-cbfff9d9ff22" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.875822] env[68872]: DEBUG nova.network.neutron [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.882089] env[68872]: DEBUG oslo_vmware.api [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.145440] env[68872]: DEBUG nova.compute.manager [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 907.176763] env[68872]: DEBUG nova.virt.hardware [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.177011] env[68872]: DEBUG nova.virt.hardware [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.177185] env[68872]: DEBUG nova.virt.hardware [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.177374] env[68872]: DEBUG nova.virt.hardware [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.177521] env[68872]: DEBUG nova.virt.hardware [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.177670] env[68872]: DEBUG nova.virt.hardware [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.177895] env[68872]: DEBUG nova.virt.hardware [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.178102] env[68872]: DEBUG nova.virt.hardware [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.178295] env[68872]: DEBUG nova.virt.hardware [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.178491] env[68872]: DEBUG nova.virt.hardware [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.178687] env[68872]: DEBUG nova.virt.hardware [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.179553] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4b06e16e-8432-445e-84be-cb2c4a71e4e9 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.182026] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c395ec2-9ecf-465e-8c52-43112f70721d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.184880] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.762s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.186406] env[68872]: INFO nova.compute.claims [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 907.198008] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be1907d-e745-4c0b-9e8f-ead3500c7afd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.214379] env[68872]: INFO nova.scheduler.client.report [None req-4b06e16e-8432-445e-84be-cb2c4a71e4e9 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Deleted allocations for instance 3a1420a4-c5a4-43e1-a646-217be4c1d6ea [ 907.261438] env[68872]: DEBUG oslo_vmware.api [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Task: {'id': task-3092825, 'name': PowerOnVM_Task, 'duration_secs': 0.63115} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.261681] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.264185] env[68872]: DEBUG nova.compute.manager [None req-66ed4bb4-abe4-4a26-8ca4-ae50503d3fab tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.265100] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0976698a-a88b-4c2e-8af8-97465bb2eda1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.370007] env[68872]: DEBUG oslo_vmware.api [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092828, 'name': ReconfigVM_Task, 'duration_secs': 0.329053} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.372016] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Reconfigured VM instance instance-0000002a to attach disk [datastore1] volume-8e59e64b-ea2b-47fd-a6cf-7e53ae091142/volume-8e59e64b-ea2b-47fd-a6cf-7e53ae091142.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.376704] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db8d6bb9-a95f-448f-aa67-9fe3bcce5642 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.391612] env[68872]: DEBUG oslo_vmware.api [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.396219] env[68872]: DEBUG oslo_vmware.api [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 907.396219] env[68872]: value = "task-3092830" [ 907.396219] env[68872]: _type = "Task" [ 907.396219] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.403994] env[68872]: DEBUG oslo_vmware.api [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092830, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.721598] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4b06e16e-8432-445e-84be-cb2c4a71e4e9 tempest-ServersListShow2100Test-1764273517 tempest-ServersListShow2100Test-1764273517-project-member] Lock "3a1420a4-c5a4-43e1-a646-217be4c1d6ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.919s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.759438] env[68872]: DEBUG nova.network.neutron [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Updating instance_info_cache with network_info: [{"id": "c3b84b64-8454-4382-a089-abc71ec4d5c5", "address": "fa:16:3e:f8:d2:18", "network": {"id": "41f27d29-802f-4668-976c-7f3122ae2de0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-417968453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e262182e30c46d09045210c770d8126", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3b84b64-84", "ovs_interfaceid": "c3b84b64-8454-4382-a089-abc71ec4d5c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.878910] env[68872]: DEBUG oslo_vmware.api [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092829, 'name': ReconfigVM_Task, 'duration_secs': 0.709082} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.879585] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 45cffa41-0f2e-45b2-b271-783e6318bb72/45cffa41-0f2e-45b2-b271-783e6318bb72.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.880464] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16cc0b97-fea0-4c32-8d49-a02eea15b635 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.887381] env[68872]: DEBUG oslo_vmware.api [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 907.887381] env[68872]: value = "task-3092831" [ 907.887381] env[68872]: _type = "Task" [ 907.887381] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.902799] env[68872]: DEBUG oslo_vmware.api [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092831, 'name': Rename_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.907946] env[68872]: DEBUG oslo_vmware.api [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092830, 'name': ReconfigVM_Task, 'duration_secs': 0.153992} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.908381] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619024', 'volume_id': '8e59e64b-ea2b-47fd-a6cf-7e53ae091142', 'name': 'volume-8e59e64b-ea2b-47fd-a6cf-7e53ae091142', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'dc37cf64-53d1-4b17-aa7d-2659924aef50', 'attached_at': '', 'detached_at': '', 'volume_id': '8e59e64b-ea2b-47fd-a6cf-7e53ae091142', 'serial': '8e59e64b-ea2b-47fd-a6cf-7e53ae091142'} {{(pid=68872) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 907.909103] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51dc5353-91c6-4299-bf62-d0a20a0dfd7e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.915568] env[68872]: DEBUG oslo_vmware.api [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 907.915568] env[68872]: value = "task-3092832" [ 907.915568] env[68872]: _type = "Task" [ 907.915568] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.921246] env[68872]: DEBUG nova.network.neutron [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Successfully updated port: 222d9d71-0c66-44bf-928d-1651b9fc16b9 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 907.928019] env[68872]: DEBUG oslo_vmware.api [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092832, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.949050] env[68872]: DEBUG nova.compute.manager [req-7709ebce-18fd-4195-9232-bc4ea3a9dce4 req-eddccfec-a53c-4cb5-89a3-a07ef58ed792 service nova] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Received event network-vif-plugged-222d9d71-0c66-44bf-928d-1651b9fc16b9 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.949283] env[68872]: DEBUG oslo_concurrency.lockutils [req-7709ebce-18fd-4195-9232-bc4ea3a9dce4 req-eddccfec-a53c-4cb5-89a3-a07ef58ed792 service nova] Acquiring lock "2dd0f9b8-0454-4902-94d9-e905dd7fd7b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.949498] env[68872]: DEBUG oslo_concurrency.lockutils [req-7709ebce-18fd-4195-9232-bc4ea3a9dce4 req-eddccfec-a53c-4cb5-89a3-a07ef58ed792 service nova] Lock "2dd0f9b8-0454-4902-94d9-e905dd7fd7b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.949666] env[68872]: DEBUG oslo_concurrency.lockutils [req-7709ebce-18fd-4195-9232-bc4ea3a9dce4 req-eddccfec-a53c-4cb5-89a3-a07ef58ed792 service nova] Lock "2dd0f9b8-0454-4902-94d9-e905dd7fd7b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.949863] env[68872]: DEBUG nova.compute.manager [req-7709ebce-18fd-4195-9232-bc4ea3a9dce4 req-eddccfec-a53c-4cb5-89a3-a07ef58ed792 service nova] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] No waiting events found dispatching network-vif-plugged-222d9d71-0c66-44bf-928d-1651b9fc16b9 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 907.950052] env[68872]: WARNING nova.compute.manager [req-7709ebce-18fd-4195-9232-bc4ea3a9dce4 req-eddccfec-a53c-4cb5-89a3-a07ef58ed792 service nova] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Received unexpected event network-vif-plugged-222d9d71-0c66-44bf-928d-1651b9fc16b9 for instance with vm_state building and task_state spawning. [ 908.240101] env[68872]: DEBUG nova.compute.manager [req-c4ecd9cb-686a-4e6f-9a8a-b508ab450d76 req-1b0f1783-7a8d-46b5-803f-93e9e10b0fa1 service nova] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Received event network-changed-aad94b08-b901-4f45-b5b6-31a7e408bcb9 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.240361] env[68872]: DEBUG nova.compute.manager [req-c4ecd9cb-686a-4e6f-9a8a-b508ab450d76 req-1b0f1783-7a8d-46b5-803f-93e9e10b0fa1 service nova] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Refreshing instance network info cache due to event network-changed-aad94b08-b901-4f45-b5b6-31a7e408bcb9. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 908.240655] env[68872]: DEBUG oslo_concurrency.lockutils [req-c4ecd9cb-686a-4e6f-9a8a-b508ab450d76 req-1b0f1783-7a8d-46b5-803f-93e9e10b0fa1 service nova] Acquiring lock "refresh_cache-0364d513-5c1a-4131-a794-20be7d003f67" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.240886] env[68872]: DEBUG oslo_concurrency.lockutils [req-c4ecd9cb-686a-4e6f-9a8a-b508ab450d76 req-1b0f1783-7a8d-46b5-803f-93e9e10b0fa1 service nova] Acquired lock "refresh_cache-0364d513-5c1a-4131-a794-20be7d003f67" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.241135] env[68872]: DEBUG nova.network.neutron [req-c4ecd9cb-686a-4e6f-9a8a-b508ab450d76 req-1b0f1783-7a8d-46b5-803f-93e9e10b0fa1 service nova] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Refreshing network info cache for port aad94b08-b901-4f45-b5b6-31a7e408bcb9 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 908.262062] env[68872]: DEBUG oslo_concurrency.lockutils [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Releasing lock "refresh_cache-02362251-8e13-4449-89cc-cbfff9d9ff22" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.398857] env[68872]: DEBUG oslo_vmware.api [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092831, 'name': Rename_Task, 'duration_secs': 0.19912} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.399485] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.399661] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c37cf4d9-a871-4017-99a8-844a4e989391 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.408882] env[68872]: DEBUG oslo_vmware.api [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 908.408882] env[68872]: value = "task-3092833" [ 908.408882] env[68872]: _type = "Task" [ 908.408882] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.417322] env[68872]: DEBUG oslo_vmware.api [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.428382] env[68872]: DEBUG oslo_concurrency.lockutils [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquiring lock "refresh_cache-2dd0f9b8-0454-4902-94d9-e905dd7fd7b9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.428608] env[68872]: DEBUG oslo_concurrency.lockutils [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquired lock "refresh_cache-2dd0f9b8-0454-4902-94d9-e905dd7fd7b9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.428794] env[68872]: DEBUG nova.network.neutron [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.429936] env[68872]: DEBUG oslo_vmware.api [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092832, 'name': Rename_Task, 'duration_secs': 0.170805} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.430211] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.431324] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ded45404-0e2f-4691-9eaf-0a785c3bb7b2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.438154] env[68872]: DEBUG oslo_vmware.api [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 908.438154] env[68872]: value = "task-3092834" [ 908.438154] env[68872]: _type = "Task" [ 908.438154] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.451727] env[68872]: DEBUG oslo_vmware.api [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.622297] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60156b9-cdf1-46c9-9fe9-4ce346056f10 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.631078] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613a23c8-8465-45c6-a1a8-30f02b021392 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.663946] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377aae20-8b09-4b21-8e05-df13d8d1e4a9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.667887] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.668649] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31eb1d1-04aa-4447-8548-defa0de9684e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.678535] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f682ef0-24db-4fba-ab1b-98284e7d1c3c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.682853] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.682853] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-498c59f4-fc0b-472e-b3c4-b2accd0ba3b6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.696571] env[68872]: DEBUG nova.compute.provider_tree [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.769177] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.769488] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.769651] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Deleting the datastore file [datastore1] 02362251-8e13-4449-89cc-cbfff9d9ff22 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.769853] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-315208ad-b184-46f6-8afa-869906ecd32f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.777527] env[68872]: DEBUG oslo_vmware.api [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for the task: (returnval){ [ 908.777527] env[68872]: value = "task-3092836" [ 908.777527] env[68872]: _type = "Task" [ 908.777527] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.785499] env[68872]: DEBUG oslo_vmware.api [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.922890] env[68872]: DEBUG oslo_vmware.api [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092833, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.950024] env[68872]: DEBUG oslo_vmware.api [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092834, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.011981] env[68872]: DEBUG nova.network.neutron [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.143064] env[68872]: DEBUG nova.network.neutron [req-c4ecd9cb-686a-4e6f-9a8a-b508ab450d76 req-1b0f1783-7a8d-46b5-803f-93e9e10b0fa1 service nova] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Updated VIF entry in instance network info cache for port aad94b08-b901-4f45-b5b6-31a7e408bcb9. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 909.143064] env[68872]: DEBUG nova.network.neutron [req-c4ecd9cb-686a-4e6f-9a8a-b508ab450d76 req-1b0f1783-7a8d-46b5-803f-93e9e10b0fa1 service nova] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Updating instance_info_cache with network_info: [{"id": "aad94b08-b901-4f45-b5b6-31a7e408bcb9", "address": "fa:16:3e:20:6a:60", "network": {"id": "a525d6a4-e498-4177-9a43-80aae70204b7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1469744261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c53e828179bd48c9b1585481957b93df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaad94b08-b9", "ovs_interfaceid": "aad94b08-b901-4f45-b5b6-31a7e408bcb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.199975] env[68872]: DEBUG nova.scheduler.client.report [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.259686] env[68872]: DEBUG nova.network.neutron [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Updating instance_info_cache with network_info: [{"id": "222d9d71-0c66-44bf-928d-1651b9fc16b9", "address": "fa:16:3e:3f:48:86", "network": {"id": "4b7c7b81-2b8d-430e-8b28-66c2135b7d3f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-958671692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fde025fc382b482b930cbe3dd25c8689", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap222d9d71-0c", "ovs_interfaceid": "222d9d71-0c66-44bf-928d-1651b9fc16b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.289024] env[68872]: DEBUG oslo_vmware.api [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185998} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.289295] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.289478] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.289658] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.317945] env[68872]: INFO nova.scheduler.client.report [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Deleted allocations for instance 02362251-8e13-4449-89cc-cbfff9d9ff22 [ 909.419216] env[68872]: DEBUG oslo_vmware.api [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092833, 'name': PowerOnVM_Task, 'duration_secs': 0.621599} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.419481] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.419739] env[68872]: INFO nova.compute.manager [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Took 10.06 seconds to spawn the instance on the hypervisor. [ 909.419952] env[68872]: DEBUG nova.compute.manager [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.420816] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d945f9cc-b95d-49ed-ac61-cc03766668d4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.450639] env[68872]: DEBUG oslo_vmware.api [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092834, 'name': PowerOnVM_Task, 'duration_secs': 0.515046} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.450639] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.556732] env[68872]: DEBUG nova.compute.manager [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.557673] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819abf7b-a861-4116-a6d6-8bcdabd739c3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.645644] env[68872]: DEBUG oslo_concurrency.lockutils [req-c4ecd9cb-686a-4e6f-9a8a-b508ab450d76 req-1b0f1783-7a8d-46b5-803f-93e9e10b0fa1 service nova] Releasing lock "refresh_cache-0364d513-5c1a-4131-a794-20be7d003f67" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.705567] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.706110] env[68872]: DEBUG nova.compute.manager [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 909.708793] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c8dfb418-e057-4959-a00e-6bbb0d120e3b tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.337s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.712016] env[68872]: DEBUG nova.objects.instance [None req-c8dfb418-e057-4959-a00e-6bbb0d120e3b tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Lazy-loading 'resources' on Instance uuid db3e747b-e648-4fc2-86a1-d2e6ff48db08 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.762674] env[68872]: DEBUG oslo_concurrency.lockutils [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Releasing lock "refresh_cache-2dd0f9b8-0454-4902-94d9-e905dd7fd7b9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.763014] env[68872]: DEBUG nova.compute.manager [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Instance network_info: |[{"id": "222d9d71-0c66-44bf-928d-1651b9fc16b9", "address": "fa:16:3e:3f:48:86", "network": {"id": "4b7c7b81-2b8d-430e-8b28-66c2135b7d3f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-958671692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fde025fc382b482b930cbe3dd25c8689", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap222d9d71-0c", "ovs_interfaceid": "222d9d71-0c66-44bf-928d-1651b9fc16b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 909.763457] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:48:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '222d9d71-0c66-44bf-928d-1651b9fc16b9', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.771128] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.771608] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.771840] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ab7c11b-ae7a-47da-9477-15698687ebc6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.793719] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.793719] env[68872]: value = "task-3092837" [ 909.793719] env[68872]: _type = "Task" [ 909.793719] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.801518] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092837, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.822170] env[68872]: DEBUG oslo_concurrency.lockutils [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.941434] env[68872]: INFO nova.compute.manager [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Took 43.91 seconds to build instance. [ 909.983274] env[68872]: DEBUG nova.compute.manager [req-25890787-6f0b-4979-bc63-ef05ecbf40ce req-b2e73fed-6da6-4c18-a70c-212bf22abf5f service nova] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Received event network-changed-222d9d71-0c66-44bf-928d-1651b9fc16b9 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.983564] env[68872]: DEBUG nova.compute.manager [req-25890787-6f0b-4979-bc63-ef05ecbf40ce req-b2e73fed-6da6-4c18-a70c-212bf22abf5f service nova] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Refreshing instance network info cache due to event network-changed-222d9d71-0c66-44bf-928d-1651b9fc16b9. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 909.983833] env[68872]: DEBUG oslo_concurrency.lockutils [req-25890787-6f0b-4979-bc63-ef05ecbf40ce req-b2e73fed-6da6-4c18-a70c-212bf22abf5f service nova] Acquiring lock "refresh_cache-2dd0f9b8-0454-4902-94d9-e905dd7fd7b9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.983932] env[68872]: DEBUG oslo_concurrency.lockutils [req-25890787-6f0b-4979-bc63-ef05ecbf40ce req-b2e73fed-6da6-4c18-a70c-212bf22abf5f service nova] Acquired lock "refresh_cache-2dd0f9b8-0454-4902-94d9-e905dd7fd7b9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.984117] env[68872]: DEBUG nova.network.neutron [req-25890787-6f0b-4979-bc63-ef05ecbf40ce req-b2e73fed-6da6-4c18-a70c-212bf22abf5f service nova] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Refreshing network info cache for port 222d9d71-0c66-44bf-928d-1651b9fc16b9 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 910.077636] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a199876b-4c3a-4faf-a952-cd456e52cfbc tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lock "dc37cf64-53d1-4b17-aa7d-2659924aef50" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 53.369s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.213564] env[68872]: DEBUG nova.compute.utils [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 910.219062] env[68872]: DEBUG nova.compute.manager [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 910.219062] env[68872]: DEBUG nova.network.neutron [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 910.273508] env[68872]: DEBUG nova.policy [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7039777b29745699d1998a52761c229', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd310ae195e70437dbc04c8803c250050', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 910.303407] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092837, 'name': CreateVM_Task, 'duration_secs': 0.381881} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.305791] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.306668] env[68872]: DEBUG oslo_concurrency.lockutils [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.306839] env[68872]: DEBUG oslo_concurrency.lockutils [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.307331] env[68872]: DEBUG oslo_concurrency.lockutils [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.307500] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36415762-5147-4c76-b51e-bfcde129ac96 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.316021] env[68872]: DEBUG oslo_vmware.api [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 910.316021] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52bf91f8-14c5-b997-9a29-8b6bb658ddbb" [ 910.316021] env[68872]: _type = "Task" [ 910.316021] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.324145] env[68872]: DEBUG oslo_vmware.api [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52bf91f8-14c5-b997-9a29-8b6bb658ddbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.443295] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f323e39a-a60c-4206-91ef-dbc436799985 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "45cffa41-0f2e-45b2-b271-783e6318bb72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.427s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.551604] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfc2999-93ad-4b04-b1c6-4571d2d348fb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.561719] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e2075f-76e3-4a40-a847-72fb39b5f94f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.593824] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f96e97b-a627-4288-8e14-dafcf92d9afd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.601536] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7ccc6c-6f2f-4eb7-8c5e-ff22fbc3dcdb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.615105] env[68872]: DEBUG nova.compute.provider_tree [None req-c8dfb418-e057-4959-a00e-6bbb0d120e3b tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.719354] env[68872]: DEBUG nova.compute.manager [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 910.824296] env[68872]: DEBUG oslo_vmware.api [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52bf91f8-14c5-b997-9a29-8b6bb658ddbb, 'name': SearchDatastore_Task, 'duration_secs': 0.011628} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.824590] env[68872]: DEBUG oslo_concurrency.lockutils [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.824824] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.825071] env[68872]: DEBUG oslo_concurrency.lockutils [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.825220] env[68872]: DEBUG oslo_concurrency.lockutils [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.825400] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.825754] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f23a2e6a-ac8e-4bfd-875b-9589df06e4bf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.834816] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.835091] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.835772] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a2e83a1-abca-442d-92e4-4961b13d9d6a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.841599] env[68872]: DEBUG oslo_vmware.api [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 910.841599] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52111293-ec36-1490-734a-c61b454cdf8f" [ 910.841599] env[68872]: _type = "Task" [ 910.841599] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.850117] env[68872]: DEBUG oslo_vmware.api [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52111293-ec36-1490-734a-c61b454cdf8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.868464] env[68872]: DEBUG nova.network.neutron [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Successfully created port: 14fb244f-2d91-4b4b-8115-696e69f924cd {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 910.909698] env[68872]: DEBUG nova.network.neutron [req-25890787-6f0b-4979-bc63-ef05ecbf40ce req-b2e73fed-6da6-4c18-a70c-212bf22abf5f service nova] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Updated VIF entry in instance network info cache for port 222d9d71-0c66-44bf-928d-1651b9fc16b9. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 910.910085] env[68872]: DEBUG nova.network.neutron [req-25890787-6f0b-4979-bc63-ef05ecbf40ce req-b2e73fed-6da6-4c18-a70c-212bf22abf5f service nova] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Updating instance_info_cache with network_info: [{"id": "222d9d71-0c66-44bf-928d-1651b9fc16b9", "address": "fa:16:3e:3f:48:86", "network": {"id": "4b7c7b81-2b8d-430e-8b28-66c2135b7d3f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-958671692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fde025fc382b482b930cbe3dd25c8689", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap222d9d71-0c", "ovs_interfaceid": "222d9d71-0c66-44bf-928d-1651b9fc16b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.118135] env[68872]: DEBUG nova.scheduler.client.report [None req-c8dfb418-e057-4959-a00e-6bbb0d120e3b tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.355889] env[68872]: DEBUG oslo_vmware.api [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52111293-ec36-1490-734a-c61b454cdf8f, 'name': SearchDatastore_Task, 'duration_secs': 0.015075} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.356865] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df5fef7f-a2c0-448f-95bd-81e121c17b01 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.362709] env[68872]: DEBUG oslo_vmware.api [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 911.362709] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529bfadd-5de9-4f32-6059-1d35094712fa" [ 911.362709] env[68872]: _type = "Task" [ 911.362709] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.373042] env[68872]: DEBUG oslo_vmware.api [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529bfadd-5de9-4f32-6059-1d35094712fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.412802] env[68872]: DEBUG oslo_concurrency.lockutils [req-25890787-6f0b-4979-bc63-ef05ecbf40ce req-b2e73fed-6da6-4c18-a70c-212bf22abf5f service nova] Releasing lock "refresh_cache-2dd0f9b8-0454-4902-94d9-e905dd7fd7b9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.413107] env[68872]: DEBUG nova.compute.manager [req-25890787-6f0b-4979-bc63-ef05ecbf40ce req-b2e73fed-6da6-4c18-a70c-212bf22abf5f service nova] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Received event network-vif-unplugged-c3b84b64-8454-4382-a089-abc71ec4d5c5 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.413305] env[68872]: DEBUG oslo_concurrency.lockutils [req-25890787-6f0b-4979-bc63-ef05ecbf40ce req-b2e73fed-6da6-4c18-a70c-212bf22abf5f service nova] Acquiring lock "02362251-8e13-4449-89cc-cbfff9d9ff22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.413508] env[68872]: DEBUG oslo_concurrency.lockutils [req-25890787-6f0b-4979-bc63-ef05ecbf40ce req-b2e73fed-6da6-4c18-a70c-212bf22abf5f service nova] Lock "02362251-8e13-4449-89cc-cbfff9d9ff22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.413669] env[68872]: DEBUG oslo_concurrency.lockutils [req-25890787-6f0b-4979-bc63-ef05ecbf40ce req-b2e73fed-6da6-4c18-a70c-212bf22abf5f service nova] Lock "02362251-8e13-4449-89cc-cbfff9d9ff22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.413832] env[68872]: DEBUG nova.compute.manager [req-25890787-6f0b-4979-bc63-ef05ecbf40ce req-b2e73fed-6da6-4c18-a70c-212bf22abf5f service nova] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] No waiting events found dispatching network-vif-unplugged-c3b84b64-8454-4382-a089-abc71ec4d5c5 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 911.414046] env[68872]: WARNING nova.compute.manager [req-25890787-6f0b-4979-bc63-ef05ecbf40ce req-b2e73fed-6da6-4c18-a70c-212bf22abf5f service nova] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Received unexpected event network-vif-unplugged-c3b84b64-8454-4382-a089-abc71ec4d5c5 for instance with vm_state shelved_offloaded and task_state None. [ 911.414232] env[68872]: DEBUG nova.compute.manager [req-25890787-6f0b-4979-bc63-ef05ecbf40ce req-b2e73fed-6da6-4c18-a70c-212bf22abf5f service nova] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Received event network-changed-aad94b08-b901-4f45-b5b6-31a7e408bcb9 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.414384] env[68872]: DEBUG nova.compute.manager [req-25890787-6f0b-4979-bc63-ef05ecbf40ce req-b2e73fed-6da6-4c18-a70c-212bf22abf5f service nova] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Refreshing instance network info cache due to event network-changed-aad94b08-b901-4f45-b5b6-31a7e408bcb9. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.414564] env[68872]: DEBUG oslo_concurrency.lockutils [req-25890787-6f0b-4979-bc63-ef05ecbf40ce req-b2e73fed-6da6-4c18-a70c-212bf22abf5f service nova] Acquiring lock "refresh_cache-0364d513-5c1a-4131-a794-20be7d003f67" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.414698] env[68872]: DEBUG oslo_concurrency.lockutils [req-25890787-6f0b-4979-bc63-ef05ecbf40ce req-b2e73fed-6da6-4c18-a70c-212bf22abf5f service nova] Acquired lock "refresh_cache-0364d513-5c1a-4131-a794-20be7d003f67" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.414849] env[68872]: DEBUG nova.network.neutron [req-25890787-6f0b-4979-bc63-ef05ecbf40ce req-b2e73fed-6da6-4c18-a70c-212bf22abf5f service nova] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Refreshing network info cache for port aad94b08-b901-4f45-b5b6-31a7e408bcb9 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.557345] env[68872]: DEBUG nova.compute.manager [req-1a80854c-ebb6-4311-82ad-b559251a1345 req-fa2059dd-e547-4cad-a19e-f0b7b112b72d service nova] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Received event network-changed-aad94b08-b901-4f45-b5b6-31a7e408bcb9 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.557345] env[68872]: DEBUG nova.compute.manager [req-1a80854c-ebb6-4311-82ad-b559251a1345 req-fa2059dd-e547-4cad-a19e-f0b7b112b72d service nova] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Refreshing instance network info cache due to event network-changed-aad94b08-b901-4f45-b5b6-31a7e408bcb9. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.557345] env[68872]: DEBUG oslo_concurrency.lockutils [req-1a80854c-ebb6-4311-82ad-b559251a1345 req-fa2059dd-e547-4cad-a19e-f0b7b112b72d service nova] Acquiring lock "refresh_cache-0364d513-5c1a-4131-a794-20be7d003f67" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.624130] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c8dfb418-e057-4959-a00e-6bbb0d120e3b tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.626632] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.534s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.628636] env[68872]: INFO nova.compute.claims [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 911.651398] env[68872]: INFO nova.scheduler.client.report [None req-c8dfb418-e057-4959-a00e-6bbb0d120e3b tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Deleted allocations for instance db3e747b-e648-4fc2-86a1-d2e6ff48db08 [ 911.733035] env[68872]: DEBUG nova.compute.manager [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 911.763560] env[68872]: DEBUG nova.virt.hardware [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.764119] env[68872]: DEBUG nova.virt.hardware [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.764421] env[68872]: DEBUG nova.virt.hardware [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.764834] env[68872]: DEBUG nova.virt.hardware [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.765664] env[68872]: DEBUG nova.virt.hardware [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.768026] env[68872]: DEBUG nova.virt.hardware [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.768026] env[68872]: DEBUG nova.virt.hardware [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.768026] env[68872]: DEBUG nova.virt.hardware [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.768026] env[68872]: DEBUG nova.virt.hardware [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.768026] env[68872]: DEBUG nova.virt.hardware [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.768026] env[68872]: DEBUG nova.virt.hardware [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.769190] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11e748a-00e3-45c8-97cc-2381410c7e09 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.778336] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fef1df5-ea77-4860-8ce5-aa0c74a83459 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.838090] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Acquiring lock "02362251-8e13-4449-89cc-cbfff9d9ff22" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.879321] env[68872]: DEBUG oslo_vmware.api [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529bfadd-5de9-4f32-6059-1d35094712fa, 'name': SearchDatastore_Task, 'duration_secs': 0.008998} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.879588] env[68872]: DEBUG oslo_concurrency.lockutils [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.879851] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9/2dd0f9b8-0454-4902-94d9-e905dd7fd7b9.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.880144] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32e97ad8-b863-49e2-babf-440652ef1539 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.889940] env[68872]: DEBUG oslo_vmware.api [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 911.889940] env[68872]: value = "task-3092838" [ 911.889940] env[68872]: _type = "Task" [ 911.889940] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.901119] env[68872]: DEBUG oslo_vmware.api [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.160841] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c8dfb418-e057-4959-a00e-6bbb0d120e3b tempest-MigrationsAdminTest-408120352 tempest-MigrationsAdminTest-408120352-project-member] Lock "db3e747b-e648-4fc2-86a1-d2e6ff48db08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.551s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.306131] env[68872]: DEBUG nova.compute.manager [req-8b8c8dee-2d25-4bd8-bffa-1c5608f79102 req-a98f80bf-d300-4ecc-9612-ce205d9709c5 service nova] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Received event network-changed-aad94b08-b901-4f45-b5b6-31a7e408bcb9 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.306892] env[68872]: DEBUG nova.compute.manager [req-8b8c8dee-2d25-4bd8-bffa-1c5608f79102 req-a98f80bf-d300-4ecc-9612-ce205d9709c5 service nova] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Refreshing instance network info cache due to event network-changed-aad94b08-b901-4f45-b5b6-31a7e408bcb9. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 912.307294] env[68872]: DEBUG oslo_concurrency.lockutils [req-8b8c8dee-2d25-4bd8-bffa-1c5608f79102 req-a98f80bf-d300-4ecc-9612-ce205d9709c5 service nova] Acquiring lock "refresh_cache-0364d513-5c1a-4131-a794-20be7d003f67" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.392231] env[68872]: DEBUG nova.network.neutron [req-25890787-6f0b-4979-bc63-ef05ecbf40ce req-b2e73fed-6da6-4c18-a70c-212bf22abf5f service nova] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Updated VIF entry in instance network info cache for port aad94b08-b901-4f45-b5b6-31a7e408bcb9. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.392588] env[68872]: DEBUG nova.network.neutron [req-25890787-6f0b-4979-bc63-ef05ecbf40ce req-b2e73fed-6da6-4c18-a70c-212bf22abf5f service nova] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Updating instance_info_cache with network_info: [{"id": "aad94b08-b901-4f45-b5b6-31a7e408bcb9", "address": "fa:16:3e:20:6a:60", "network": {"id": "a525d6a4-e498-4177-9a43-80aae70204b7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1469744261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c53e828179bd48c9b1585481957b93df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaad94b08-b9", "ovs_interfaceid": "aad94b08-b901-4f45-b5b6-31a7e408bcb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.403337] env[68872]: DEBUG oslo_vmware.api [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092838, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.774634] env[68872]: DEBUG nova.network.neutron [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Successfully updated port: 14fb244f-2d91-4b4b-8115-696e69f924cd {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 912.901572] env[68872]: DEBUG oslo_concurrency.lockutils [req-25890787-6f0b-4979-bc63-ef05ecbf40ce req-b2e73fed-6da6-4c18-a70c-212bf22abf5f service nova] Releasing lock "refresh_cache-0364d513-5c1a-4131-a794-20be7d003f67" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.901902] env[68872]: DEBUG nova.compute.manager [req-25890787-6f0b-4979-bc63-ef05ecbf40ce req-b2e73fed-6da6-4c18-a70c-212bf22abf5f service nova] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Received event network-changed-c3b84b64-8454-4382-a089-abc71ec4d5c5 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.902010] env[68872]: DEBUG nova.compute.manager [req-25890787-6f0b-4979-bc63-ef05ecbf40ce req-b2e73fed-6da6-4c18-a70c-212bf22abf5f service nova] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Refreshing instance network info cache due to event network-changed-c3b84b64-8454-4382-a089-abc71ec4d5c5. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 912.902229] env[68872]: DEBUG oslo_concurrency.lockutils [req-25890787-6f0b-4979-bc63-ef05ecbf40ce req-b2e73fed-6da6-4c18-a70c-212bf22abf5f service nova] Acquiring lock "refresh_cache-02362251-8e13-4449-89cc-cbfff9d9ff22" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.902371] env[68872]: DEBUG oslo_concurrency.lockutils [req-25890787-6f0b-4979-bc63-ef05ecbf40ce req-b2e73fed-6da6-4c18-a70c-212bf22abf5f service nova] Acquired lock "refresh_cache-02362251-8e13-4449-89cc-cbfff9d9ff22" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.902529] env[68872]: DEBUG nova.network.neutron [req-25890787-6f0b-4979-bc63-ef05ecbf40ce req-b2e73fed-6da6-4c18-a70c-212bf22abf5f service nova] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Refreshing network info cache for port c3b84b64-8454-4382-a089-abc71ec4d5c5 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.903647] env[68872]: DEBUG oslo_vmware.api [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092838, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.905949] env[68872]: DEBUG oslo_concurrency.lockutils [req-1a80854c-ebb6-4311-82ad-b559251a1345 req-fa2059dd-e547-4cad-a19e-f0b7b112b72d service nova] Acquired lock "refresh_cache-0364d513-5c1a-4131-a794-20be7d003f67" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.906179] env[68872]: DEBUG nova.network.neutron [req-1a80854c-ebb6-4311-82ad-b559251a1345 req-fa2059dd-e547-4cad-a19e-f0b7b112b72d service nova] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Refreshing network info cache for port aad94b08-b901-4f45-b5b6-31a7e408bcb9 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.008840] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c6da35-8ab7-4f82-9235-4fc7d8a93156 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.016636] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c133f5fc-c1a8-4688-83c0-929891cba867 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.047183] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cec6913-1bfd-4ef2-a3bf-b2a9cbeb03a2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.054922] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ec1cce-5e7a-4dd7-bf30-d6b3072f87f8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.069671] env[68872]: DEBUG nova.compute.provider_tree [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.110582] env[68872]: DEBUG oslo_concurrency.lockutils [None req-65c98c1b-5e0f-40bd-bfe7-1d3e6a319368 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Acquiring lock "0364d513-5c1a-4131-a794-20be7d003f67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.110871] env[68872]: DEBUG oslo_concurrency.lockutils [None req-65c98c1b-5e0f-40bd-bfe7-1d3e6a319368 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Lock "0364d513-5c1a-4131-a794-20be7d003f67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.111099] env[68872]: DEBUG oslo_concurrency.lockutils [None req-65c98c1b-5e0f-40bd-bfe7-1d3e6a319368 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Acquiring lock "0364d513-5c1a-4131-a794-20be7d003f67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.111284] env[68872]: DEBUG oslo_concurrency.lockutils [None req-65c98c1b-5e0f-40bd-bfe7-1d3e6a319368 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Lock "0364d513-5c1a-4131-a794-20be7d003f67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.111453] env[68872]: DEBUG oslo_concurrency.lockutils [None req-65c98c1b-5e0f-40bd-bfe7-1d3e6a319368 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Lock "0364d513-5c1a-4131-a794-20be7d003f67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.113550] env[68872]: INFO nova.compute.manager [None req-65c98c1b-5e0f-40bd-bfe7-1d3e6a319368 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Terminating instance [ 913.277663] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "refresh_cache-7f5e18b9-1307-4803-92df-2a23901d6f16" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.277869] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquired lock "refresh_cache-7f5e18b9-1307-4803-92df-2a23901d6f16" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.278069] env[68872]: DEBUG nova.network.neutron [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.303168] env[68872]: DEBUG nova.compute.manager [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Stashing vm_state: active {{(pid=68872) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 913.402959] env[68872]: DEBUG oslo_vmware.api [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092838, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.573415] env[68872]: DEBUG nova.scheduler.client.report [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.619153] env[68872]: DEBUG nova.compute.manager [None req-65c98c1b-5e0f-40bd-bfe7-1d3e6a319368 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 913.619373] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-65c98c1b-5e0f-40bd-bfe7-1d3e6a319368 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.620247] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb055ad-3f38-44b7-8cde-d4dc36449717 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.628040] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c98c1b-5e0f-40bd-bfe7-1d3e6a319368 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.628269] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4d87829-8a03-48f8-9bb7-57313153c409 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.635194] env[68872]: DEBUG oslo_vmware.api [None req-65c98c1b-5e0f-40bd-bfe7-1d3e6a319368 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Waiting for the task: (returnval){ [ 913.635194] env[68872]: value = "task-3092839" [ 913.635194] env[68872]: _type = "Task" [ 913.635194] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.645275] env[68872]: DEBUG oslo_vmware.api [None req-65c98c1b-5e0f-40bd-bfe7-1d3e6a319368 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Task: {'id': task-3092839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.738811] env[68872]: DEBUG nova.network.neutron [req-1a80854c-ebb6-4311-82ad-b559251a1345 req-fa2059dd-e547-4cad-a19e-f0b7b112b72d service nova] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Updated VIF entry in instance network info cache for port aad94b08-b901-4f45-b5b6-31a7e408bcb9. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.739294] env[68872]: DEBUG nova.network.neutron [req-1a80854c-ebb6-4311-82ad-b559251a1345 req-fa2059dd-e547-4cad-a19e-f0b7b112b72d service nova] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Updating instance_info_cache with network_info: [{"id": "aad94b08-b901-4f45-b5b6-31a7e408bcb9", "address": "fa:16:3e:20:6a:60", "network": {"id": "a525d6a4-e498-4177-9a43-80aae70204b7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1469744261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c53e828179bd48c9b1585481957b93df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaad94b08-b9", "ovs_interfaceid": "aad94b08-b901-4f45-b5b6-31a7e408bcb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.768996] env[68872]: DEBUG nova.network.neutron [req-25890787-6f0b-4979-bc63-ef05ecbf40ce req-b2e73fed-6da6-4c18-a70c-212bf22abf5f service nova] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Updated VIF entry in instance network info cache for port c3b84b64-8454-4382-a089-abc71ec4d5c5. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.769446] env[68872]: DEBUG nova.network.neutron [req-25890787-6f0b-4979-bc63-ef05ecbf40ce req-b2e73fed-6da6-4c18-a70c-212bf22abf5f service nova] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Updating instance_info_cache with network_info: [{"id": "c3b84b64-8454-4382-a089-abc71ec4d5c5", "address": "fa:16:3e:f8:d2:18", "network": {"id": "41f27d29-802f-4668-976c-7f3122ae2de0", "bridge": null, "label": "tempest-ServersNegativeTestJSON-417968453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e262182e30c46d09045210c770d8126", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc3b84b64-84", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.819862] env[68872]: DEBUG nova.network.neutron [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 913.834305] env[68872]: DEBUG oslo_concurrency.lockutils [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.905356] env[68872]: DEBUG oslo_vmware.api [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092838, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.545579} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.905615] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9/2dd0f9b8-0454-4902-94d9-e905dd7fd7b9.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.905832] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.906096] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-785c5aaa-d015-40a0-a5b6-e1a35f884f04 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.912728] env[68872]: DEBUG oslo_vmware.api [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 913.912728] env[68872]: value = "task-3092840" [ 913.912728] env[68872]: _type = "Task" [ 913.912728] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.921571] env[68872]: DEBUG oslo_vmware.api [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092840, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.969316] env[68872]: DEBUG nova.network.neutron [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Updating instance_info_cache with network_info: [{"id": "14fb244f-2d91-4b4b-8115-696e69f924cd", "address": "fa:16:3e:44:75:05", "network": {"id": "511b8d00-72bf-40ae-8aad-fe8733e4638f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1809232565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d310ae195e70437dbc04c8803c250050", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14fb244f-2d", "ovs_interfaceid": "14fb244f-2d91-4b4b-8115-696e69f924cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.079017] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.079674] env[68872]: DEBUG nova.compute.manager [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 914.082661] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7b3e9a74-2789-4da2-8a58-058d74295ca4 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.815s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.082842] env[68872]: DEBUG nova.objects.instance [None req-7b3e9a74-2789-4da2-8a58-058d74295ca4 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Lazy-loading 'resources' on Instance uuid 8b363941-c78c-492e-9d73-2438248b7669 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.145121] env[68872]: DEBUG oslo_vmware.api [None req-65c98c1b-5e0f-40bd-bfe7-1d3e6a319368 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Task: {'id': task-3092839, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.244085] env[68872]: DEBUG oslo_concurrency.lockutils [req-1a80854c-ebb6-4311-82ad-b559251a1345 req-fa2059dd-e547-4cad-a19e-f0b7b112b72d service nova] Releasing lock "refresh_cache-0364d513-5c1a-4131-a794-20be7d003f67" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.244085] env[68872]: DEBUG oslo_concurrency.lockutils [req-8b8c8dee-2d25-4bd8-bffa-1c5608f79102 req-a98f80bf-d300-4ecc-9612-ce205d9709c5 service nova] Acquired lock "refresh_cache-0364d513-5c1a-4131-a794-20be7d003f67" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.244085] env[68872]: DEBUG nova.network.neutron [req-8b8c8dee-2d25-4bd8-bffa-1c5608f79102 req-a98f80bf-d300-4ecc-9612-ce205d9709c5 service nova] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Refreshing network info cache for port aad94b08-b901-4f45-b5b6-31a7e408bcb9 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 914.272677] env[68872]: DEBUG oslo_concurrency.lockutils [req-25890787-6f0b-4979-bc63-ef05ecbf40ce req-b2e73fed-6da6-4c18-a70c-212bf22abf5f service nova] Releasing lock "refresh_cache-02362251-8e13-4449-89cc-cbfff9d9ff22" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.332329] env[68872]: DEBUG nova.compute.manager [req-1292192e-f8db-4f35-9667-98d1940dc937 req-8fde59d1-5426-402c-a32d-bde924547c7f service nova] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Received event network-vif-plugged-14fb244f-2d91-4b4b-8115-696e69f924cd {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.332548] env[68872]: DEBUG oslo_concurrency.lockutils [req-1292192e-f8db-4f35-9667-98d1940dc937 req-8fde59d1-5426-402c-a32d-bde924547c7f service nova] Acquiring lock "7f5e18b9-1307-4803-92df-2a23901d6f16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.334834] env[68872]: DEBUG oslo_concurrency.lockutils [req-1292192e-f8db-4f35-9667-98d1940dc937 req-8fde59d1-5426-402c-a32d-bde924547c7f service nova] Lock "7f5e18b9-1307-4803-92df-2a23901d6f16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.335064] env[68872]: DEBUG oslo_concurrency.lockutils [req-1292192e-f8db-4f35-9667-98d1940dc937 req-8fde59d1-5426-402c-a32d-bde924547c7f service nova] Lock "7f5e18b9-1307-4803-92df-2a23901d6f16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.335251] env[68872]: DEBUG nova.compute.manager [req-1292192e-f8db-4f35-9667-98d1940dc937 req-8fde59d1-5426-402c-a32d-bde924547c7f service nova] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] No waiting events found dispatching network-vif-plugged-14fb244f-2d91-4b4b-8115-696e69f924cd {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 914.335424] env[68872]: WARNING nova.compute.manager [req-1292192e-f8db-4f35-9667-98d1940dc937 req-8fde59d1-5426-402c-a32d-bde924547c7f service nova] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Received unexpected event network-vif-plugged-14fb244f-2d91-4b4b-8115-696e69f924cd for instance with vm_state building and task_state spawning. [ 914.335588] env[68872]: DEBUG nova.compute.manager [req-1292192e-f8db-4f35-9667-98d1940dc937 req-8fde59d1-5426-402c-a32d-bde924547c7f service nova] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Received event network-changed-14fb244f-2d91-4b4b-8115-696e69f924cd {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.335770] env[68872]: DEBUG nova.compute.manager [req-1292192e-f8db-4f35-9667-98d1940dc937 req-8fde59d1-5426-402c-a32d-bde924547c7f service nova] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Refreshing instance network info cache due to event network-changed-14fb244f-2d91-4b4b-8115-696e69f924cd. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 914.336536] env[68872]: DEBUG oslo_concurrency.lockutils [req-1292192e-f8db-4f35-9667-98d1940dc937 req-8fde59d1-5426-402c-a32d-bde924547c7f service nova] Acquiring lock "refresh_cache-7f5e18b9-1307-4803-92df-2a23901d6f16" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.423399] env[68872]: DEBUG oslo_vmware.api [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092840, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071883} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.423692] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.424485] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c853f7-1e72-4ae5-b0ab-b958b8801a40 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.447671] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9/2dd0f9b8-0454-4902-94d9-e905dd7fd7b9.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.447942] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a6e767a-45b4-4a52-8182-52c30bb770ef {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.467621] env[68872]: DEBUG oslo_vmware.api [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 914.467621] env[68872]: value = "task-3092841" [ 914.467621] env[68872]: _type = "Task" [ 914.467621] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.472296] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Releasing lock "refresh_cache-7f5e18b9-1307-4803-92df-2a23901d6f16" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.472594] env[68872]: DEBUG nova.compute.manager [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Instance network_info: |[{"id": "14fb244f-2d91-4b4b-8115-696e69f924cd", "address": "fa:16:3e:44:75:05", "network": {"id": "511b8d00-72bf-40ae-8aad-fe8733e4638f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1809232565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d310ae195e70437dbc04c8803c250050", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14fb244f-2d", "ovs_interfaceid": "14fb244f-2d91-4b4b-8115-696e69f924cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 914.473012] env[68872]: DEBUG oslo_concurrency.lockutils [req-1292192e-f8db-4f35-9667-98d1940dc937 req-8fde59d1-5426-402c-a32d-bde924547c7f service nova] Acquired lock "refresh_cache-7f5e18b9-1307-4803-92df-2a23901d6f16" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.473101] env[68872]: DEBUG nova.network.neutron [req-1292192e-f8db-4f35-9667-98d1940dc937 req-8fde59d1-5426-402c-a32d-bde924547c7f service nova] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Refreshing network info cache for port 14fb244f-2d91-4b4b-8115-696e69f924cd {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 914.474333] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:75:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3c995e9-7f2f-420c-880a-d60da6e708ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14fb244f-2d91-4b4b-8115-696e69f924cd', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.482501] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.489053] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.489630] env[68872]: DEBUG oslo_vmware.api [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092841, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.489849] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-531ddc35-e77c-43a0-9937-33df266da0e0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.511288] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.511288] env[68872]: value = "task-3092842" [ 914.511288] env[68872]: _type = "Task" [ 914.511288] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.519177] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092842, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.587150] env[68872]: DEBUG nova.compute.utils [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 914.595152] env[68872]: DEBUG nova.compute.manager [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 914.595395] env[68872]: DEBUG nova.network.neutron [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 914.645514] env[68872]: DEBUG oslo_vmware.api [None req-65c98c1b-5e0f-40bd-bfe7-1d3e6a319368 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Task: {'id': task-3092839, 'name': PowerOffVM_Task, 'duration_secs': 0.595852} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.647929] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c98c1b-5e0f-40bd-bfe7-1d3e6a319368 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.648129] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-65c98c1b-5e0f-40bd-bfe7-1d3e6a319368 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 914.648549] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d30014f-9bfa-4c0d-8248-ddfc05ca0a1c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.667942] env[68872]: DEBUG nova.policy [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afea62651c62437c92d94d76b4b90361', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9867cbb36374b6b9def662292b6f810', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 914.719576] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-65c98c1b-5e0f-40bd-bfe7-1d3e6a319368 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 914.719839] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-65c98c1b-5e0f-40bd-bfe7-1d3e6a319368 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 914.720039] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-65c98c1b-5e0f-40bd-bfe7-1d3e6a319368 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Deleting the datastore file [datastore2] 0364d513-5c1a-4131-a794-20be7d003f67 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 914.720475] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67dbc7db-84d5-490e-b926-478f6c6698ef {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.728682] env[68872]: DEBUG oslo_vmware.api [None req-65c98c1b-5e0f-40bd-bfe7-1d3e6a319368 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Waiting for the task: (returnval){ [ 914.728682] env[68872]: value = "task-3092844" [ 914.728682] env[68872]: _type = "Task" [ 914.728682] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.738099] env[68872]: DEBUG oslo_vmware.api [None req-65c98c1b-5e0f-40bd-bfe7-1d3e6a319368 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Task: {'id': task-3092844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.835693] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Acquiring lock "6efcbe42-b7fd-47a1-bc10-e6d287b80509" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.835819] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Lock "6efcbe42-b7fd-47a1-bc10-e6d287b80509" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.888979] env[68872]: DEBUG nova.network.neutron [req-1292192e-f8db-4f35-9667-98d1940dc937 req-8fde59d1-5426-402c-a32d-bde924547c7f service nova] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Updated VIF entry in instance network info cache for port 14fb244f-2d91-4b4b-8115-696e69f924cd. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.889816] env[68872]: DEBUG nova.network.neutron [req-1292192e-f8db-4f35-9667-98d1940dc937 req-8fde59d1-5426-402c-a32d-bde924547c7f service nova] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Updating instance_info_cache with network_info: [{"id": "14fb244f-2d91-4b4b-8115-696e69f924cd", "address": "fa:16:3e:44:75:05", "network": {"id": "511b8d00-72bf-40ae-8aad-fe8733e4638f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1809232565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d310ae195e70437dbc04c8803c250050", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14fb244f-2d", "ovs_interfaceid": "14fb244f-2d91-4b4b-8115-696e69f924cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.982875] env[68872]: DEBUG oslo_vmware.api [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092841, 'name': ReconfigVM_Task, 'duration_secs': 0.349049} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.985224] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9/2dd0f9b8-0454-4902-94d9-e905dd7fd7b9.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.985892] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd50038f-c247-41f3-8889-d8982de4a3d2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.996034] env[68872]: DEBUG oslo_vmware.api [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 914.996034] env[68872]: value = "task-3092845" [ 914.996034] env[68872]: _type = "Task" [ 914.996034] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.006618] env[68872]: DEBUG oslo_vmware.api [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092845, 'name': Rename_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.020370] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092842, 'name': CreateVM_Task, 'duration_secs': 0.331065} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.023817] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.024444] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.024598] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.024916] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.027439] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c08f119-fb19-49dd-aae7-b2e69e10489e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.031806] env[68872]: DEBUG oslo_vmware.api [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 915.031806] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5213ac41-2696-59ff-e776-f11c4a3f6ad1" [ 915.031806] env[68872]: _type = "Task" [ 915.031806] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.039710] env[68872]: DEBUG oslo_vmware.api [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5213ac41-2696-59ff-e776-f11c4a3f6ad1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.053147] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0235fff-750a-4b07-beb3-2de752140e58 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.060018] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909535e6-8f21-4a03-841c-a319fc26d4e3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.094475] env[68872]: DEBUG nova.compute.manager [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 915.100584] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f10b2b3-9b80-4601-8fe3-5bce2cc26cf7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.110131] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d098dec-eb56-4739-bba1-dac1baf7b2fe {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.125144] env[68872]: DEBUG nova.compute.provider_tree [None req-7b3e9a74-2789-4da2-8a58-058d74295ca4 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.167300] env[68872]: DEBUG nova.network.neutron [req-8b8c8dee-2d25-4bd8-bffa-1c5608f79102 req-a98f80bf-d300-4ecc-9612-ce205d9709c5 service nova] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Updated VIF entry in instance network info cache for port aad94b08-b901-4f45-b5b6-31a7e408bcb9. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 915.167648] env[68872]: DEBUG nova.network.neutron [req-8b8c8dee-2d25-4bd8-bffa-1c5608f79102 req-a98f80bf-d300-4ecc-9612-ce205d9709c5 service nova] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Updating instance_info_cache with network_info: [{"id": "aad94b08-b901-4f45-b5b6-31a7e408bcb9", "address": "fa:16:3e:20:6a:60", "network": {"id": "a525d6a4-e498-4177-9a43-80aae70204b7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1469744261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c53e828179bd48c9b1585481957b93df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaad94b08-b9", "ovs_interfaceid": "aad94b08-b901-4f45-b5b6-31a7e408bcb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.207929] env[68872]: DEBUG nova.network.neutron [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Successfully created port: 146cce2f-0274-42c9-962e-f3457382f976 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 915.238981] env[68872]: DEBUG oslo_vmware.api [None req-65c98c1b-5e0f-40bd-bfe7-1d3e6a319368 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Task: {'id': task-3092844, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215003} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.239244] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-65c98c1b-5e0f-40bd-bfe7-1d3e6a319368 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.239427] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-65c98c1b-5e0f-40bd-bfe7-1d3e6a319368 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.239602] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-65c98c1b-5e0f-40bd-bfe7-1d3e6a319368 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.239773] env[68872]: INFO nova.compute.manager [None req-65c98c1b-5e0f-40bd-bfe7-1d3e6a319368 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Took 1.62 seconds to destroy the instance on the hypervisor. [ 915.240020] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65c98c1b-5e0f-40bd-bfe7-1d3e6a319368 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.240208] env[68872]: DEBUG nova.compute.manager [-] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.240304] env[68872]: DEBUG nova.network.neutron [-] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.338216] env[68872]: DEBUG nova.compute.manager [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 915.393328] env[68872]: DEBUG oslo_concurrency.lockutils [req-1292192e-f8db-4f35-9667-98d1940dc937 req-8fde59d1-5426-402c-a32d-bde924547c7f service nova] Releasing lock "refresh_cache-7f5e18b9-1307-4803-92df-2a23901d6f16" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.507845] env[68872]: DEBUG oslo_vmware.api [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092845, 'name': Rename_Task, 'duration_secs': 0.15176} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.508172] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.508423] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c892ff9f-310e-4143-897a-6bc5bfbbefa2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.515296] env[68872]: DEBUG oslo_vmware.api [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 915.515296] env[68872]: value = "task-3092846" [ 915.515296] env[68872]: _type = "Task" [ 915.515296] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.547623] env[68872]: DEBUG oslo_vmware.api [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5213ac41-2696-59ff-e776-f11c4a3f6ad1, 'name': SearchDatastore_Task, 'duration_secs': 0.010914} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.547952] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.548205] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.548443] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.548588] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.548765] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.549048] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27c1b870-2b69-4f7b-9959-c6178400e352 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.557978] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.558174] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.558971] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c94441ad-9955-4231-90d3-3565683e20c4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.565592] env[68872]: DEBUG oslo_vmware.api [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 915.565592] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]523f0634-43cc-070a-a3c3-b901b0f0bccb" [ 915.565592] env[68872]: _type = "Task" [ 915.565592] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.574478] env[68872]: DEBUG oslo_vmware.api [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]523f0634-43cc-070a-a3c3-b901b0f0bccb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.628868] env[68872]: DEBUG nova.scheduler.client.report [None req-7b3e9a74-2789-4da2-8a58-058d74295ca4 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.671608] env[68872]: DEBUG oslo_concurrency.lockutils [req-8b8c8dee-2d25-4bd8-bffa-1c5608f79102 req-a98f80bf-d300-4ecc-9612-ce205d9709c5 service nova] Releasing lock "refresh_cache-0364d513-5c1a-4131-a794-20be7d003f67" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.860375] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.026190] env[68872]: DEBUG oslo_vmware.api [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092846, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.075810] env[68872]: DEBUG oslo_vmware.api [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]523f0634-43cc-070a-a3c3-b901b0f0bccb, 'name': SearchDatastore_Task, 'duration_secs': 0.01292} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.076651] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f87193b7-6b69-4d89-bb11-ceeefc31d3f1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.082160] env[68872]: DEBUG oslo_vmware.api [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 916.082160] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520b9586-2ea1-cd5b-1b7f-e640ceec8383" [ 916.082160] env[68872]: _type = "Task" [ 916.082160] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.090351] env[68872]: DEBUG oslo_vmware.api [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520b9586-2ea1-cd5b-1b7f-e640ceec8383, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.103801] env[68872]: DEBUG nova.compute.manager [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 916.127467] env[68872]: DEBUG nova.network.neutron [-] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.134782] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7b3e9a74-2789-4da2-8a58-058d74295ca4 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.138747] env[68872]: DEBUG nova.virt.hardware [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 916.138969] env[68872]: DEBUG nova.virt.hardware [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 916.139137] env[68872]: DEBUG nova.virt.hardware [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.139319] env[68872]: DEBUG nova.virt.hardware [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 916.139464] env[68872]: DEBUG nova.virt.hardware [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.139610] env[68872]: DEBUG nova.virt.hardware [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 916.139816] env[68872]: DEBUG nova.virt.hardware [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 916.139971] env[68872]: DEBUG nova.virt.hardware [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 916.140151] env[68872]: DEBUG nova.virt.hardware [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 916.140310] env[68872]: DEBUG nova.virt.hardware [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 916.140479] env[68872]: DEBUG nova.virt.hardware [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 916.141078] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5584c23f-a8ab-492e-bfd4-381264e1fd9f tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.119s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.141310] env[68872]: DEBUG nova.objects.instance [None req-5584c23f-a8ab-492e-bfd4-381264e1fd9f tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Lazy-loading 'resources' on Instance uuid dcb555bc-660e-4ea9-a0ee-f5a3be79452b {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.142970] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead9aa5b-e64d-46da-b58a-8c3217a46a0d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.152717] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46eac6e5-a903-4140-bc87-52b2d908887e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.168028] env[68872]: INFO nova.scheduler.client.report [None req-7b3e9a74-2789-4da2-8a58-058d74295ca4 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Deleted allocations for instance 8b363941-c78c-492e-9d73-2438248b7669 [ 916.361784] env[68872]: DEBUG nova.compute.manager [req-495a1786-004b-46c5-9070-0deefb2c4f94 req-c4cd5efe-7a5b-4d3b-9e55-85c1be0b72d5 service nova] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Received event network-vif-deleted-aad94b08-b901-4f45-b5b6-31a7e408bcb9 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.525874] env[68872]: DEBUG oslo_vmware.api [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092846, 'name': PowerOnVM_Task, 'duration_secs': 0.525265} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.526312] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.526485] env[68872]: INFO nova.compute.manager [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Took 9.38 seconds to spawn the instance on the hypervisor. [ 916.526666] env[68872]: DEBUG nova.compute.manager [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.527457] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905f3677-4932-444b-9556-9ce8e98d7e25 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.593641] env[68872]: DEBUG oslo_vmware.api [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520b9586-2ea1-cd5b-1b7f-e640ceec8383, 'name': SearchDatastore_Task, 'duration_secs': 0.010589} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.593910] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.594319] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 7f5e18b9-1307-4803-92df-2a23901d6f16/7f5e18b9-1307-4803-92df-2a23901d6f16.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.594443] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6be3b584-67ce-443c-8c71-8342c14db1dc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.601589] env[68872]: DEBUG oslo_vmware.api [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 916.601589] env[68872]: value = "task-3092847" [ 916.601589] env[68872]: _type = "Task" [ 916.601589] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.609821] env[68872]: DEBUG oslo_vmware.api [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092847, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.632015] env[68872]: INFO nova.compute.manager [-] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Took 1.39 seconds to deallocate network for instance. [ 916.677933] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7b3e9a74-2789-4da2-8a58-058d74295ca4 tempest-ServerMetadataTestJSON-1177960850 tempest-ServerMetadataTestJSON-1177960850-project-member] Lock "8b363941-c78c-492e-9d73-2438248b7669" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.099s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.995180] env[68872]: DEBUG nova.network.neutron [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Successfully updated port: 146cce2f-0274-42c9-962e-f3457382f976 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 917.048135] env[68872]: INFO nova.compute.manager [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Took 45.28 seconds to build instance. [ 917.090217] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b148ecc5-4845-4f8c-804e-747cf5aa56b3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.098898] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8398689-4359-43fb-a495-82c8fbd3428e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.111899] env[68872]: DEBUG oslo_vmware.api [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092847, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.141435] env[68872]: DEBUG oslo_concurrency.lockutils [None req-65c98c1b-5e0f-40bd-bfe7-1d3e6a319368 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.142413] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d251375-12c6-4763-af44-8f771ef7c108 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.152278] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745212dc-acb4-4430-a426-a3a39fc7a22d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.165758] env[68872]: DEBUG nova.compute.provider_tree [None req-5584c23f-a8ab-492e-bfd4-381264e1fd9f tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.497521] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "refresh_cache-6d48ddc6-0330-4701-b92b-d66137e807d1" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.497762] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquired lock "refresh_cache-6d48ddc6-0330-4701-b92b-d66137e807d1" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.497853] env[68872]: DEBUG nova.network.neutron [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.550330] env[68872]: DEBUG oslo_concurrency.lockutils [None req-19bcea3e-1041-4047-a801-c7915b4bb474 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "2dd0f9b8-0454-4902-94d9-e905dd7fd7b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.221s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.615735] env[68872]: DEBUG oslo_vmware.api [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092847, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530861} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.615735] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 7f5e18b9-1307-4803-92df-2a23901d6f16/7f5e18b9-1307-4803-92df-2a23901d6f16.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.615735] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.616082] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73572e3c-c843-4257-b9f2-c2ea63b52c51 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.624051] env[68872]: DEBUG oslo_vmware.api [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 917.624051] env[68872]: value = "task-3092848" [ 917.624051] env[68872]: _type = "Task" [ 917.624051] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.634348] env[68872]: DEBUG oslo_vmware.api [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092848, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.670934] env[68872]: DEBUG nova.scheduler.client.report [None req-5584c23f-a8ab-492e-bfd4-381264e1fd9f tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.040829] env[68872]: DEBUG nova.network.neutron [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 918.135336] env[68872]: DEBUG oslo_vmware.api [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092848, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.263011} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.135610] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.136644] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba1321e-4b00-45fe-9f4f-16011838b838 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.160015] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 7f5e18b9-1307-4803-92df-2a23901d6f16/7f5e18b9-1307-4803-92df-2a23901d6f16.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.160343] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db025f73-5108-49a6-b12c-fc701da4f69c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.177063] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5584c23f-a8ab-492e-bfd4-381264e1fd9f tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.183224] env[68872]: DEBUG oslo_concurrency.lockutils [None req-26dca9d0-ea51-4de4-a2e4-f7ac5ca147f2 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.616s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.183224] env[68872]: DEBUG nova.objects.instance [None req-26dca9d0-ea51-4de4-a2e4-f7ac5ca147f2 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Lazy-loading 'resources' on Instance uuid 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.188024] env[68872]: DEBUG oslo_vmware.api [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 918.188024] env[68872]: value = "task-3092849" [ 918.188024] env[68872]: _type = "Task" [ 918.188024] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.198860] env[68872]: DEBUG oslo_vmware.api [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.204551] env[68872]: INFO nova.scheduler.client.report [None req-5584c23f-a8ab-492e-bfd4-381264e1fd9f tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Deleted allocations for instance dcb555bc-660e-4ea9-a0ee-f5a3be79452b [ 918.221354] env[68872]: DEBUG nova.network.neutron [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Updating instance_info_cache with network_info: [{"id": "146cce2f-0274-42c9-962e-f3457382f976", "address": "fa:16:3e:5c:07:40", "network": {"id": "c09e92d2-0e24-4ab7-a494-adc38742fe8d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1942103729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9867cbb36374b6b9def662292b6f810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap146cce2f-02", "ovs_interfaceid": "146cce2f-0274-42c9-962e-f3457382f976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.449179] env[68872]: DEBUG nova.compute.manager [req-a0e8877a-5ddb-4e7d-a5fd-a74f2c1c93de req-69b1b319-0b35-4d30-8ad1-90d995ed27eb service nova] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Received event network-vif-plugged-146cce2f-0274-42c9-962e-f3457382f976 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.450436] env[68872]: DEBUG oslo_concurrency.lockutils [req-a0e8877a-5ddb-4e7d-a5fd-a74f2c1c93de req-69b1b319-0b35-4d30-8ad1-90d995ed27eb service nova] Acquiring lock "6d48ddc6-0330-4701-b92b-d66137e807d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.450436] env[68872]: DEBUG oslo_concurrency.lockutils [req-a0e8877a-5ddb-4e7d-a5fd-a74f2c1c93de req-69b1b319-0b35-4d30-8ad1-90d995ed27eb service nova] Lock "6d48ddc6-0330-4701-b92b-d66137e807d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.450436] env[68872]: DEBUG oslo_concurrency.lockutils [req-a0e8877a-5ddb-4e7d-a5fd-a74f2c1c93de req-69b1b319-0b35-4d30-8ad1-90d995ed27eb service nova] Lock "6d48ddc6-0330-4701-b92b-d66137e807d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.450436] env[68872]: DEBUG nova.compute.manager [req-a0e8877a-5ddb-4e7d-a5fd-a74f2c1c93de req-69b1b319-0b35-4d30-8ad1-90d995ed27eb service nova] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] No waiting events found dispatching network-vif-plugged-146cce2f-0274-42c9-962e-f3457382f976 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 918.450436] env[68872]: WARNING nova.compute.manager [req-a0e8877a-5ddb-4e7d-a5fd-a74f2c1c93de req-69b1b319-0b35-4d30-8ad1-90d995ed27eb service nova] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Received unexpected event network-vif-plugged-146cce2f-0274-42c9-962e-f3457382f976 for instance with vm_state building and task_state spawning. [ 918.450436] env[68872]: DEBUG nova.compute.manager [req-a0e8877a-5ddb-4e7d-a5fd-a74f2c1c93de req-69b1b319-0b35-4d30-8ad1-90d995ed27eb service nova] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Received event network-changed-146cce2f-0274-42c9-962e-f3457382f976 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.450886] env[68872]: DEBUG nova.compute.manager [req-a0e8877a-5ddb-4e7d-a5fd-a74f2c1c93de req-69b1b319-0b35-4d30-8ad1-90d995ed27eb service nova] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Refreshing instance network info cache due to event network-changed-146cce2f-0274-42c9-962e-f3457382f976. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 918.451361] env[68872]: DEBUG oslo_concurrency.lockutils [req-a0e8877a-5ddb-4e7d-a5fd-a74f2c1c93de req-69b1b319-0b35-4d30-8ad1-90d995ed27eb service nova] Acquiring lock "refresh_cache-6d48ddc6-0330-4701-b92b-d66137e807d1" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.693793] env[68872]: DEBUG nova.compute.manager [None req-4575ba36-ea82-4ff2-8d8b-f104665f38b1 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.694216] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0683476a-2c83-4bf8-b8d6-1a7ed2323606 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.702875] env[68872]: DEBUG oslo_vmware.api [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.715138] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5584c23f-a8ab-492e-bfd4-381264e1fd9f tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Lock "dcb555bc-660e-4ea9-a0ee-f5a3be79452b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.474s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.723993] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Releasing lock "refresh_cache-6d48ddc6-0330-4701-b92b-d66137e807d1" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.724335] env[68872]: DEBUG nova.compute.manager [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Instance network_info: |[{"id": "146cce2f-0274-42c9-962e-f3457382f976", "address": "fa:16:3e:5c:07:40", "network": {"id": "c09e92d2-0e24-4ab7-a494-adc38742fe8d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1942103729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9867cbb36374b6b9def662292b6f810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap146cce2f-02", "ovs_interfaceid": "146cce2f-0274-42c9-962e-f3457382f976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 918.724718] env[68872]: DEBUG oslo_concurrency.lockutils [req-a0e8877a-5ddb-4e7d-a5fd-a74f2c1c93de req-69b1b319-0b35-4d30-8ad1-90d995ed27eb service nova] Acquired lock "refresh_cache-6d48ddc6-0330-4701-b92b-d66137e807d1" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.724782] env[68872]: DEBUG nova.network.neutron [req-a0e8877a-5ddb-4e7d-a5fd-a74f2c1c93de req-69b1b319-0b35-4d30-8ad1-90d995ed27eb service nova] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Refreshing network info cache for port 146cce2f-0274-42c9-962e-f3457382f976 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 918.726341] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:07:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '146cce2f-0274-42c9-962e-f3457382f976', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.734882] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Creating folder: Project (e9867cbb36374b6b9def662292b6f810). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 918.739798] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-246de909-451f-40ce-855a-6f21d134d374 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.749339] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Created folder: Project (e9867cbb36374b6b9def662292b6f810) in parent group-v618835. [ 918.749448] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Creating folder: Instances. Parent ref: group-v619054. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 918.750354] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccff9187-2fc3-41c0-b35b-8e27471fc1b8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.768051] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Created folder: Instances in parent group-v619054. [ 918.768051] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.768051] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.768051] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f48eb476-59f4-486e-bdd4-fd00e4504a97 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.791466] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.791466] env[68872]: value = "task-3092852" [ 918.791466] env[68872]: _type = "Task" [ 918.791466] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.800247] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092852, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.138877] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef01564-ff5a-4fbe-bb19-4d5cb3dbe071 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.147850] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec86ae9b-364d-4367-aac3-5d89b7532719 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.186279] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c7c892-896f-45af-86e4-cb3e4253a6a1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.200697] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4469b50b-19b4-413f-83d9-09a8e770805d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.204784] env[68872]: DEBUG oslo_vmware.api [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092849, 'name': ReconfigVM_Task, 'duration_secs': 0.596267} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.205176] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 7f5e18b9-1307-4803-92df-2a23901d6f16/7f5e18b9-1307-4803-92df-2a23901d6f16.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.206716] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a14a585-c374-4533-81fd-69b0601d0c7f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.217966] env[68872]: INFO nova.compute.manager [None req-4575ba36-ea82-4ff2-8d8b-f104665f38b1 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] instance snapshotting [ 919.220250] env[68872]: DEBUG nova.compute.provider_tree [None req-26dca9d0-ea51-4de4-a2e4-f7ac5ca147f2 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.225139] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df34fea2-6fc1-417c-85a2-dad649811b2a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.227086] env[68872]: DEBUG oslo_vmware.api [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 919.227086] env[68872]: value = "task-3092853" [ 919.227086] env[68872]: _type = "Task" [ 919.227086] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.249052] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ab0f0a-9656-4f8a-9346-f453ef88aa2d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.255766] env[68872]: DEBUG oslo_vmware.api [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092853, 'name': Rename_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.301357] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092852, 'name': CreateVM_Task, 'duration_secs': 0.496556} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.302252] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.303032] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.303219] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.303530] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.304029] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4c6f7a0-3b0f-4644-a1fa-f39d9f935281 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.310115] env[68872]: DEBUG oslo_vmware.api [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 919.310115] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c81990-0ff8-eea5-f4d8-3b989b4fc4d9" [ 919.310115] env[68872]: _type = "Task" [ 919.310115] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.318350] env[68872]: DEBUG oslo_vmware.api [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c81990-0ff8-eea5-f4d8-3b989b4fc4d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.557253] env[68872]: DEBUG nova.network.neutron [req-a0e8877a-5ddb-4e7d-a5fd-a74f2c1c93de req-69b1b319-0b35-4d30-8ad1-90d995ed27eb service nova] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Updated VIF entry in instance network info cache for port 146cce2f-0274-42c9-962e-f3457382f976. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 919.557765] env[68872]: DEBUG nova.network.neutron [req-a0e8877a-5ddb-4e7d-a5fd-a74f2c1c93de req-69b1b319-0b35-4d30-8ad1-90d995ed27eb service nova] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Updating instance_info_cache with network_info: [{"id": "146cce2f-0274-42c9-962e-f3457382f976", "address": "fa:16:3e:5c:07:40", "network": {"id": "c09e92d2-0e24-4ab7-a494-adc38742fe8d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1942103729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9867cbb36374b6b9def662292b6f810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap146cce2f-02", "ovs_interfaceid": "146cce2f-0274-42c9-962e-f3457382f976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.728813] env[68872]: DEBUG nova.scheduler.client.report [None req-26dca9d0-ea51-4de4-a2e4-f7ac5ca147f2 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.742595] env[68872]: DEBUG oslo_vmware.api [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092853, 'name': Rename_Task, 'duration_secs': 0.304666} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.743463] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.743711] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17696042-f35f-428f-9601-cb6a56357509 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.751531] env[68872]: DEBUG oslo_vmware.api [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 919.751531] env[68872]: value = "task-3092854" [ 919.751531] env[68872]: _type = "Task" [ 919.751531] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.759935] env[68872]: DEBUG oslo_vmware.api [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.763971] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4575ba36-ea82-4ff2-8d8b-f104665f38b1 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Creating Snapshot of the VM instance {{(pid=68872) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 919.764557] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4833d210-0594-45f9-a52a-5458b59b2de1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.770553] env[68872]: DEBUG oslo_vmware.api [None req-4575ba36-ea82-4ff2-8d8b-f104665f38b1 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 919.770553] env[68872]: value = "task-3092855" [ 919.770553] env[68872]: _type = "Task" [ 919.770553] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.778701] env[68872]: DEBUG oslo_vmware.api [None req-4575ba36-ea82-4ff2-8d8b-f104665f38b1 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092855, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.821040] env[68872]: DEBUG oslo_vmware.api [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c81990-0ff8-eea5-f4d8-3b989b4fc4d9, 'name': SearchDatastore_Task, 'duration_secs': 0.014028} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.821360] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.821615] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.821875] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.822034] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.822220] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.822483] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21fc6904-9054-441c-8273-b39056998214 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.831705] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.831905] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.832661] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2eb54c61-be5b-4a4e-b831-f45ca19a45b6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.838149] env[68872]: DEBUG oslo_vmware.api [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 919.838149] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52419ec3-99e3-16c9-0929-85ab553936bd" [ 919.838149] env[68872]: _type = "Task" [ 919.838149] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.847692] env[68872]: DEBUG oslo_vmware.api [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52419ec3-99e3-16c9-0929-85ab553936bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.062461] env[68872]: DEBUG oslo_concurrency.lockutils [req-a0e8877a-5ddb-4e7d-a5fd-a74f2c1c93de req-69b1b319-0b35-4d30-8ad1-90d995ed27eb service nova] Releasing lock "refresh_cache-6d48ddc6-0330-4701-b92b-d66137e807d1" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.163469] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Acquiring lock "86e9a378-b893-443a-99fd-7af67b416c14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.163690] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Lock "86e9a378-b893-443a-99fd-7af67b416c14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.237144] env[68872]: DEBUG oslo_concurrency.lockutils [None req-26dca9d0-ea51-4de4-a2e4-f7ac5ca147f2 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.239911] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0c190e4b-753e-4843-b39f-94b29b96ed6a tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.154s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.239911] env[68872]: DEBUG nova.objects.instance [None req-0c190e4b-753e-4843-b39f-94b29b96ed6a tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lazy-loading 'resources' on Instance uuid 8401c978-5951-4257-8534-6c5e277045b1 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.263534] env[68872]: DEBUG oslo_vmware.api [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092854, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.264755] env[68872]: INFO nova.scheduler.client.report [None req-26dca9d0-ea51-4de4-a2e4-f7ac5ca147f2 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Deleted allocations for instance 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff [ 920.280551] env[68872]: DEBUG oslo_vmware.api [None req-4575ba36-ea82-4ff2-8d8b-f104665f38b1 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092855, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.349000] env[68872]: DEBUG oslo_vmware.api [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52419ec3-99e3-16c9-0929-85ab553936bd, 'name': SearchDatastore_Task, 'duration_secs': 0.012189} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.349869] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a37fa0f-2c5e-43c7-b248-3e0d3e3bc55a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.355787] env[68872]: DEBUG oslo_vmware.api [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 920.355787] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52b507dd-147c-f05d-4339-ffe2e625f36f" [ 920.355787] env[68872]: _type = "Task" [ 920.355787] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.365248] env[68872]: DEBUG oslo_vmware.api [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52b507dd-147c-f05d-4339-ffe2e625f36f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.384590] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Acquiring lock "01e0efeb-b373-4231-90c0-32fe9699708b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.384590] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Lock "01e0efeb-b373-4231-90c0-32fe9699708b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.666934] env[68872]: DEBUG nova.compute.manager [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 920.763474] env[68872]: DEBUG oslo_vmware.api [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3092854, 'name': PowerOnVM_Task, 'duration_secs': 0.83985} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.766353] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.766569] env[68872]: INFO nova.compute.manager [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Took 9.04 seconds to spawn the instance on the hypervisor. [ 920.766746] env[68872]: DEBUG nova.compute.manager [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.767890] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84a5e7e-a475-4a79-887f-c3f9392e4e55 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.773596] env[68872]: DEBUG oslo_concurrency.lockutils [None req-26dca9d0-ea51-4de4-a2e4-f7ac5ca147f2 tempest-VolumesAdminNegativeTest-1185864351 tempest-VolumesAdminNegativeTest-1185864351-project-member] Lock "868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.138s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.789186] env[68872]: DEBUG oslo_vmware.api [None req-4575ba36-ea82-4ff2-8d8b-f104665f38b1 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092855, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.869620] env[68872]: DEBUG oslo_vmware.api [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52b507dd-147c-f05d-4339-ffe2e625f36f, 'name': SearchDatastore_Task, 'duration_secs': 0.010901} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.869930] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.870230] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 6d48ddc6-0330-4701-b92b-d66137e807d1/6d48ddc6-0330-4701-b92b-d66137e807d1.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.870505] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d74f1c9-35d0-4f33-89fb-da5b49a71d21 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.880460] env[68872]: DEBUG oslo_vmware.api [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 920.880460] env[68872]: value = "task-3092856" [ 920.880460] env[68872]: _type = "Task" [ 920.880460] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.886598] env[68872]: DEBUG nova.compute.manager [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 920.889153] env[68872]: DEBUG oslo_vmware.api [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3092856, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.136135] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349e887c-7faf-4b59-861f-d3d21674586c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.144761] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ecf743-a2b1-4687-928f-9b548d568154 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.185509] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d17129-7a48-4263-8abb-d2a28baf8f1b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.194906] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe80d6cb-f6f1-46bb-96b8-2031cab97515 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.200916] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.210282] env[68872]: DEBUG nova.compute.provider_tree [None req-0c190e4b-753e-4843-b39f-94b29b96ed6a tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.284465] env[68872]: DEBUG oslo_vmware.api [None req-4575ba36-ea82-4ff2-8d8b-f104665f38b1 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092855, 'name': CreateSnapshot_Task, 'duration_secs': 1.206365} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.284895] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4575ba36-ea82-4ff2-8d8b-f104665f38b1 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Created Snapshot of the VM instance {{(pid=68872) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 921.290301] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677206b7-4aee-4ee8-8aa5-71153932ed9d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.295732] env[68872]: INFO nova.compute.manager [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Took 45.89 seconds to build instance. [ 921.394738] env[68872]: DEBUG oslo_vmware.api [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3092856, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.412284] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.717042] env[68872]: DEBUG nova.scheduler.client.report [None req-0c190e4b-753e-4843-b39f-94b29b96ed6a tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.801760] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f373bab9-b456-4134-acfb-9e41cd3e9cb9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "7f5e18b9-1307-4803-92df-2a23901d6f16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.413s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.819607] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4575ba36-ea82-4ff2-8d8b-f104665f38b1 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Creating linked-clone VM from snapshot {{(pid=68872) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 921.819868] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5e5b15f6-619d-4ad1-bb27-9aa52752860d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.831049] env[68872]: DEBUG oslo_vmware.api [None req-4575ba36-ea82-4ff2-8d8b-f104665f38b1 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 921.831049] env[68872]: value = "task-3092857" [ 921.831049] env[68872]: _type = "Task" [ 921.831049] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.842940] env[68872]: DEBUG oslo_vmware.api [None req-4575ba36-ea82-4ff2-8d8b-f104665f38b1 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092857, 'name': CloneVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.890091] env[68872]: DEBUG oslo_vmware.api [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3092856, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717993} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.890380] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 6d48ddc6-0330-4701-b92b-d66137e807d1/6d48ddc6-0330-4701-b92b-d66137e807d1.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.891470] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.891753] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0568c052-98b5-4e69-8b8b-aae6c98cd225 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.899836] env[68872]: DEBUG oslo_vmware.api [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 921.899836] env[68872]: value = "task-3092858" [ 921.899836] env[68872]: _type = "Task" [ 921.899836] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.915657] env[68872]: DEBUG oslo_vmware.api [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3092858, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.012631] env[68872]: DEBUG nova.compute.manager [req-859cad38-22af-43e2-9057-1f367987de22 req-f80cab38-d861-4e28-8803-e7019e99827d service nova] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Received event network-changed-14fb244f-2d91-4b4b-8115-696e69f924cd {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.012841] env[68872]: DEBUG nova.compute.manager [req-859cad38-22af-43e2-9057-1f367987de22 req-f80cab38-d861-4e28-8803-e7019e99827d service nova] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Refreshing instance network info cache due to event network-changed-14fb244f-2d91-4b4b-8115-696e69f924cd. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 922.013107] env[68872]: DEBUG oslo_concurrency.lockutils [req-859cad38-22af-43e2-9057-1f367987de22 req-f80cab38-d861-4e28-8803-e7019e99827d service nova] Acquiring lock "refresh_cache-7f5e18b9-1307-4803-92df-2a23901d6f16" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.013279] env[68872]: DEBUG oslo_concurrency.lockutils [req-859cad38-22af-43e2-9057-1f367987de22 req-f80cab38-d861-4e28-8803-e7019e99827d service nova] Acquired lock "refresh_cache-7f5e18b9-1307-4803-92df-2a23901d6f16" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.013426] env[68872]: DEBUG nova.network.neutron [req-859cad38-22af-43e2-9057-1f367987de22 req-f80cab38-d861-4e28-8803-e7019e99827d service nova] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Refreshing network info cache for port 14fb244f-2d91-4b4b-8115-696e69f924cd {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.220018] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0c190e4b-753e-4843-b39f-94b29b96ed6a tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.980s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.222545] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e46839db-c17c-4e78-a3c7-f6cf66b7ea67 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.455s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.222785] env[68872]: DEBUG nova.objects.instance [None req-e46839db-c17c-4e78-a3c7-f6cf66b7ea67 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lazy-loading 'resources' on Instance uuid 045ef5de-67da-4454-b203-57d0fb26d12d {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.246818] env[68872]: INFO nova.scheduler.client.report [None req-0c190e4b-753e-4843-b39f-94b29b96ed6a tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Deleted allocations for instance 8401c978-5951-4257-8534-6c5e277045b1 [ 922.342181] env[68872]: DEBUG oslo_vmware.api [None req-4575ba36-ea82-4ff2-8d8b-f104665f38b1 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092857, 'name': CloneVM_Task} progress is 94%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.414936] env[68872]: DEBUG oslo_vmware.api [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3092858, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073429} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.417170] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.418182] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6722f2c-caff-48c3-8488-b0d5c565d75a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.443088] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 6d48ddc6-0330-4701-b92b-d66137e807d1/6d48ddc6-0330-4701-b92b-d66137e807d1.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.443531] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40bca21d-b5b1-477e-96bd-67144abecca4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.464097] env[68872]: DEBUG oslo_vmware.api [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 922.464097] env[68872]: value = "task-3092859" [ 922.464097] env[68872]: _type = "Task" [ 922.464097] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.475121] env[68872]: DEBUG oslo_vmware.api [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3092859, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.761078] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0c190e4b-753e-4843-b39f-94b29b96ed6a tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "8401c978-5951-4257-8534-6c5e277045b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.220s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.848290] env[68872]: DEBUG oslo_vmware.api [None req-4575ba36-ea82-4ff2-8d8b-f104665f38b1 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092857, 'name': CloneVM_Task} progress is 94%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.873454] env[68872]: DEBUG nova.network.neutron [req-859cad38-22af-43e2-9057-1f367987de22 req-f80cab38-d861-4e28-8803-e7019e99827d service nova] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Updated VIF entry in instance network info cache for port 14fb244f-2d91-4b4b-8115-696e69f924cd. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 922.874239] env[68872]: DEBUG nova.network.neutron [req-859cad38-22af-43e2-9057-1f367987de22 req-f80cab38-d861-4e28-8803-e7019e99827d service nova] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Updating instance_info_cache with network_info: [{"id": "14fb244f-2d91-4b4b-8115-696e69f924cd", "address": "fa:16:3e:44:75:05", "network": {"id": "511b8d00-72bf-40ae-8aad-fe8733e4638f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1809232565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d310ae195e70437dbc04c8803c250050", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14fb244f-2d", "ovs_interfaceid": "14fb244f-2d91-4b4b-8115-696e69f924cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.978460] env[68872]: DEBUG oslo_vmware.api [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3092859, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.172621] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfde5898-b5f5-4598-88cf-a3c5b0f8cd86 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.181227] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bd755f-2406-4960-bfba-d119303ce75c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.214057] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d03ae4-bb44-46f0-a113-98cb99f65278 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.222533] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a620f91d-7769-4bbf-8c51-c7391b259aa1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.237947] env[68872]: DEBUG nova.compute.provider_tree [None req-e46839db-c17c-4e78-a3c7-f6cf66b7ea67 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.349045] env[68872]: DEBUG oslo_vmware.api [None req-4575ba36-ea82-4ff2-8d8b-f104665f38b1 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092857, 'name': CloneVM_Task} progress is 94%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.379565] env[68872]: DEBUG oslo_concurrency.lockutils [req-859cad38-22af-43e2-9057-1f367987de22 req-f80cab38-d861-4e28-8803-e7019e99827d service nova] Releasing lock "refresh_cache-7f5e18b9-1307-4803-92df-2a23901d6f16" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.479458] env[68872]: DEBUG oslo_vmware.api [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3092859, 'name': ReconfigVM_Task, 'duration_secs': 0.823448} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.480086] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 6d48ddc6-0330-4701-b92b-d66137e807d1/6d48ddc6-0330-4701-b92b-d66137e807d1.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.481042] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-050c9992-6dc2-41f7-84b3-6a0adaf0933c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.487448] env[68872]: DEBUG oslo_vmware.api [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 923.487448] env[68872]: value = "task-3092860" [ 923.487448] env[68872]: _type = "Task" [ 923.487448] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.496216] env[68872]: DEBUG oslo_vmware.api [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3092860, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.741479] env[68872]: DEBUG nova.scheduler.client.report [None req-e46839db-c17c-4e78-a3c7-f6cf66b7ea67 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.844643] env[68872]: DEBUG oslo_vmware.api [None req-4575ba36-ea82-4ff2-8d8b-f104665f38b1 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092857, 'name': CloneVM_Task, 'duration_secs': 1.829875} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.844926] env[68872]: INFO nova.virt.vmwareapi.vmops [None req-4575ba36-ea82-4ff2-8d8b-f104665f38b1 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Created linked-clone VM from snapshot [ 923.845756] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5a4b43-2757-4454-9b3d-8e07fd894f27 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.854937] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-4575ba36-ea82-4ff2-8d8b-f104665f38b1 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Uploading image 81eef8dd-5a88-4fde-be5a-9d74973693a0 {{(pid=68872) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 923.870335] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-4575ba36-ea82-4ff2-8d8b-f104665f38b1 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Destroying the VM {{(pid=68872) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 923.870685] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bc79a9fc-ae0e-436e-ac9c-2a0fc9f18130 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.877704] env[68872]: DEBUG oslo_vmware.api [None req-4575ba36-ea82-4ff2-8d8b-f104665f38b1 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 923.877704] env[68872]: value = "task-3092861" [ 923.877704] env[68872]: _type = "Task" [ 923.877704] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.886334] env[68872]: DEBUG oslo_vmware.api [None req-4575ba36-ea82-4ff2-8d8b-f104665f38b1 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092861, 'name': Destroy_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.996818] env[68872]: DEBUG oslo_vmware.api [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3092860, 'name': Rename_Task, 'duration_secs': 0.208504} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.997112] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.997374] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ddcf4ff-d708-4253-9598-36390bdc4eb1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.003640] env[68872]: DEBUG oslo_vmware.api [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 924.003640] env[68872]: value = "task-3092862" [ 924.003640] env[68872]: _type = "Task" [ 924.003640] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.011124] env[68872]: DEBUG oslo_vmware.api [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3092862, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.247158] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e46839db-c17c-4e78-a3c7-f6cf66b7ea67 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.024s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.250571] env[68872]: DEBUG oslo_concurrency.lockutils [None req-355cc87a-67f4-41a8-aae6-276be8279b83 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.243s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.254020] env[68872]: DEBUG nova.objects.instance [None req-355cc87a-67f4-41a8-aae6-276be8279b83 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Lazy-loading 'resources' on Instance uuid 0b21446d-bdf8-41f5-a53a-dce3ec2d724c {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.264220] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "acbc8c49-43e4-4871-be30-8e4dc0cfa79a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.264220] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "acbc8c49-43e4-4871-be30-8e4dc0cfa79a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.281809] env[68872]: INFO nova.scheduler.client.report [None req-e46839db-c17c-4e78-a3c7-f6cf66b7ea67 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Deleted allocations for instance 045ef5de-67da-4454-b203-57d0fb26d12d [ 924.389064] env[68872]: DEBUG oslo_vmware.api [None req-4575ba36-ea82-4ff2-8d8b-f104665f38b1 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092861, 'name': Destroy_Task} progress is 33%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.515841] env[68872]: DEBUG oslo_vmware.api [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3092862, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.770501] env[68872]: DEBUG nova.compute.manager [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 924.795785] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e46839db-c17c-4e78-a3c7-f6cf66b7ea67 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "045ef5de-67da-4454-b203-57d0fb26d12d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.657s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.892481] env[68872]: DEBUG oslo_vmware.api [None req-4575ba36-ea82-4ff2-8d8b-f104665f38b1 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092861, 'name': Destroy_Task, 'duration_secs': 0.542866} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.892775] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-4575ba36-ea82-4ff2-8d8b-f104665f38b1 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Destroyed the VM [ 924.893034] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4575ba36-ea82-4ff2-8d8b-f104665f38b1 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Deleting Snapshot of the VM instance {{(pid=68872) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 924.893302] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-49c061a7-7f1a-4e70-baf0-cd191706efc0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.899842] env[68872]: DEBUG oslo_vmware.api [None req-4575ba36-ea82-4ff2-8d8b-f104665f38b1 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 924.899842] env[68872]: value = "task-3092863" [ 924.899842] env[68872]: _type = "Task" [ 924.899842] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.908512] env[68872]: DEBUG oslo_vmware.api [None req-4575ba36-ea82-4ff2-8d8b-f104665f38b1 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092863, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.014883] env[68872]: DEBUG oslo_vmware.api [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3092862, 'name': PowerOnVM_Task, 'duration_secs': 0.531981} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.017569] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.017774] env[68872]: INFO nova.compute.manager [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Took 8.91 seconds to spawn the instance on the hypervisor. [ 925.017947] env[68872]: DEBUG nova.compute.manager [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.019094] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87ed653-c055-4bf9-9616-abef3f809f54 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.192653] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e2bca6-3662-4213-8d5c-8c2c754157ef {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.200568] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d9fa11-d349-436f-9add-077eb234185c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.231334] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6e557b-c695-4517-a12a-d001805fb0af {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.238887] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4e53ca-782c-4df4-a3f3-595bfa645c08 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.252449] env[68872]: DEBUG nova.compute.provider_tree [None req-355cc87a-67f4-41a8-aae6-276be8279b83 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.289760] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.321314] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c66d44be-7835-4a31-95ff-26c295702619 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquiring lock "c7c9ee10-b598-496a-ab2c-bf8c5fe97052" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.321597] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c66d44be-7835-4a31-95ff-26c295702619 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "c7c9ee10-b598-496a-ab2c-bf8c5fe97052" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.321816] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c66d44be-7835-4a31-95ff-26c295702619 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquiring lock "c7c9ee10-b598-496a-ab2c-bf8c5fe97052-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.322009] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c66d44be-7835-4a31-95ff-26c295702619 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "c7c9ee10-b598-496a-ab2c-bf8c5fe97052-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.322189] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c66d44be-7835-4a31-95ff-26c295702619 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "c7c9ee10-b598-496a-ab2c-bf8c5fe97052-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.325683] env[68872]: INFO nova.compute.manager [None req-c66d44be-7835-4a31-95ff-26c295702619 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Terminating instance [ 925.410897] env[68872]: DEBUG oslo_vmware.api [None req-4575ba36-ea82-4ff2-8d8b-f104665f38b1 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092863, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.541672] env[68872]: INFO nova.compute.manager [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Took 46.47 seconds to build instance. [ 925.755653] env[68872]: DEBUG nova.scheduler.client.report [None req-355cc87a-67f4-41a8-aae6-276be8279b83 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.829619] env[68872]: DEBUG nova.compute.manager [None req-c66d44be-7835-4a31-95ff-26c295702619 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 925.829947] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c66d44be-7835-4a31-95ff-26c295702619 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.830928] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9ac095-4d46-429c-9708-bc7c6add1574 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.840821] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c66d44be-7835-4a31-95ff-26c295702619 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.841635] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-516748ae-1f91-48e9-8fbb-f8de3d9e11cc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.851150] env[68872]: DEBUG oslo_vmware.api [None req-c66d44be-7835-4a31-95ff-26c295702619 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 925.851150] env[68872]: value = "task-3092864" [ 925.851150] env[68872]: _type = "Task" [ 925.851150] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.861726] env[68872]: DEBUG oslo_vmware.api [None req-c66d44be-7835-4a31-95ff-26c295702619 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.891559] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ae55c513-4b32-4704-a746-73784e87fbfd tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "6d48ddc6-0330-4701-b92b-d66137e807d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.912135] env[68872]: DEBUG oslo_vmware.api [None req-4575ba36-ea82-4ff2-8d8b-f104665f38b1 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092863, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.044751] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d3670b5e-baa9-4ab2-be40-3140d3a59ee8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "6d48ddc6-0330-4701-b92b-d66137e807d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.986s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.045019] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ae55c513-4b32-4704-a746-73784e87fbfd tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "6d48ddc6-0330-4701-b92b-d66137e807d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.154s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.045318] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ae55c513-4b32-4704-a746-73784e87fbfd tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "6d48ddc6-0330-4701-b92b-d66137e807d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.045598] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ae55c513-4b32-4704-a746-73784e87fbfd tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "6d48ddc6-0330-4701-b92b-d66137e807d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.045834] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ae55c513-4b32-4704-a746-73784e87fbfd tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "6d48ddc6-0330-4701-b92b-d66137e807d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.049070] env[68872]: INFO nova.compute.manager [None req-ae55c513-4b32-4704-a746-73784e87fbfd tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Terminating instance [ 926.261241] env[68872]: DEBUG oslo_concurrency.lockutils [None req-355cc87a-67f4-41a8-aae6-276be8279b83 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.265365] env[68872]: DEBUG oslo_concurrency.lockutils [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.442s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.265365] env[68872]: DEBUG nova.objects.instance [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Lazy-loading 'resources' on Instance uuid 02362251-8e13-4449-89cc-cbfff9d9ff22 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.284972] env[68872]: INFO nova.scheduler.client.report [None req-355cc87a-67f4-41a8-aae6-276be8279b83 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Deleted allocations for instance 0b21446d-bdf8-41f5-a53a-dce3ec2d724c [ 926.361413] env[68872]: DEBUG oslo_vmware.api [None req-c66d44be-7835-4a31-95ff-26c295702619 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092864, 'name': PowerOffVM_Task, 'duration_secs': 0.3749} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.361684] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c66d44be-7835-4a31-95ff-26c295702619 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.361922] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c66d44be-7835-4a31-95ff-26c295702619 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.362199] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e4788e6-4cef-405b-a2ea-687f31ada66f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.411316] env[68872]: DEBUG oslo_vmware.api [None req-4575ba36-ea82-4ff2-8d8b-f104665f38b1 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092863, 'name': RemoveSnapshot_Task, 'duration_secs': 1.392044} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.411567] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4575ba36-ea82-4ff2-8d8b-f104665f38b1 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Deleted Snapshot of the VM instance {{(pid=68872) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 926.451057] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c66d44be-7835-4a31-95ff-26c295702619 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.451288] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c66d44be-7835-4a31-95ff-26c295702619 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.451475] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-c66d44be-7835-4a31-95ff-26c295702619 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Deleting the datastore file [datastore2] c7c9ee10-b598-496a-ab2c-bf8c5fe97052 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.451774] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a337f93-8836-4615-9b48-e842d29ffa01 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.458321] env[68872]: DEBUG oslo_vmware.api [None req-c66d44be-7835-4a31-95ff-26c295702619 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 926.458321] env[68872]: value = "task-3092866" [ 926.458321] env[68872]: _type = "Task" [ 926.458321] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.466402] env[68872]: DEBUG oslo_vmware.api [None req-c66d44be-7835-4a31-95ff-26c295702619 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.552633] env[68872]: DEBUG nova.compute.manager [None req-ae55c513-4b32-4704-a746-73784e87fbfd tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 926.553055] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ae55c513-4b32-4704-a746-73784e87fbfd tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.553787] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23f967b-4e08-4a24-a3bc-9cf6459c2020 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.561323] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae55c513-4b32-4704-a746-73784e87fbfd tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.561573] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3b0ac7e-5c92-46ec-bb41-203da60677f7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.568078] env[68872]: DEBUG oslo_vmware.api [None req-ae55c513-4b32-4704-a746-73784e87fbfd tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 926.568078] env[68872]: value = "task-3092867" [ 926.568078] env[68872]: _type = "Task" [ 926.568078] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.577857] env[68872]: DEBUG oslo_vmware.api [None req-ae55c513-4b32-4704-a746-73784e87fbfd tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3092867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.767666] env[68872]: DEBUG nova.objects.instance [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Lazy-loading 'numa_topology' on Instance uuid 02362251-8e13-4449-89cc-cbfff9d9ff22 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.792493] env[68872]: DEBUG oslo_concurrency.lockutils [None req-355cc87a-67f4-41a8-aae6-276be8279b83 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Lock "0b21446d-bdf8-41f5-a53a-dce3ec2d724c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.397s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.917013] env[68872]: WARNING nova.compute.manager [None req-4575ba36-ea82-4ff2-8d8b-f104665f38b1 tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Image not found during snapshot: nova.exception.ImageNotFound: Image 81eef8dd-5a88-4fde-be5a-9d74973693a0 could not be found. [ 926.968505] env[68872]: DEBUG oslo_vmware.api [None req-c66d44be-7835-4a31-95ff-26c295702619 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152672} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.968924] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-c66d44be-7835-4a31-95ff-26c295702619 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.969185] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c66d44be-7835-4a31-95ff-26c295702619 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.969384] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c66d44be-7835-4a31-95ff-26c295702619 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.969562] env[68872]: INFO nova.compute.manager [None req-c66d44be-7835-4a31-95ff-26c295702619 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Took 1.14 seconds to destroy the instance on the hypervisor. [ 926.969813] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c66d44be-7835-4a31-95ff-26c295702619 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.970011] env[68872]: DEBUG nova.compute.manager [-] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 926.970116] env[68872]: DEBUG nova.network.neutron [-] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 927.077923] env[68872]: DEBUG oslo_vmware.api [None req-ae55c513-4b32-4704-a746-73784e87fbfd tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3092867, 'name': PowerOffVM_Task, 'duration_secs': 0.381828} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.078373] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae55c513-4b32-4704-a746-73784e87fbfd tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.078452] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ae55c513-4b32-4704-a746-73784e87fbfd tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.078729] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6e947dc-7e45-4675-8fb3-3702ae27db9c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.150151] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ae55c513-4b32-4704-a746-73784e87fbfd tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.150375] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ae55c513-4b32-4704-a746-73784e87fbfd tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.150568] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae55c513-4b32-4704-a746-73784e87fbfd tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Deleting the datastore file [datastore1] 6d48ddc6-0330-4701-b92b-d66137e807d1 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.150867] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7490571f-eace-4617-8f8f-2c67e8170099 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.156922] env[68872]: DEBUG oslo_vmware.api [None req-ae55c513-4b32-4704-a746-73784e87fbfd tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 927.156922] env[68872]: value = "task-3092869" [ 927.156922] env[68872]: _type = "Task" [ 927.156922] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.167365] env[68872]: DEBUG oslo_vmware.api [None req-ae55c513-4b32-4704-a746-73784e87fbfd tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3092869, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.270432] env[68872]: DEBUG nova.objects.base [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Object Instance<02362251-8e13-4449-89cc-cbfff9d9ff22> lazy-loaded attributes: resources,numa_topology {{(pid=68872) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 927.344335] env[68872]: DEBUG nova.compute.manager [req-e9025ea8-58bb-4d0d-bfbe-86adf7a1434d req-a96cfc50-1336-4cb5-8b34-5d8a0c0bdf16 service nova] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Received event network-vif-deleted-b84c0779-95f3-4187-8cbe-25c7feedbb22 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.344540] env[68872]: INFO nova.compute.manager [req-e9025ea8-58bb-4d0d-bfbe-86adf7a1434d req-a96cfc50-1336-4cb5-8b34-5d8a0c0bdf16 service nova] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Neutron deleted interface b84c0779-95f3-4187-8cbe-25c7feedbb22; detaching it from the instance and deleting it from the info cache [ 927.344713] env[68872]: DEBUG nova.network.neutron [req-e9025ea8-58bb-4d0d-bfbe-86adf7a1434d req-a96cfc50-1336-4cb5-8b34-5d8a0c0bdf16 service nova] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.662947] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50d983d-9deb-4f1a-a831-7082d38adf3d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.675773] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61512061-e74e-44c4-b90c-9814af01dcea {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.680585] env[68872]: DEBUG oslo_vmware.api [None req-ae55c513-4b32-4704-a746-73784e87fbfd tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3092869, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167927} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.681017] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae55c513-4b32-4704-a746-73784e87fbfd tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.681226] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ae55c513-4b32-4704-a746-73784e87fbfd tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.681405] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ae55c513-4b32-4704-a746-73784e87fbfd tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.681577] env[68872]: INFO nova.compute.manager [None req-ae55c513-4b32-4704-a746-73784e87fbfd tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 927.681843] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae55c513-4b32-4704-a746-73784e87fbfd tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.682414] env[68872]: DEBUG nova.compute.manager [-] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 927.682528] env[68872]: DEBUG nova.network.neutron [-] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 927.715215] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62651413-ca6a-4d1c-85b8-72b7de72ad36 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.723096] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c978af-7794-40bd-82b7-68142ac32de7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.741237] env[68872]: DEBUG nova.compute.provider_tree [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.748751] env[68872]: DEBUG nova.network.neutron [-] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.847414] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64c102f9-ce30-491b-a98e-054abd3394c6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.857687] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb177b2d-7997-4689-978d-0e8ef0d5df4b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.896364] env[68872]: DEBUG nova.compute.manager [req-e9025ea8-58bb-4d0d-bfbe-86adf7a1434d req-a96cfc50-1336-4cb5-8b34-5d8a0c0bdf16 service nova] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Detach interface failed, port_id=b84c0779-95f3-4187-8cbe-25c7feedbb22, reason: Instance c7c9ee10-b598-496a-ab2c-bf8c5fe97052 could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 928.020064] env[68872]: DEBUG oslo_concurrency.lockutils [None req-610d0fa2-54a7-4ae5-887f-816b590efd2f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquiring lock "2dd0f9b8-0454-4902-94d9-e905dd7fd7b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.020375] env[68872]: DEBUG oslo_concurrency.lockutils [None req-610d0fa2-54a7-4ae5-887f-816b590efd2f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "2dd0f9b8-0454-4902-94d9-e905dd7fd7b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.020587] env[68872]: DEBUG oslo_concurrency.lockutils [None req-610d0fa2-54a7-4ae5-887f-816b590efd2f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquiring lock "2dd0f9b8-0454-4902-94d9-e905dd7fd7b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.020814] env[68872]: DEBUG oslo_concurrency.lockutils [None req-610d0fa2-54a7-4ae5-887f-816b590efd2f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "2dd0f9b8-0454-4902-94d9-e905dd7fd7b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.021018] env[68872]: DEBUG oslo_concurrency.lockutils [None req-610d0fa2-54a7-4ae5-887f-816b590efd2f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "2dd0f9b8-0454-4902-94d9-e905dd7fd7b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.023469] env[68872]: INFO nova.compute.manager [None req-610d0fa2-54a7-4ae5-887f-816b590efd2f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Terminating instance [ 928.244744] env[68872]: DEBUG nova.scheduler.client.report [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.250225] env[68872]: INFO nova.compute.manager [-] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Took 1.28 seconds to deallocate network for instance. [ 928.526951] env[68872]: DEBUG nova.compute.manager [None req-610d0fa2-54a7-4ae5-887f-816b590efd2f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 928.527251] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-610d0fa2-54a7-4ae5-887f-816b590efd2f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.528586] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c7298a-f643-4a18-b5f6-632637381386 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.539708] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-610d0fa2-54a7-4ae5-887f-816b590efd2f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.539980] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9704ae99-4bee-4ff4-ac3f-fb6d801fec1e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.549677] env[68872]: DEBUG oslo_vmware.api [None req-610d0fa2-54a7-4ae5-887f-816b590efd2f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 928.549677] env[68872]: value = "task-3092870" [ 928.549677] env[68872]: _type = "Task" [ 928.549677] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.561522] env[68872]: DEBUG oslo_vmware.api [None req-610d0fa2-54a7-4ae5-887f-816b590efd2f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.592331] env[68872]: DEBUG nova.network.neutron [-] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.755048] env[68872]: DEBUG oslo_concurrency.lockutils [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.489s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.758465] env[68872]: DEBUG oslo_concurrency.lockutils [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.924s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.761112] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c66d44be-7835-4a31-95ff-26c295702619 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.061487] env[68872]: DEBUG oslo_vmware.api [None req-610d0fa2-54a7-4ae5-887f-816b590efd2f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092870, 'name': PowerOffVM_Task, 'duration_secs': 0.274417} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.061487] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-610d0fa2-54a7-4ae5-887f-816b590efd2f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.061487] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-610d0fa2-54a7-4ae5-887f-816b590efd2f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.061487] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11a8f7bd-ed74-469e-9ac5-d4f81af50a57 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.094470] env[68872]: INFO nova.compute.manager [-] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Took 1.41 seconds to deallocate network for instance. [ 929.127091] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-610d0fa2-54a7-4ae5-887f-816b590efd2f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.127091] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-610d0fa2-54a7-4ae5-887f-816b590efd2f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.127091] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-610d0fa2-54a7-4ae5-887f-816b590efd2f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Deleting the datastore file [datastore1] 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.127471] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0dc2b72a-a65a-4c23-b494-6adc571e69bf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.136954] env[68872]: DEBUG oslo_vmware.api [None req-610d0fa2-54a7-4ae5-887f-816b590efd2f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for the task: (returnval){ [ 929.136954] env[68872]: value = "task-3092872" [ 929.136954] env[68872]: _type = "Task" [ 929.136954] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.148458] env[68872]: DEBUG oslo_vmware.api [None req-610d0fa2-54a7-4ae5-887f-816b590efd2f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.266111] env[68872]: INFO nova.compute.claims [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.272097] env[68872]: DEBUG oslo_concurrency.lockutils [None req-42d281e0-62d8-49fc-baf0-8a5380a0f731 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Lock "02362251-8e13-4449-89cc-cbfff9d9ff22" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 41.621s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.272981] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Lock "02362251-8e13-4449-89cc-cbfff9d9ff22" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 17.435s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.273221] env[68872]: INFO nova.compute.manager [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Unshelving [ 929.370801] env[68872]: DEBUG nova.compute.manager [req-ea5b304c-a5da-4b58-a10d-e138fa502677 req-b2c0baa3-149a-42bc-abe3-b6b55f4a9966 service nova] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Received event network-vif-deleted-146cce2f-0274-42c9-962e-f3457382f976 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.602169] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ae55c513-4b32-4704-a746-73784e87fbfd tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.647625] env[68872]: DEBUG oslo_vmware.api [None req-610d0fa2-54a7-4ae5-887f-816b590efd2f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Task: {'id': task-3092872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148913} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.647883] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-610d0fa2-54a7-4ae5-887f-816b590efd2f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.648280] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-610d0fa2-54a7-4ae5-887f-816b590efd2f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.648499] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-610d0fa2-54a7-4ae5-887f-816b590efd2f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.648710] env[68872]: INFO nova.compute.manager [None req-610d0fa2-54a7-4ae5-887f-816b590efd2f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 929.648969] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-610d0fa2-54a7-4ae5-887f-816b590efd2f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.649185] env[68872]: DEBUG nova.compute.manager [-] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 929.649284] env[68872]: DEBUG nova.network.neutron [-] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.775185] env[68872]: INFO nova.compute.resource_tracker [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Updating resource usage from migration 13c09298-b727-490c-97c2-1bfbe20f6a58 [ 929.888526] env[68872]: DEBUG oslo_concurrency.lockutils [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Acquiring lock "b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.888779] env[68872]: DEBUG oslo_concurrency.lockutils [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Lock "b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.212533] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9dceaae-a388-4035-a53c-d4c5abf61a6e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.220831] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1442a69-cbcc-4e3c-87cd-63a3aba7d797 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.250767] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40422382-40a1-4d8f-8aa2-8812338fe2c1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.260048] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e52c060-e46d-48b2-833d-a148a9cd3815 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.273822] env[68872]: DEBUG nova.compute.provider_tree [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.306391] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.391627] env[68872]: DEBUG nova.compute.manager [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 930.486431] env[68872]: DEBUG nova.network.neutron [-] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.777179] env[68872]: DEBUG nova.scheduler.client.report [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.914344] env[68872]: DEBUG oslo_concurrency.lockutils [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.990131] env[68872]: INFO nova.compute.manager [-] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Took 1.34 seconds to deallocate network for instance. [ 931.282687] env[68872]: DEBUG oslo_concurrency.lockutils [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.525s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.282988] env[68872]: INFO nova.compute.manager [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Migrating [ 931.294735] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.435s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.297191] env[68872]: INFO nova.compute.claims [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.497729] env[68872]: DEBUG oslo_concurrency.lockutils [None req-610d0fa2-54a7-4ae5-887f-816b590efd2f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.632867] env[68872]: DEBUG nova.compute.manager [req-7177353a-1117-439c-8e9f-9d5eb2beddf5 req-990af1b5-bc96-48f2-a064-e1a0e240ed23 service nova] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Received event network-vif-deleted-222d9d71-0c66-44bf-928d-1651b9fc16b9 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.807544] env[68872]: DEBUG oslo_concurrency.lockutils [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "refresh_cache-45cffa41-0f2e-45b2-b271-783e6318bb72" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.807723] env[68872]: DEBUG oslo_concurrency.lockutils [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquired lock "refresh_cache-45cffa41-0f2e-45b2-b271-783e6318bb72" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.807898] env[68872]: DEBUG nova.network.neutron [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.560899] env[68872]: DEBUG nova.network.neutron [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Updating instance_info_cache with network_info: [{"id": "428e1179-fc0d-4743-a2fa-79d63251906c", "address": "fa:16:3e:96:2f:c2", "network": {"id": "395722e8-10c9-4cd4-9e49-c1858a0ce30a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1962560931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9960a3dc622c43cd9f219d00dba59dc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap428e1179-fc", "ovs_interfaceid": "428e1179-fc0d-4743-a2fa-79d63251906c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.657737] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55366e7d-82d0-4530-96cb-e54d6d51fed9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.667191] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76da9e9d-6812-4566-a2fe-4e031d7fbb89 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.700607] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d92f846-b173-4f6d-b19d-da3c0423cfec {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.708611] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bac8c1e-dfb2-4fa5-849c-2bbb64d44ed0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.729355] env[68872]: DEBUG nova.compute.provider_tree [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.063682] env[68872]: DEBUG oslo_concurrency.lockutils [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Releasing lock "refresh_cache-45cffa41-0f2e-45b2-b271-783e6318bb72" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.233239] env[68872]: DEBUG nova.scheduler.client.report [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.739648] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.741020] env[68872]: DEBUG nova.compute.manager [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.743173] env[68872]: DEBUG oslo_concurrency.lockutils [None req-65c98c1b-5e0f-40bd-bfe7-1d3e6a319368 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.602s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.743392] env[68872]: DEBUG nova.objects.instance [None req-65c98c1b-5e0f-40bd-bfe7-1d3e6a319368 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Lazy-loading 'resources' on Instance uuid 0364d513-5c1a-4131-a794-20be7d003f67 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.246601] env[68872]: DEBUG nova.compute.utils [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 934.250700] env[68872]: DEBUG nova.compute.manager [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 934.250913] env[68872]: DEBUG nova.network.neutron [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 934.298866] env[68872]: DEBUG nova.policy [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa9a3e3336144fa8a7cd89de89727f81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d56f11baf114445818bbfddaa541c6d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.578633] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf2c0d5-9ce8-44fb-8d4b-d00653d787c5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.584820] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6bcf16-af0c-46cb-93fc-74f01f8027fe {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.603462] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa38cc2-9514-4738-9ed8-fdcca18d777c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.606880] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Updating instance '45cffa41-0f2e-45b2-b271-783e6318bb72' progress to 0 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 934.640652] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ba7bd4-d305-4640-92a5-a742baf2fdb9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.648334] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff51bc3b-7aec-4477-90e9-2322a1071272 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.662706] env[68872]: DEBUG nova.compute.provider_tree [None req-65c98c1b-5e0f-40bd-bfe7-1d3e6a319368 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.733273] env[68872]: DEBUG nova.network.neutron [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Successfully created port: b6f9d38f-ee68-4361-9d6a-78009a0c5421 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 934.751478] env[68872]: DEBUG nova.compute.manager [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 935.113613] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.113964] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce5cfe22-0c2e-4cd9-b153-2e801f779d66 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.127447] env[68872]: DEBUG oslo_vmware.api [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 935.127447] env[68872]: value = "task-3092876" [ 935.127447] env[68872]: _type = "Task" [ 935.127447] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.150325] env[68872]: DEBUG oslo_vmware.api [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.166780] env[68872]: DEBUG nova.scheduler.client.report [None req-65c98c1b-5e0f-40bd-bfe7-1d3e6a319368 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.640991] env[68872]: DEBUG oslo_vmware.api [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092876, 'name': PowerOffVM_Task, 'duration_secs': 0.248975} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.641323] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.641508] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Updating instance '45cffa41-0f2e-45b2-b271-783e6318bb72' progress to 17 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 935.677818] env[68872]: DEBUG oslo_concurrency.lockutils [None req-65c98c1b-5e0f-40bd-bfe7-1d3e6a319368 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.932s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.677818] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.477s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.679547] env[68872]: INFO nova.compute.claims [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.714377] env[68872]: INFO nova.scheduler.client.report [None req-65c98c1b-5e0f-40bd-bfe7-1d3e6a319368 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Deleted allocations for instance 0364d513-5c1a-4131-a794-20be7d003f67 [ 935.762270] env[68872]: DEBUG nova.compute.manager [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.796411] env[68872]: DEBUG nova.virt.hardware [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.796976] env[68872]: DEBUG nova.virt.hardware [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.797300] env[68872]: DEBUG nova.virt.hardware [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.797644] env[68872]: DEBUG nova.virt.hardware [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.797950] env[68872]: DEBUG nova.virt.hardware [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.798302] env[68872]: DEBUG nova.virt.hardware [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.798672] env[68872]: DEBUG nova.virt.hardware [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.799041] env[68872]: DEBUG nova.virt.hardware [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.799379] env[68872]: DEBUG nova.virt.hardware [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.799809] env[68872]: DEBUG nova.virt.hardware [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.800166] env[68872]: DEBUG nova.virt.hardware [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.801341] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018daf91-7af9-47b5-969a-d2fe3cd35a2f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.816020] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e1f3e2-42f3-4271-bd95-07135767497f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.147820] env[68872]: DEBUG nova.virt.hardware [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.148094] env[68872]: DEBUG nova.virt.hardware [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.148256] env[68872]: DEBUG nova.virt.hardware [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.148436] env[68872]: DEBUG nova.virt.hardware [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.148588] env[68872]: DEBUG nova.virt.hardware [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.148723] env[68872]: DEBUG nova.virt.hardware [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.148922] env[68872]: DEBUG nova.virt.hardware [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.149163] env[68872]: DEBUG nova.virt.hardware [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.149382] env[68872]: DEBUG nova.virt.hardware [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.149563] env[68872]: DEBUG nova.virt.hardware [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.149737] env[68872]: DEBUG nova.virt.hardware [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.155750] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c08a9d42-43a4-4965-95ab-a8c4c375a8b6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.174147] env[68872]: DEBUG oslo_vmware.api [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 936.174147] env[68872]: value = "task-3092878" [ 936.174147] env[68872]: _type = "Task" [ 936.174147] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.182513] env[68872]: DEBUG oslo_vmware.api [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092878, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.222890] env[68872]: DEBUG oslo_concurrency.lockutils [None req-65c98c1b-5e0f-40bd-bfe7-1d3e6a319368 tempest-ServerRescueTestJSONUnderV235-871590142 tempest-ServerRescueTestJSONUnderV235-871590142-project-member] Lock "0364d513-5c1a-4131-a794-20be7d003f67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.112s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.327949] env[68872]: DEBUG nova.compute.manager [req-53997659-4d80-4b60-b1e9-d91ab6f19f4d req-5679f5d0-a49e-4f49-a094-1d66dd4defed service nova] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Received event network-vif-plugged-b6f9d38f-ee68-4361-9d6a-78009a0c5421 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.328194] env[68872]: DEBUG oslo_concurrency.lockutils [req-53997659-4d80-4b60-b1e9-d91ab6f19f4d req-5679f5d0-a49e-4f49-a094-1d66dd4defed service nova] Acquiring lock "6efcbe42-b7fd-47a1-bc10-e6d287b80509-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.328405] env[68872]: DEBUG oslo_concurrency.lockutils [req-53997659-4d80-4b60-b1e9-d91ab6f19f4d req-5679f5d0-a49e-4f49-a094-1d66dd4defed service nova] Lock "6efcbe42-b7fd-47a1-bc10-e6d287b80509-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.328568] env[68872]: DEBUG oslo_concurrency.lockutils [req-53997659-4d80-4b60-b1e9-d91ab6f19f4d req-5679f5d0-a49e-4f49-a094-1d66dd4defed service nova] Lock "6efcbe42-b7fd-47a1-bc10-e6d287b80509-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.328743] env[68872]: DEBUG nova.compute.manager [req-53997659-4d80-4b60-b1e9-d91ab6f19f4d req-5679f5d0-a49e-4f49-a094-1d66dd4defed service nova] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] No waiting events found dispatching network-vif-plugged-b6f9d38f-ee68-4361-9d6a-78009a0c5421 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 936.328953] env[68872]: WARNING nova.compute.manager [req-53997659-4d80-4b60-b1e9-d91ab6f19f4d req-5679f5d0-a49e-4f49-a094-1d66dd4defed service nova] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Received unexpected event network-vif-plugged-b6f9d38f-ee68-4361-9d6a-78009a0c5421 for instance with vm_state building and task_state spawning. [ 936.482054] env[68872]: DEBUG nova.network.neutron [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Successfully updated port: b6f9d38f-ee68-4361-9d6a-78009a0c5421 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 936.667009] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e8a0196c-9f6f-48ca-a32c-ce7bab05f855 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquiring lock "a1ac11ff-9bf0-495c-a8cc-03dd670c64e6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.667253] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e8a0196c-9f6f-48ca-a32c-ce7bab05f855 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lock "a1ac11ff-9bf0-495c-a8cc-03dd670c64e6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.684891] env[68872]: DEBUG oslo_vmware.api [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092878, 'name': ReconfigVM_Task, 'duration_secs': 0.481601} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.685208] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Updating instance '45cffa41-0f2e-45b2-b271-783e6318bb72' progress to 33 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 936.987259] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Acquiring lock "refresh_cache-6efcbe42-b7fd-47a1-bc10-e6d287b80509" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.987259] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Acquired lock "refresh_cache-6efcbe42-b7fd-47a1-bc10-e6d287b80509" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.987259] env[68872]: DEBUG nova.network.neutron [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.071688] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6a920f-0da8-43ef-80f3-1cfb66f1710b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.080700] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e90afa-2375-404c-9a16-bfe71b77852e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.116394] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e97450-638b-4836-a0a8-a196027e0c87 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.125426] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e71e5a-e99f-4bdf-8770-94179f353859 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.140873] env[68872]: DEBUG nova.compute.provider_tree [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.170979] env[68872]: DEBUG nova.compute.utils [None req-e8a0196c-9f6f-48ca-a32c-ce7bab05f855 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 937.194103] env[68872]: DEBUG nova.virt.hardware [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.194344] env[68872]: DEBUG nova.virt.hardware [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.194523] env[68872]: DEBUG nova.virt.hardware [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.194715] env[68872]: DEBUG nova.virt.hardware [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.194985] env[68872]: DEBUG nova.virt.hardware [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.195293] env[68872]: DEBUG nova.virt.hardware [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.195399] env[68872]: DEBUG nova.virt.hardware [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.195564] env[68872]: DEBUG nova.virt.hardware [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.195746] env[68872]: DEBUG nova.virt.hardware [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.195921] env[68872]: DEBUG nova.virt.hardware [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.196182] env[68872]: DEBUG nova.virt.hardware [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.202139] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Reconfiguring VM instance instance-0000004a to detach disk 2000 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 937.202342] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c6c9057-0f26-417c-a988-80619cf6e238 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.222209] env[68872]: DEBUG oslo_vmware.api [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 937.222209] env[68872]: value = "task-3092879" [ 937.222209] env[68872]: _type = "Task" [ 937.222209] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.232692] env[68872]: DEBUG oslo_vmware.api [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092879, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.263722] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 937.263957] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 937.528483] env[68872]: DEBUG nova.network.neutron [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 937.644143] env[68872]: DEBUG nova.scheduler.client.report [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.660627] env[68872]: DEBUG nova.network.neutron [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Updating instance_info_cache with network_info: [{"id": "b6f9d38f-ee68-4361-9d6a-78009a0c5421", "address": "fa:16:3e:66:2d:89", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6f9d38f-ee", "ovs_interfaceid": "b6f9d38f-ee68-4361-9d6a-78009a0c5421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.674549] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e8a0196c-9f6f-48ca-a32c-ce7bab05f855 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lock "a1ac11ff-9bf0-495c-a8cc-03dd670c64e6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.732344] env[68872]: DEBUG oslo_vmware.api [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092879, 'name': ReconfigVM_Task, 'duration_secs': 0.214817} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.732593] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Reconfigured VM instance instance-0000004a to detach disk 2000 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 937.733377] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2cf201-7c31-4dee-b585-00ba6b4f4d11 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.756936] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 45cffa41-0f2e-45b2-b271-783e6318bb72/45cffa41-0f2e-45b2-b271-783e6318bb72.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.757264] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-878fe3ca-1795-4c9a-9fcc-d087802c3fd1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.775816] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 937.776073] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 937.776251] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 937.777511] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 937.777511] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 937.777511] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 937.777511] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68872) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 937.777511] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 937.781106] env[68872]: DEBUG oslo_vmware.api [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 937.781106] env[68872]: value = "task-3092881" [ 937.781106] env[68872]: _type = "Task" [ 937.781106] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.790992] env[68872]: DEBUG oslo_vmware.api [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092881, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.149589] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.150127] env[68872]: DEBUG nova.compute.manager [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.153197] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.741s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.154578] env[68872]: INFO nova.compute.claims [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.163579] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Releasing lock "refresh_cache-6efcbe42-b7fd-47a1-bc10-e6d287b80509" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.163994] env[68872]: DEBUG nova.compute.manager [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Instance network_info: |[{"id": "b6f9d38f-ee68-4361-9d6a-78009a0c5421", "address": "fa:16:3e:66:2d:89", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6f9d38f-ee", "ovs_interfaceid": "b6f9d38f-ee68-4361-9d6a-78009a0c5421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 938.164538] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:2d:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6f9d38f-ee68-4361-9d6a-78009a0c5421', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 938.177736] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Creating folder: Project (4d56f11baf114445818bbfddaa541c6d). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 938.178192] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03259eb0-94b0-41cd-b442-20121c166494 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.190729] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Created folder: Project (4d56f11baf114445818bbfddaa541c6d) in parent group-v618835. [ 938.191084] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Creating folder: Instances. Parent ref: group-v619062. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 938.191449] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bf3deb1-c64c-4a57-80d5-e667d3239ad3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.205487] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Created folder: Instances in parent group-v619062. [ 938.205878] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.206483] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.206794] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07844027-0fe2-4c77-a3e1-7b7a07abfe56 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.231656] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.231656] env[68872]: value = "task-3092884" [ 938.231656] env[68872]: _type = "Task" [ 938.231656] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.239540] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092884, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.280119] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.290918] env[68872]: DEBUG oslo_vmware.api [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092881, 'name': ReconfigVM_Task, 'duration_secs': 0.309708} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.291126] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 45cffa41-0f2e-45b2-b271-783e6318bb72/45cffa41-0f2e-45b2-b271-783e6318bb72.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.291428] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Updating instance '45cffa41-0f2e-45b2-b271-783e6318bb72' progress to 50 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 938.353965] env[68872]: DEBUG nova.compute.manager [req-26304999-afab-4c33-9efd-22812c127b60 req-ec6d3fa7-42bb-48a3-8c0d-1cc24123f32e service nova] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Received event network-changed-b6f9d38f-ee68-4361-9d6a-78009a0c5421 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.354289] env[68872]: DEBUG nova.compute.manager [req-26304999-afab-4c33-9efd-22812c127b60 req-ec6d3fa7-42bb-48a3-8c0d-1cc24123f32e service nova] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Refreshing instance network info cache due to event network-changed-b6f9d38f-ee68-4361-9d6a-78009a0c5421. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 938.354847] env[68872]: DEBUG oslo_concurrency.lockutils [req-26304999-afab-4c33-9efd-22812c127b60 req-ec6d3fa7-42bb-48a3-8c0d-1cc24123f32e service nova] Acquiring lock "refresh_cache-6efcbe42-b7fd-47a1-bc10-e6d287b80509" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.355046] env[68872]: DEBUG oslo_concurrency.lockutils [req-26304999-afab-4c33-9efd-22812c127b60 req-ec6d3fa7-42bb-48a3-8c0d-1cc24123f32e service nova] Acquired lock "refresh_cache-6efcbe42-b7fd-47a1-bc10-e6d287b80509" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.355249] env[68872]: DEBUG nova.network.neutron [req-26304999-afab-4c33-9efd-22812c127b60 req-ec6d3fa7-42bb-48a3-8c0d-1cc24123f32e service nova] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Refreshing network info cache for port b6f9d38f-ee68-4361-9d6a-78009a0c5421 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.659225] env[68872]: DEBUG nova.compute.utils [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 938.663963] env[68872]: DEBUG nova.compute.manager [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 938.664355] env[68872]: DEBUG nova.network.neutron [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 938.707065] env[68872]: DEBUG nova.policy [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f48ab155b024ebd9ae86ff1fb8b1d30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '074330afd10e475f89d177c19293f8df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 938.741385] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092884, 'name': CreateVM_Task, 'duration_secs': 0.32407} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.741556] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.742235] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.742397] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.742717] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.743031] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-492de8ae-3863-4b11-b649-37c3602244fa {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.744993] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e8a0196c-9f6f-48ca-a32c-ce7bab05f855 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquiring lock "a1ac11ff-9bf0-495c-a8cc-03dd670c64e6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.745225] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e8a0196c-9f6f-48ca-a32c-ce7bab05f855 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lock "a1ac11ff-9bf0-495c-a8cc-03dd670c64e6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.745460] env[68872]: INFO nova.compute.manager [None req-e8a0196c-9f6f-48ca-a32c-ce7bab05f855 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Attaching volume c14a9ac2-799a-4a0c-afe6-36f3629def8a to /dev/sdb [ 938.750108] env[68872]: DEBUG oslo_vmware.api [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Waiting for the task: (returnval){ [ 938.750108] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52df6deb-aa52-df75-ca5f-0bc41bb1d0ab" [ 938.750108] env[68872]: _type = "Task" [ 938.750108] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.759955] env[68872]: DEBUG oslo_vmware.api [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52df6deb-aa52-df75-ca5f-0bc41bb1d0ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.779574] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147227f0-989b-4ce6-a349-fec460c578ae {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.786515] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0e5099-f188-42f6-a30a-b66e1b2bc4f5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.802748] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a55dea-f4d2-4be3-b3a4-a76ef2a26dfb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.805623] env[68872]: DEBUG nova.virt.block_device [None req-e8a0196c-9f6f-48ca-a32c-ce7bab05f855 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Updating existing volume attachment record: e2163ca6-4383-4c3c-81ee-4331b556ba4d {{(pid=68872) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 938.824835] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32519a8f-c4e7-45a3-9389-822277367a79 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.844420] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Updating instance '45cffa41-0f2e-45b2-b271-783e6318bb72' progress to 67 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 939.121936] env[68872]: DEBUG nova.network.neutron [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Successfully created port: b196182c-da84-4280-b1cb-09e7a7cd377e {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 939.167169] env[68872]: DEBUG nova.compute.manager [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.230301] env[68872]: DEBUG nova.network.neutron [req-26304999-afab-4c33-9efd-22812c127b60 req-ec6d3fa7-42bb-48a3-8c0d-1cc24123f32e service nova] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Updated VIF entry in instance network info cache for port b6f9d38f-ee68-4361-9d6a-78009a0c5421. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.230664] env[68872]: DEBUG nova.network.neutron [req-26304999-afab-4c33-9efd-22812c127b60 req-ec6d3fa7-42bb-48a3-8c0d-1cc24123f32e service nova] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Updating instance_info_cache with network_info: [{"id": "b6f9d38f-ee68-4361-9d6a-78009a0c5421", "address": "fa:16:3e:66:2d:89", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6f9d38f-ee", "ovs_interfaceid": "b6f9d38f-ee68-4361-9d6a-78009a0c5421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.260338] env[68872]: DEBUG oslo_vmware.api [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52df6deb-aa52-df75-ca5f-0bc41bb1d0ab, 'name': SearchDatastore_Task, 'duration_secs': 0.009523} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.263844] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.264173] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.264443] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.264606] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.264789] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.265282] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c6ca1bf-1da9-4a83-b9ba-0b891b4eafbd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.273991] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.274254] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.277299] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03ff3fc3-06df-4da7-b5bf-327a6e946657 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.283110] env[68872]: DEBUG oslo_vmware.api [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Waiting for the task: (returnval){ [ 939.283110] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d8c043-cfa7-e767-ba55-218c49ef559a" [ 939.283110] env[68872]: _type = "Task" [ 939.283110] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.292035] env[68872]: DEBUG oslo_vmware.api [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d8c043-cfa7-e767-ba55-218c49ef559a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.443209] env[68872]: DEBUG nova.network.neutron [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Port 428e1179-fc0d-4743-a2fa-79d63251906c binding to destination host cpu-1 is already ACTIVE {{(pid=68872) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 939.580381] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a61caa-ee5f-496f-ab83-78479f5e7464 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.589593] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bf960e-3918-47ac-abef-2c725c389611 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.622390] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b93944-49ac-4334-953f-cebd964dfcb0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.630711] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1d913f-bf68-4485-87dd-6834094926dd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.645018] env[68872]: DEBUG nova.compute.provider_tree [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.733827] env[68872]: DEBUG oslo_concurrency.lockutils [req-26304999-afab-4c33-9efd-22812c127b60 req-ec6d3fa7-42bb-48a3-8c0d-1cc24123f32e service nova] Releasing lock "refresh_cache-6efcbe42-b7fd-47a1-bc10-e6d287b80509" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.793217] env[68872]: DEBUG oslo_vmware.api [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d8c043-cfa7-e767-ba55-218c49ef559a, 'name': SearchDatastore_Task, 'duration_secs': 0.008749} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.794065] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0484a710-e967-4629-9bb6-ab9d3a543297 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.799752] env[68872]: DEBUG oslo_vmware.api [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Waiting for the task: (returnval){ [ 939.799752] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52ccab33-e1b7-2680-441e-3bb3602d300e" [ 939.799752] env[68872]: _type = "Task" [ 939.799752] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.808360] env[68872]: DEBUG oslo_vmware.api [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52ccab33-e1b7-2680-441e-3bb3602d300e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.148137] env[68872]: DEBUG nova.scheduler.client.report [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.176245] env[68872]: DEBUG nova.compute.manager [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.201184] env[68872]: DEBUG nova.virt.hardware [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.201479] env[68872]: DEBUG nova.virt.hardware [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.201677] env[68872]: DEBUG nova.virt.hardware [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.201899] env[68872]: DEBUG nova.virt.hardware [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.202074] env[68872]: DEBUG nova.virt.hardware [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.202255] env[68872]: DEBUG nova.virt.hardware [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.202531] env[68872]: DEBUG nova.virt.hardware [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.202712] env[68872]: DEBUG nova.virt.hardware [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.202886] env[68872]: DEBUG nova.virt.hardware [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.203077] env[68872]: DEBUG nova.virt.hardware [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.203406] env[68872]: DEBUG nova.virt.hardware [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.204269] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbcb543-47bc-480f-afe7-9a5c4e499f2a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.212420] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c844f5f1-e435-4947-9d1f-d33123e32046 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.310342] env[68872]: DEBUG oslo_vmware.api [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52ccab33-e1b7-2680-441e-3bb3602d300e, 'name': SearchDatastore_Task, 'duration_secs': 0.009409} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.310606] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.310898] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 6efcbe42-b7fd-47a1-bc10-e6d287b80509/6efcbe42-b7fd-47a1-bc10-e6d287b80509.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.311188] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f0c1d59-afa9-45aa-a2a5-48b1af522691 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.317933] env[68872]: DEBUG oslo_vmware.api [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Waiting for the task: (returnval){ [ 940.317933] env[68872]: value = "task-3092889" [ 940.317933] env[68872]: _type = "Task" [ 940.317933] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.325599] env[68872]: DEBUG oslo_vmware.api [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Task: {'id': task-3092889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.466530] env[68872]: DEBUG oslo_concurrency.lockutils [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "45cffa41-0f2e-45b2-b271-783e6318bb72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.466825] env[68872]: DEBUG oslo_concurrency.lockutils [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "45cffa41-0f2e-45b2-b271-783e6318bb72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.466982] env[68872]: DEBUG oslo_concurrency.lockutils [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "45cffa41-0f2e-45b2-b271-783e6318bb72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.654511] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.655454] env[68872]: DEBUG nova.compute.manager [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.658493] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.369s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.659951] env[68872]: INFO nova.compute.claims [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.719483] env[68872]: DEBUG nova.compute.manager [req-ab08afaa-c478-416d-9ed5-dc27334d2e3d req-53c18399-be18-4897-bdb2-8a53f7de4914 service nova] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Received event network-vif-plugged-b196182c-da84-4280-b1cb-09e7a7cd377e {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.719734] env[68872]: DEBUG oslo_concurrency.lockutils [req-ab08afaa-c478-416d-9ed5-dc27334d2e3d req-53c18399-be18-4897-bdb2-8a53f7de4914 service nova] Acquiring lock "86e9a378-b893-443a-99fd-7af67b416c14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.719924] env[68872]: DEBUG oslo_concurrency.lockutils [req-ab08afaa-c478-416d-9ed5-dc27334d2e3d req-53c18399-be18-4897-bdb2-8a53f7de4914 service nova] Lock "86e9a378-b893-443a-99fd-7af67b416c14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.720178] env[68872]: DEBUG oslo_concurrency.lockutils [req-ab08afaa-c478-416d-9ed5-dc27334d2e3d req-53c18399-be18-4897-bdb2-8a53f7de4914 service nova] Lock "86e9a378-b893-443a-99fd-7af67b416c14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.720451] env[68872]: DEBUG nova.compute.manager [req-ab08afaa-c478-416d-9ed5-dc27334d2e3d req-53c18399-be18-4897-bdb2-8a53f7de4914 service nova] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] No waiting events found dispatching network-vif-plugged-b196182c-da84-4280-b1cb-09e7a7cd377e {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 940.720544] env[68872]: WARNING nova.compute.manager [req-ab08afaa-c478-416d-9ed5-dc27334d2e3d req-53c18399-be18-4897-bdb2-8a53f7de4914 service nova] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Received unexpected event network-vif-plugged-b196182c-da84-4280-b1cb-09e7a7cd377e for instance with vm_state building and task_state spawning. [ 940.811145] env[68872]: DEBUG nova.network.neutron [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Successfully updated port: b196182c-da84-4280-b1cb-09e7a7cd377e {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 940.828804] env[68872]: DEBUG oslo_vmware.api [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Task: {'id': task-3092889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502727} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.829087] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 6efcbe42-b7fd-47a1-bc10-e6d287b80509/6efcbe42-b7fd-47a1-bc10-e6d287b80509.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.829596] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.829596] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebae828b-7c27-4701-9d5d-7df9cd88895e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.836040] env[68872]: DEBUG oslo_vmware.api [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Waiting for the task: (returnval){ [ 940.836040] env[68872]: value = "task-3092890" [ 940.836040] env[68872]: _type = "Task" [ 940.836040] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.844194] env[68872]: DEBUG oslo_vmware.api [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Task: {'id': task-3092890, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.164654] env[68872]: DEBUG nova.compute.utils [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.167828] env[68872]: DEBUG nova.compute.manager [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Not allocating networking since 'none' was specified. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 941.313206] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Acquiring lock "refresh_cache-86e9a378-b893-443a-99fd-7af67b416c14" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.313455] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Acquired lock "refresh_cache-86e9a378-b893-443a-99fd-7af67b416c14" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.313595] env[68872]: DEBUG nova.network.neutron [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.346447] env[68872]: DEBUG oslo_vmware.api [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Task: {'id': task-3092890, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068168} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.346649] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.347445] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce278c5d-785b-4c82-bdad-48b70e3a1e2e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.372831] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 6efcbe42-b7fd-47a1-bc10-e6d287b80509/6efcbe42-b7fd-47a1-bc10-e6d287b80509.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.373158] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5789a672-aa49-4334-8fc9-7be9a6086466 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.395933] env[68872]: DEBUG oslo_vmware.api [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Waiting for the task: (returnval){ [ 941.395933] env[68872]: value = "task-3092892" [ 941.395933] env[68872]: _type = "Task" [ 941.395933] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.405852] env[68872]: DEBUG oslo_vmware.api [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Task: {'id': task-3092892, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.512853] env[68872]: DEBUG oslo_concurrency.lockutils [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "refresh_cache-45cffa41-0f2e-45b2-b271-783e6318bb72" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.513046] env[68872]: DEBUG oslo_concurrency.lockutils [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquired lock "refresh_cache-45cffa41-0f2e-45b2-b271-783e6318bb72" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.513234] env[68872]: DEBUG nova.network.neutron [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.669089] env[68872]: DEBUG nova.compute.manager [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 941.861285] env[68872]: DEBUG nova.network.neutron [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.914362] env[68872]: DEBUG oslo_vmware.api [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Task: {'id': task-3092892, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.009940] env[68872]: DEBUG nova.network.neutron [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Updating instance_info_cache with network_info: [{"id": "b196182c-da84-4280-b1cb-09e7a7cd377e", "address": "fa:16:3e:9b:60:c8", "network": {"id": "3238cfae-ef8f-4983-8efa-f8e0345727f9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1296817583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "074330afd10e475f89d177c19293f8df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb196182c-da", "ovs_interfaceid": "b196182c-da84-4280-b1cb-09e7a7cd377e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.034154] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443e18ae-860d-4166-9ce4-4f101d0e56dc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.043569] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8978f14f-7a41-4f2c-a543-55afc21d9f4a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.079969] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad759447-9528-4311-b7d7-737e917670e9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.087555] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a297697a-5eee-4841-ab09-09d43d9c6c87 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.104170] env[68872]: DEBUG nova.compute.provider_tree [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.253722] env[68872]: DEBUG nova.network.neutron [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Updating instance_info_cache with network_info: [{"id": "428e1179-fc0d-4743-a2fa-79d63251906c", "address": "fa:16:3e:96:2f:c2", "network": {"id": "395722e8-10c9-4cd4-9e49-c1858a0ce30a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1962560931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9960a3dc622c43cd9f219d00dba59dc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap428e1179-fc", "ovs_interfaceid": "428e1179-fc0d-4743-a2fa-79d63251906c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.405533] env[68872]: DEBUG oslo_vmware.api [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Task: {'id': task-3092892, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.512625] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Releasing lock "refresh_cache-86e9a378-b893-443a-99fd-7af67b416c14" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.512972] env[68872]: DEBUG nova.compute.manager [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Instance network_info: |[{"id": "b196182c-da84-4280-b1cb-09e7a7cd377e", "address": "fa:16:3e:9b:60:c8", "network": {"id": "3238cfae-ef8f-4983-8efa-f8e0345727f9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1296817583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "074330afd10e475f89d177c19293f8df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb196182c-da", "ovs_interfaceid": "b196182c-da84-4280-b1cb-09e7a7cd377e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 942.513419] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:60:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '423047aa-c430-4593-a76c-9982c15c81cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b196182c-da84-4280-b1cb-09e7a7cd377e', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.521755] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.522994] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.522994] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f19fb107-d1de-4bc6-862a-25e63f6fb84e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.545510] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.545510] env[68872]: value = "task-3092894" [ 942.545510] env[68872]: _type = "Task" [ 942.545510] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.553726] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092894, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.607765] env[68872]: DEBUG nova.scheduler.client.report [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.678307] env[68872]: DEBUG nova.compute.manager [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 942.705327] env[68872]: DEBUG nova.virt.hardware [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.705608] env[68872]: DEBUG nova.virt.hardware [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.705804] env[68872]: DEBUG nova.virt.hardware [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.706016] env[68872]: DEBUG nova.virt.hardware [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.706236] env[68872]: DEBUG nova.virt.hardware [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.706426] env[68872]: DEBUG nova.virt.hardware [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.706650] env[68872]: DEBUG nova.virt.hardware [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.706853] env[68872]: DEBUG nova.virt.hardware [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.707092] env[68872]: DEBUG nova.virt.hardware [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.707237] env[68872]: DEBUG nova.virt.hardware [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.707426] env[68872]: DEBUG nova.virt.hardware [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.708995] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3d3cf2-97f9-4cac-a26c-03cc6083191a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.718393] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65231e23-d6b2-4d9f-b5ce-58af9f2d126a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.734587] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Instance VIF info [] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.740951] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Creating folder: Project (f385d56653e844349dd3c93908386f76). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 942.741151] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02195693-312b-47eb-8a9e-6efa6d5e5da9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.752660] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Created folder: Project (f385d56653e844349dd3c93908386f76) in parent group-v618835. [ 942.752660] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Creating folder: Instances. Parent ref: group-v619069. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 942.753453] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c521ce6-066c-410a-acc4-2667a594d5da {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.757021] env[68872]: DEBUG oslo_concurrency.lockutils [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Releasing lock "refresh_cache-45cffa41-0f2e-45b2-b271-783e6318bb72" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.762517] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Created folder: Instances in parent group-v619069. [ 942.762776] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.763242] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.763469] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cab064c0-841d-4595-b3aa-5550c7353afe {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.782488] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.782488] env[68872]: value = "task-3092897" [ 942.782488] env[68872]: _type = "Task" [ 942.782488] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.791594] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092897, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.794000] env[68872]: DEBUG nova.compute.manager [req-9128800f-9c0e-4c3f-b43e-6627ebc9c9de req-ebc8a0eb-8f87-45ec-a2cf-2ef35406b4ca service nova] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Received event network-changed-b196182c-da84-4280-b1cb-09e7a7cd377e {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.794228] env[68872]: DEBUG nova.compute.manager [req-9128800f-9c0e-4c3f-b43e-6627ebc9c9de req-ebc8a0eb-8f87-45ec-a2cf-2ef35406b4ca service nova] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Refreshing instance network info cache due to event network-changed-b196182c-da84-4280-b1cb-09e7a7cd377e. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.794461] env[68872]: DEBUG oslo_concurrency.lockutils [req-9128800f-9c0e-4c3f-b43e-6627ebc9c9de req-ebc8a0eb-8f87-45ec-a2cf-2ef35406b4ca service nova] Acquiring lock "refresh_cache-86e9a378-b893-443a-99fd-7af67b416c14" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.794638] env[68872]: DEBUG oslo_concurrency.lockutils [req-9128800f-9c0e-4c3f-b43e-6627ebc9c9de req-ebc8a0eb-8f87-45ec-a2cf-2ef35406b4ca service nova] Acquired lock "refresh_cache-86e9a378-b893-443a-99fd-7af67b416c14" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.794801] env[68872]: DEBUG nova.network.neutron [req-9128800f-9c0e-4c3f-b43e-6627ebc9c9de req-ebc8a0eb-8f87-45ec-a2cf-2ef35406b4ca service nova] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Refreshing network info cache for port b196182c-da84-4280-b1cb-09e7a7cd377e {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.908588] env[68872]: DEBUG oslo_vmware.api [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Task: {'id': task-3092892, 'name': ReconfigVM_Task, 'duration_secs': 1.293698} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.908800] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 6efcbe42-b7fd-47a1-bc10-e6d287b80509/6efcbe42-b7fd-47a1-bc10-e6d287b80509.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.909573] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0b28982-a45a-4541-bbfb-64648e4c0b7f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.916868] env[68872]: DEBUG oslo_vmware.api [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Waiting for the task: (returnval){ [ 942.916868] env[68872]: value = "task-3092898" [ 942.916868] env[68872]: _type = "Task" [ 942.916868] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.925322] env[68872]: DEBUG oslo_vmware.api [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Task: {'id': task-3092898, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.056520] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092894, 'name': CreateVM_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.113009] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.113586] env[68872]: DEBUG nova.compute.manager [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.116193] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c66d44be-7835-4a31-95ff-26c295702619 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.356s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.116415] env[68872]: DEBUG nova.objects.instance [None req-c66d44be-7835-4a31-95ff-26c295702619 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lazy-loading 'resources' on Instance uuid c7c9ee10-b598-496a-ab2c-bf8c5fe97052 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.284052] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59873376-0fd8-40af-bb72-67dcb074d055 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.295321] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092897, 'name': CreateVM_Task, 'duration_secs': 0.332238} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.308612] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.310558] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.310721] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.311075] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.311773] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65900f0c-aef1-44ba-bb5f-507c0972210a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.314254] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-731856b2-fda5-4aac-b8f8-1d0c469144e9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.319635] env[68872]: DEBUG oslo_vmware.api [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Waiting for the task: (returnval){ [ 943.319635] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5249ef6c-8fd6-9a75-bdc2-57533aaa75ad" [ 943.319635] env[68872]: _type = "Task" [ 943.319635] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.322034] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Updating instance '45cffa41-0f2e-45b2-b271-783e6318bb72' progress to 83 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 943.332485] env[68872]: DEBUG oslo_vmware.api [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5249ef6c-8fd6-9a75-bdc2-57533aaa75ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.358325] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8a0196c-9f6f-48ca-a32c-ce7bab05f855 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Volume attach. Driver type: vmdk {{(pid=68872) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 943.358548] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8a0196c-9f6f-48ca-a32c-ce7bab05f855 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619066', 'volume_id': 'c14a9ac2-799a-4a0c-afe6-36f3629def8a', 'name': 'volume-c14a9ac2-799a-4a0c-afe6-36f3629def8a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a1ac11ff-9bf0-495c-a8cc-03dd670c64e6', 'attached_at': '', 'detached_at': '', 'volume_id': 'c14a9ac2-799a-4a0c-afe6-36f3629def8a', 'serial': 'c14a9ac2-799a-4a0c-afe6-36f3629def8a'} {{(pid=68872) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 943.359488] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e9f213-6615-49cd-875e-4d97fd575dae {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.376957] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d427d447-5d4f-4337-9dcc-9f68d98cdea2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.405682] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8a0196c-9f6f-48ca-a32c-ce7bab05f855 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] volume-c14a9ac2-799a-4a0c-afe6-36f3629def8a/volume-c14a9ac2-799a-4a0c-afe6-36f3629def8a.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.408503] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-923be6a0-c052-4c58-88cb-57360b617101 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.434595] env[68872]: DEBUG oslo_vmware.api [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Task: {'id': task-3092898, 'name': Rename_Task, 'duration_secs': 0.247745} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.435790] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.436103] env[68872]: DEBUG oslo_vmware.api [None req-e8a0196c-9f6f-48ca-a32c-ce7bab05f855 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 943.436103] env[68872]: value = "task-3092899" [ 943.436103] env[68872]: _type = "Task" [ 943.436103] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.436293] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76392b37-c530-45ff-9a88-177b60588db8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.446776] env[68872]: DEBUG oslo_vmware.api [None req-e8a0196c-9f6f-48ca-a32c-ce7bab05f855 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092899, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.448371] env[68872]: DEBUG oslo_vmware.api [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Waiting for the task: (returnval){ [ 943.448371] env[68872]: value = "task-3092900" [ 943.448371] env[68872]: _type = "Task" [ 943.448371] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.456385] env[68872]: DEBUG oslo_vmware.api [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Task: {'id': task-3092900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.553111] env[68872]: DEBUG nova.network.neutron [req-9128800f-9c0e-4c3f-b43e-6627ebc9c9de req-ebc8a0eb-8f87-45ec-a2cf-2ef35406b4ca service nova] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Updated VIF entry in instance network info cache for port b196182c-da84-4280-b1cb-09e7a7cd377e. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.553192] env[68872]: DEBUG nova.network.neutron [req-9128800f-9c0e-4c3f-b43e-6627ebc9c9de req-ebc8a0eb-8f87-45ec-a2cf-2ef35406b4ca service nova] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Updating instance_info_cache with network_info: [{"id": "b196182c-da84-4280-b1cb-09e7a7cd377e", "address": "fa:16:3e:9b:60:c8", "network": {"id": "3238cfae-ef8f-4983-8efa-f8e0345727f9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1296817583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "074330afd10e475f89d177c19293f8df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb196182c-da", "ovs_interfaceid": "b196182c-da84-4280-b1cb-09e7a7cd377e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.557361] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092894, 'name': CreateVM_Task, 'duration_secs': 0.644709} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.557774] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.558424] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.558585] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.558895] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.559152] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-708b0450-a92b-4448-8bb0-cbc9c9f397a6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.563903] env[68872]: DEBUG oslo_vmware.api [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for the task: (returnval){ [ 943.563903] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5279af72-81da-cf2c-ebc1-1c4002e1413e" [ 943.563903] env[68872]: _type = "Task" [ 943.563903] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.574703] env[68872]: DEBUG oslo_vmware.api [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5279af72-81da-cf2c-ebc1-1c4002e1413e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.620429] env[68872]: DEBUG nova.compute.utils [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.623345] env[68872]: DEBUG nova.compute.manager [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 943.623516] env[68872]: DEBUG nova.network.neutron [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.663745] env[68872]: DEBUG nova.policy [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b3da91929b647f0858103f3868f115a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3122db561374360820368cbb6362af4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.832150] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.832150] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df4a3c52-83d7-45c1-9fa3-0f3f9255d07d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.840560] env[68872]: DEBUG oslo_vmware.api [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5249ef6c-8fd6-9a75-bdc2-57533aaa75ad, 'name': SearchDatastore_Task, 'duration_secs': 0.035861} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.844744] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.844744] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.844744] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.844856] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.844944] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.845277] env[68872]: DEBUG oslo_vmware.api [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 943.845277] env[68872]: value = "task-3092902" [ 943.845277] env[68872]: _type = "Task" [ 943.845277] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.845642] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0742cfd9-db59-4ac9-a52a-f7c74d5d3b18 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.859715] env[68872]: DEBUG oslo_vmware.api [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092902, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.863248] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.863404] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.864341] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa9b46ea-c7eb-41ba-baa3-39a15146e422 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.871022] env[68872]: DEBUG oslo_vmware.api [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Waiting for the task: (returnval){ [ 943.871022] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a1e815-2ef8-203c-367c-c92f3d1cbb50" [ 943.871022] env[68872]: _type = "Task" [ 943.871022] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.878049] env[68872]: DEBUG oslo_vmware.api [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a1e815-2ef8-203c-367c-c92f3d1cbb50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.951342] env[68872]: DEBUG oslo_vmware.api [None req-e8a0196c-9f6f-48ca-a32c-ce7bab05f855 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092899, 'name': ReconfigVM_Task, 'duration_secs': 0.366971} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.955210] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8a0196c-9f6f-48ca-a32c-ce7bab05f855 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Reconfigured VM instance instance-00000030 to attach disk [datastore2] volume-c14a9ac2-799a-4a0c-afe6-36f3629def8a/volume-c14a9ac2-799a-4a0c-afe6-36f3629def8a.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.963509] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee4a0e98-8739-4835-9d15-13916712840a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.980149] env[68872]: DEBUG oslo_vmware.api [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Task: {'id': task-3092900, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.981412] env[68872]: DEBUG oslo_vmware.api [None req-e8a0196c-9f6f-48ca-a32c-ce7bab05f855 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 943.981412] env[68872]: value = "task-3092903" [ 943.981412] env[68872]: _type = "Task" [ 943.981412] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.988147] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1059363a-7177-4192-921c-f55cde040164 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.992786] env[68872]: DEBUG nova.network.neutron [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Successfully created port: 25711ff3-f001-42c2-8939-5e5adec5a4ab {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 943.999526] env[68872]: DEBUG oslo_vmware.api [None req-e8a0196c-9f6f-48ca-a32c-ce7bab05f855 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.000719] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5462345e-b79b-4a02-b0db-eb367df33baa {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.035511] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5ea268-a680-4518-8850-9d65a643118d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.043546] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f5cb8c-416e-4e3c-8b71-cb797fe1081c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.057321] env[68872]: DEBUG nova.compute.provider_tree [None req-c66d44be-7835-4a31-95ff-26c295702619 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.062023] env[68872]: DEBUG oslo_concurrency.lockutils [req-9128800f-9c0e-4c3f-b43e-6627ebc9c9de req-ebc8a0eb-8f87-45ec-a2cf-2ef35406b4ca service nova] Releasing lock "refresh_cache-86e9a378-b893-443a-99fd-7af67b416c14" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.073765] env[68872]: DEBUG oslo_vmware.api [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5279af72-81da-cf2c-ebc1-1c4002e1413e, 'name': SearchDatastore_Task, 'duration_secs': 0.01249} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.074081] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.074316] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.074551] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.074757] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.074871] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.075191] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd923f24-08db-41e9-8681-e2d0d532dbc5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.085023] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.085218] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.085916] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f4ef3f4-8da3-4b3c-b66a-4ed7a38ebdef {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.091191] env[68872]: DEBUG oslo_vmware.api [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for the task: (returnval){ [ 944.091191] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52aeb306-096f-829f-11f6-103c1500f5a3" [ 944.091191] env[68872]: _type = "Task" [ 944.091191] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.099695] env[68872]: DEBUG oslo_vmware.api [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52aeb306-096f-829f-11f6-103c1500f5a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.127137] env[68872]: DEBUG nova.compute.manager [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.359025] env[68872]: DEBUG oslo_vmware.api [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092902, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.380642] env[68872]: DEBUG oslo_vmware.api [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a1e815-2ef8-203c-367c-c92f3d1cbb50, 'name': SearchDatastore_Task, 'duration_secs': 0.015806} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.381578] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5908934-a8e6-4a4a-a12d-37f3f1d51517 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.388156] env[68872]: DEBUG oslo_vmware.api [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Waiting for the task: (returnval){ [ 944.388156] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52253dd0-515d-6270-67f5-5047225612c4" [ 944.388156] env[68872]: _type = "Task" [ 944.388156] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.397478] env[68872]: DEBUG oslo_vmware.api [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52253dd0-515d-6270-67f5-5047225612c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.460176] env[68872]: DEBUG oslo_vmware.api [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Task: {'id': task-3092900, 'name': PowerOnVM_Task, 'duration_secs': 0.83772} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.460489] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.460699] env[68872]: INFO nova.compute.manager [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Took 8.70 seconds to spawn the instance on the hypervisor. [ 944.460928] env[68872]: DEBUG nova.compute.manager [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.461741] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a09ab7-6200-4205-a240-7ddf9ea73a20 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.489952] env[68872]: DEBUG oslo_vmware.api [None req-e8a0196c-9f6f-48ca-a32c-ce7bab05f855 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092903, 'name': ReconfigVM_Task, 'duration_secs': 0.152676} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.490267] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8a0196c-9f6f-48ca-a32c-ce7bab05f855 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619066', 'volume_id': 'c14a9ac2-799a-4a0c-afe6-36f3629def8a', 'name': 'volume-c14a9ac2-799a-4a0c-afe6-36f3629def8a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a1ac11ff-9bf0-495c-a8cc-03dd670c64e6', 'attached_at': '', 'detached_at': '', 'volume_id': 'c14a9ac2-799a-4a0c-afe6-36f3629def8a', 'serial': 'c14a9ac2-799a-4a0c-afe6-36f3629def8a'} {{(pid=68872) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 944.560123] env[68872]: DEBUG nova.scheduler.client.report [None req-c66d44be-7835-4a31-95ff-26c295702619 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.601251] env[68872]: DEBUG oslo_vmware.api [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52aeb306-096f-829f-11f6-103c1500f5a3, 'name': SearchDatastore_Task, 'duration_secs': 0.018959} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.602087] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-886bab40-bf45-46a3-811b-81ca904a300f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.607430] env[68872]: DEBUG oslo_vmware.api [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for the task: (returnval){ [ 944.607430] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52009645-882a-0bfb-7339-35f09b55d22d" [ 944.607430] env[68872]: _type = "Task" [ 944.607430] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.615139] env[68872]: DEBUG oslo_vmware.api [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52009645-882a-0bfb-7339-35f09b55d22d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.859397] env[68872]: DEBUG oslo_vmware.api [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092902, 'name': PowerOnVM_Task, 'duration_secs': 0.8116} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.859654] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.859873] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-045942a5-87c3-4225-a7d5-1fdb0b362217 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Updating instance '45cffa41-0f2e-45b2-b271-783e6318bb72' progress to 100 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 944.900019] env[68872]: DEBUG oslo_vmware.api [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52253dd0-515d-6270-67f5-5047225612c4, 'name': SearchDatastore_Task, 'duration_secs': 0.014948} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.900019] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.900019] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 01e0efeb-b373-4231-90c0-32fe9699708b/01e0efeb-b373-4231-90c0-32fe9699708b.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.900019] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f0528c2-cc31-4671-9d5a-6115ecdc8e97 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.907626] env[68872]: DEBUG oslo_vmware.api [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Waiting for the task: (returnval){ [ 944.907626] env[68872]: value = "task-3092904" [ 944.907626] env[68872]: _type = "Task" [ 944.907626] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.916015] env[68872]: DEBUG oslo_vmware.api [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': task-3092904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.978601] env[68872]: INFO nova.compute.manager [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Took 29.14 seconds to build instance. [ 945.065610] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c66d44be-7835-4a31-95ff-26c295702619 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.068390] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ae55c513-4b32-4704-a746-73784e87fbfd tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.466s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.068489] env[68872]: DEBUG nova.objects.instance [None req-ae55c513-4b32-4704-a746-73784e87fbfd tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lazy-loading 'resources' on Instance uuid 6d48ddc6-0330-4701-b92b-d66137e807d1 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.093182] env[68872]: INFO nova.scheduler.client.report [None req-c66d44be-7835-4a31-95ff-26c295702619 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Deleted allocations for instance c7c9ee10-b598-496a-ab2c-bf8c5fe97052 [ 945.121561] env[68872]: DEBUG oslo_vmware.api [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52009645-882a-0bfb-7339-35f09b55d22d, 'name': SearchDatastore_Task, 'duration_secs': 0.021977} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.121985] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.122721] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 86e9a378-b893-443a-99fd-7af67b416c14/86e9a378-b893-443a-99fd-7af67b416c14.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.122721] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fff11757-f0bc-42f7-b4aa-4c890af7cd62 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.130234] env[68872]: DEBUG oslo_vmware.api [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for the task: (returnval){ [ 945.130234] env[68872]: value = "task-3092905" [ 945.130234] env[68872]: _type = "Task" [ 945.130234] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.139381] env[68872]: DEBUG nova.compute.manager [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.141332] env[68872]: DEBUG oslo_vmware.api [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092905, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.164838] env[68872]: DEBUG nova.virt.hardware [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.165276] env[68872]: DEBUG nova.virt.hardware [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.165276] env[68872]: DEBUG nova.virt.hardware [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.165461] env[68872]: DEBUG nova.virt.hardware [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.165632] env[68872]: DEBUG nova.virt.hardware [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.165794] env[68872]: DEBUG nova.virt.hardware [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.166016] env[68872]: DEBUG nova.virt.hardware [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.166214] env[68872]: DEBUG nova.virt.hardware [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.166398] env[68872]: DEBUG nova.virt.hardware [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.166545] env[68872]: DEBUG nova.virt.hardware [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.166730] env[68872]: DEBUG nova.virt.hardware [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.167655] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0f2015-f465-4bcb-98e4-68932e7f5d8c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.174966] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a425775a-52f9-45d9-b998-5bb6b00273d0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.184026] env[68872]: DEBUG nova.compute.manager [None req-5ccb7d1b-70fb-4bd1-bf6c-7c3cda6b5fbf tempest-ServerExternalEventsTest-35674221 tempest-ServerExternalEventsTest-35674221-project] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Received event network-changed {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.184476] env[68872]: DEBUG nova.compute.manager [None req-5ccb7d1b-70fb-4bd1-bf6c-7c3cda6b5fbf tempest-ServerExternalEventsTest-35674221 tempest-ServerExternalEventsTest-35674221-project] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Refreshing instance network info cache due to event network-changed. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 945.184476] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5ccb7d1b-70fb-4bd1-bf6c-7c3cda6b5fbf tempest-ServerExternalEventsTest-35674221 tempest-ServerExternalEventsTest-35674221-project] Acquiring lock "refresh_cache-6efcbe42-b7fd-47a1-bc10-e6d287b80509" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.184572] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5ccb7d1b-70fb-4bd1-bf6c-7c3cda6b5fbf tempest-ServerExternalEventsTest-35674221 tempest-ServerExternalEventsTest-35674221-project] Acquired lock "refresh_cache-6efcbe42-b7fd-47a1-bc10-e6d287b80509" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.184731] env[68872]: DEBUG nova.network.neutron [None req-5ccb7d1b-70fb-4bd1-bf6c-7c3cda6b5fbf tempest-ServerExternalEventsTest-35674221 tempest-ServerExternalEventsTest-35674221-project] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.420022] env[68872]: DEBUG oslo_vmware.api [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': task-3092904, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.480522] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8a5a2d18-d56d-4793-9e18-bd90639d58eb tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Lock "6efcbe42-b7fd-47a1-bc10-e6d287b80509" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.644s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.514425] env[68872]: DEBUG nova.compute.manager [req-d1a1aa2c-b80c-4dac-9eff-92a960ac0ac3 req-055564b4-47ec-4f79-8a1c-f108e71bb5cb service nova] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Received event network-vif-plugged-25711ff3-f001-42c2-8939-5e5adec5a4ab {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.514425] env[68872]: DEBUG oslo_concurrency.lockutils [req-d1a1aa2c-b80c-4dac-9eff-92a960ac0ac3 req-055564b4-47ec-4f79-8a1c-f108e71bb5cb service nova] Acquiring lock "acbc8c49-43e4-4871-be30-8e4dc0cfa79a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.514983] env[68872]: DEBUG oslo_concurrency.lockutils [req-d1a1aa2c-b80c-4dac-9eff-92a960ac0ac3 req-055564b4-47ec-4f79-8a1c-f108e71bb5cb service nova] Lock "acbc8c49-43e4-4871-be30-8e4dc0cfa79a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.515471] env[68872]: DEBUG oslo_concurrency.lockutils [req-d1a1aa2c-b80c-4dac-9eff-92a960ac0ac3 req-055564b4-47ec-4f79-8a1c-f108e71bb5cb service nova] Lock "acbc8c49-43e4-4871-be30-8e4dc0cfa79a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.516087] env[68872]: DEBUG nova.compute.manager [req-d1a1aa2c-b80c-4dac-9eff-92a960ac0ac3 req-055564b4-47ec-4f79-8a1c-f108e71bb5cb service nova] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] No waiting events found dispatching network-vif-plugged-25711ff3-f001-42c2-8939-5e5adec5a4ab {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 945.516417] env[68872]: WARNING nova.compute.manager [req-d1a1aa2c-b80c-4dac-9eff-92a960ac0ac3 req-055564b4-47ec-4f79-8a1c-f108e71bb5cb service nova] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Received unexpected event network-vif-plugged-25711ff3-f001-42c2-8939-5e5adec5a4ab for instance with vm_state building and task_state spawning. [ 945.536025] env[68872]: DEBUG nova.objects.instance [None req-e8a0196c-9f6f-48ca-a32c-ce7bab05f855 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lazy-loading 'flavor' on Instance uuid a1ac11ff-9bf0-495c-a8cc-03dd670c64e6 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.609317] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c66d44be-7835-4a31-95ff-26c295702619 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "c7c9ee10-b598-496a-ab2c-bf8c5fe97052" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.285s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.627168] env[68872]: DEBUG nova.network.neutron [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Successfully updated port: 25711ff3-f001-42c2-8939-5e5adec5a4ab {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.649610] env[68872]: DEBUG oslo_vmware.api [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092905, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.753294] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1bce850f-24c9-4e1d-9a62-a104997105a9 tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Acquiring lock "6efcbe42-b7fd-47a1-bc10-e6d287b80509" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.753294] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1bce850f-24c9-4e1d-9a62-a104997105a9 tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Lock "6efcbe42-b7fd-47a1-bc10-e6d287b80509" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.753294] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1bce850f-24c9-4e1d-9a62-a104997105a9 tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Acquiring lock "6efcbe42-b7fd-47a1-bc10-e6d287b80509-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.753294] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1bce850f-24c9-4e1d-9a62-a104997105a9 tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Lock "6efcbe42-b7fd-47a1-bc10-e6d287b80509-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.753294] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1bce850f-24c9-4e1d-9a62-a104997105a9 tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Lock "6efcbe42-b7fd-47a1-bc10-e6d287b80509-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.754878] env[68872]: INFO nova.compute.manager [None req-1bce850f-24c9-4e1d-9a62-a104997105a9 tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Terminating instance [ 945.920050] env[68872]: DEBUG oslo_vmware.api [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': task-3092904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676354} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.923321] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 01e0efeb-b373-4231-90c0-32fe9699708b/01e0efeb-b373-4231-90c0-32fe9699708b.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.923558] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.924269] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45dd418b-d82e-4393-9af3-b0c69264c9a9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.931127] env[68872]: DEBUG oslo_vmware.api [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Waiting for the task: (returnval){ [ 945.931127] env[68872]: value = "task-3092907" [ 945.931127] env[68872]: _type = "Task" [ 945.931127] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.941535] env[68872]: DEBUG oslo_vmware.api [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': task-3092907, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.961481] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62c99e9-aa02-425e-9c27-46b642f3eddf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.969462] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33545253-0d53-47d4-aabf-d7c8e4ef42a5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.000495] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfb4416-64ab-4248-b6b2-eb757b6d9768 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.007728] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57891023-e25e-46fb-b49d-4d27c4eb4e5c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.021444] env[68872]: DEBUG nova.compute.provider_tree [None req-ae55c513-4b32-4704-a746-73784e87fbfd tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.043025] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e8a0196c-9f6f-48ca-a32c-ce7bab05f855 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lock "a1ac11ff-9bf0-495c-a8cc-03dd670c64e6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.294s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.090170] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e15304f0-753f-4de8-9075-f30583adb293 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquiring lock "a71905ae-b4b8-4fec-a3ea-b3b7f2372df3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.090439] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e15304f0-753f-4de8-9075-f30583adb293 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "a71905ae-b4b8-4fec-a3ea-b3b7f2372df3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.091194] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e15304f0-753f-4de8-9075-f30583adb293 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquiring lock "a71905ae-b4b8-4fec-a3ea-b3b7f2372df3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.091393] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e15304f0-753f-4de8-9075-f30583adb293 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "a71905ae-b4b8-4fec-a3ea-b3b7f2372df3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.091566] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e15304f0-753f-4de8-9075-f30583adb293 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "a71905ae-b4b8-4fec-a3ea-b3b7f2372df3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.094418] env[68872]: INFO nova.compute.manager [None req-e15304f0-753f-4de8-9075-f30583adb293 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Terminating instance [ 946.135609] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "refresh_cache-acbc8c49-43e4-4871-be30-8e4dc0cfa79a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.135823] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquired lock "refresh_cache-acbc8c49-43e4-4871-be30-8e4dc0cfa79a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.136039] env[68872]: DEBUG nova.network.neutron [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.150714] env[68872]: DEBUG oslo_vmware.api [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092905, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634139} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.151907] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 86e9a378-b893-443a-99fd-7af67b416c14/86e9a378-b893-443a-99fd-7af67b416c14.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 946.151907] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 946.152170] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a8ad402-b1ac-446b-9c1e-b17cda81969c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.159141] env[68872]: DEBUG oslo_vmware.api [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for the task: (returnval){ [ 946.159141] env[68872]: value = "task-3092908" [ 946.159141] env[68872]: _type = "Task" [ 946.159141] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.170907] env[68872]: DEBUG oslo_vmware.api [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092908, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.204575] env[68872]: DEBUG nova.network.neutron [None req-5ccb7d1b-70fb-4bd1-bf6c-7c3cda6b5fbf tempest-ServerExternalEventsTest-35674221 tempest-ServerExternalEventsTest-35674221-project] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Updating instance_info_cache with network_info: [{"id": "b6f9d38f-ee68-4361-9d6a-78009a0c5421", "address": "fa:16:3e:66:2d:89", "network": {"id": "49953634-9092-49e9-9302-1c9b6f07658b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ddd545047487403ea6fe161e65c7cb7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6f9d38f-ee", "ovs_interfaceid": "b6f9d38f-ee68-4361-9d6a-78009a0c5421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.259843] env[68872]: DEBUG nova.compute.manager [None req-1bce850f-24c9-4e1d-9a62-a104997105a9 tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.260052] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1bce850f-24c9-4e1d-9a62-a104997105a9 tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.261101] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1595525-7415-4f1f-824d-6abaca7f23e3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.269361] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bce850f-24c9-4e1d-9a62-a104997105a9 tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.269625] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b62a5333-0552-42b4-b7bc-5edd4eca0a46 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.276536] env[68872]: DEBUG oslo_vmware.api [None req-1bce850f-24c9-4e1d-9a62-a104997105a9 tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Waiting for the task: (returnval){ [ 946.276536] env[68872]: value = "task-3092909" [ 946.276536] env[68872]: _type = "Task" [ 946.276536] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.285878] env[68872]: DEBUG oslo_vmware.api [None req-1bce850f-24c9-4e1d-9a62-a104997105a9 tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Task: {'id': task-3092909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.321873] env[68872]: INFO nova.compute.manager [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Rescuing [ 946.322297] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquiring lock "refresh_cache-a1ac11ff-9bf0-495c-a8cc-03dd670c64e6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.322382] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquired lock "refresh_cache-a1ac11ff-9bf0-495c-a8cc-03dd670c64e6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.322633] env[68872]: DEBUG nova.network.neutron [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.440692] env[68872]: DEBUG oslo_vmware.api [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': task-3092907, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066486} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.441105] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 946.442021] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ab91e7-434d-4616-9ec5-7f773c0e55f6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.464429] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 01e0efeb-b373-4231-90c0-32fe9699708b/01e0efeb-b373-4231-90c0-32fe9699708b.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.465073] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e580348f-a8b9-4852-8424-f0f4d17459e9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.485197] env[68872]: DEBUG oslo_vmware.api [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Waiting for the task: (returnval){ [ 946.485197] env[68872]: value = "task-3092910" [ 946.485197] env[68872]: _type = "Task" [ 946.485197] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.494323] env[68872]: DEBUG oslo_vmware.api [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': task-3092910, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.525504] env[68872]: DEBUG nova.scheduler.client.report [None req-ae55c513-4b32-4704-a746-73784e87fbfd tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.600132] env[68872]: DEBUG nova.compute.manager [None req-e15304f0-753f-4de8-9075-f30583adb293 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.600375] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e15304f0-753f-4de8-9075-f30583adb293 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.601378] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ad7cd5-b7c0-4e04-935f-afb11bd9c46b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.609409] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15304f0-753f-4de8-9075-f30583adb293 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.609672] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-730c5299-a8d9-45e2-a6d4-f2fb020b5c0b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.615824] env[68872]: DEBUG oslo_vmware.api [None req-e15304f0-753f-4de8-9075-f30583adb293 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 946.615824] env[68872]: value = "task-3092911" [ 946.615824] env[68872]: _type = "Task" [ 946.615824] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.623980] env[68872]: DEBUG oslo_vmware.api [None req-e15304f0-753f-4de8-9075-f30583adb293 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.671813] env[68872]: DEBUG oslo_vmware.api [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092908, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064225} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.672556] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 946.673553] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589514d7-e9cb-4ddf-8bda-ea8f9adb8d58 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.678340] env[68872]: DEBUG nova.network.neutron [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.706737] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 86e9a378-b893-443a-99fd-7af67b416c14/86e9a378-b893-443a-99fd-7af67b416c14.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.707226] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb7aa983-69a3-4b8a-be56-62f7b1ce0021 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.728885] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5ccb7d1b-70fb-4bd1-bf6c-7c3cda6b5fbf tempest-ServerExternalEventsTest-35674221 tempest-ServerExternalEventsTest-35674221-project] Releasing lock "refresh_cache-6efcbe42-b7fd-47a1-bc10-e6d287b80509" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.734748] env[68872]: DEBUG oslo_vmware.api [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for the task: (returnval){ [ 946.734748] env[68872]: value = "task-3092912" [ 946.734748] env[68872]: _type = "Task" [ 946.734748] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.743633] env[68872]: DEBUG oslo_vmware.api [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092912, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.790088] env[68872]: DEBUG oslo_vmware.api [None req-1bce850f-24c9-4e1d-9a62-a104997105a9 tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Task: {'id': task-3092909, 'name': PowerOffVM_Task, 'duration_secs': 0.507246} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.790088] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bce850f-24c9-4e1d-9a62-a104997105a9 tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.790088] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1bce850f-24c9-4e1d-9a62-a104997105a9 tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.790088] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea383778-a099-4a35-9030-f311227e45a0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.885481] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1bce850f-24c9-4e1d-9a62-a104997105a9 tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.885705] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1bce850f-24c9-4e1d-9a62-a104997105a9 tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.885889] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bce850f-24c9-4e1d-9a62-a104997105a9 tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Deleting the datastore file [datastore2] 6efcbe42-b7fd-47a1-bc10-e6d287b80509 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.886241] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-863e1343-f738-4b1e-81f2-cf327f8609a1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.892771] env[68872]: DEBUG oslo_vmware.api [None req-1bce850f-24c9-4e1d-9a62-a104997105a9 tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Waiting for the task: (returnval){ [ 946.892771] env[68872]: value = "task-3092914" [ 946.892771] env[68872]: _type = "Task" [ 946.892771] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.902227] env[68872]: DEBUG oslo_vmware.api [None req-1bce850f-24c9-4e1d-9a62-a104997105a9 tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Task: {'id': task-3092914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.903800] env[68872]: DEBUG nova.network.neutron [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Updating instance_info_cache with network_info: [{"id": "25711ff3-f001-42c2-8939-5e5adec5a4ab", "address": "fa:16:3e:f5:af:63", "network": {"id": "2952e37f-de5f-4200-af72-77a1f91fda95", "bridge": "br-int", "label": "tempest-ServersTestJSON-1588416409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3122db561374360820368cbb6362af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25711ff3-f0", "ovs_interfaceid": "25711ff3-f001-42c2-8939-5e5adec5a4ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.995462] env[68872]: DEBUG oslo_vmware.api [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': task-3092910, 'name': ReconfigVM_Task, 'duration_secs': 0.289763} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.995761] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 01e0efeb-b373-4231-90c0-32fe9699708b/01e0efeb-b373-4231-90c0-32fe9699708b.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.996452] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-875ac786-3215-4f7a-a533-6ae04bc97382 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.002178] env[68872]: DEBUG oslo_vmware.api [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Waiting for the task: (returnval){ [ 947.002178] env[68872]: value = "task-3092915" [ 947.002178] env[68872]: _type = "Task" [ 947.002178] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.010251] env[68872]: DEBUG oslo_vmware.api [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': task-3092915, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.030766] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ae55c513-4b32-4704-a746-73784e87fbfd tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.035581] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.729s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.035843] env[68872]: DEBUG nova.objects.instance [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Lazy-loading 'pci_requests' on Instance uuid 02362251-8e13-4449-89cc-cbfff9d9ff22 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.055432] env[68872]: INFO nova.scheduler.client.report [None req-ae55c513-4b32-4704-a746-73784e87fbfd tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Deleted allocations for instance 6d48ddc6-0330-4701-b92b-d66137e807d1 [ 947.128501] env[68872]: DEBUG oslo_vmware.api [None req-e15304f0-753f-4de8-9075-f30583adb293 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092911, 'name': PowerOffVM_Task, 'duration_secs': 0.359364} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.128830] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15304f0-753f-4de8-9075-f30583adb293 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.129082] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e15304f0-753f-4de8-9075-f30583adb293 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.129543] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c68a741d-bee5-4ad3-a4c6-caa3d4a7858c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.149968] env[68872]: DEBUG nova.network.neutron [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Updating instance_info_cache with network_info: [{"id": "41a3ebe5-89d5-42c9-b274-6498f4399740", "address": "fa:16:3e:2b:a7:bd", "network": {"id": "f4fafaa5-3b60-4a35-9a9a-548d6bb6be4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-238414770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82727d6272e048f4acfc212225be53b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41a3ebe5-89", "ovs_interfaceid": "41a3ebe5-89d5-42c9-b274-6498f4399740", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.161986] env[68872]: DEBUG oslo_concurrency.lockutils [None req-32256ebb-ff26-4d86-86a2-2fe83136f3dd tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "45cffa41-0f2e-45b2-b271-783e6318bb72" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.162255] env[68872]: DEBUG oslo_concurrency.lockutils [None req-32256ebb-ff26-4d86-86a2-2fe83136f3dd tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "45cffa41-0f2e-45b2-b271-783e6318bb72" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.162441] env[68872]: DEBUG nova.compute.manager [None req-32256ebb-ff26-4d86-86a2-2fe83136f3dd tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Going to confirm migration 3 {{(pid=68872) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 947.231123] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e15304f0-753f-4de8-9075-f30583adb293 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.231453] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e15304f0-753f-4de8-9075-f30583adb293 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.231664] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-e15304f0-753f-4de8-9075-f30583adb293 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Deleting the datastore file [datastore2] a71905ae-b4b8-4fec-a3ea-b3b7f2372df3 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.232078] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3cac270a-a2c2-4500-9472-b9f698f83c04 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.240964] env[68872]: DEBUG oslo_vmware.api [None req-e15304f0-753f-4de8-9075-f30583adb293 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for the task: (returnval){ [ 947.240964] env[68872]: value = "task-3092917" [ 947.240964] env[68872]: _type = "Task" [ 947.240964] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.248321] env[68872]: DEBUG oslo_vmware.api [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092912, 'name': ReconfigVM_Task, 'duration_secs': 0.43594} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.248963] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 86e9a378-b893-443a-99fd-7af67b416c14/86e9a378-b893-443a-99fd-7af67b416c14.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.249664] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-406582bd-97d1-45af-bf9a-9da578e2d0c7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.253951] env[68872]: DEBUG oslo_vmware.api [None req-e15304f0-753f-4de8-9075-f30583adb293 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.257476] env[68872]: DEBUG oslo_vmware.api [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for the task: (returnval){ [ 947.257476] env[68872]: value = "task-3092918" [ 947.257476] env[68872]: _type = "Task" [ 947.257476] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.266968] env[68872]: DEBUG oslo_vmware.api [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092918, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.339032] env[68872]: INFO nova.compute.manager [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Rebuilding instance [ 947.384572] env[68872]: DEBUG nova.compute.manager [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.384763] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e5f93b-621f-4852-b7fe-d30bc5c41029 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.401884] env[68872]: DEBUG oslo_vmware.api [None req-1bce850f-24c9-4e1d-9a62-a104997105a9 tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Task: {'id': task-3092914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206621} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.401884] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bce850f-24c9-4e1d-9a62-a104997105a9 tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.401884] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1bce850f-24c9-4e1d-9a62-a104997105a9 tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.402118] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1bce850f-24c9-4e1d-9a62-a104997105a9 tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.402305] env[68872]: INFO nova.compute.manager [None req-1bce850f-24c9-4e1d-9a62-a104997105a9 tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Took 1.14 seconds to destroy the instance on the hypervisor. [ 947.403092] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bce850f-24c9-4e1d-9a62-a104997105a9 tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.403092] env[68872]: DEBUG nova.compute.manager [-] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 947.403092] env[68872]: DEBUG nova.network.neutron [-] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 947.408446] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Releasing lock "refresh_cache-acbc8c49-43e4-4871-be30-8e4dc0cfa79a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.408673] env[68872]: DEBUG nova.compute.manager [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Instance network_info: |[{"id": "25711ff3-f001-42c2-8939-5e5adec5a4ab", "address": "fa:16:3e:f5:af:63", "network": {"id": "2952e37f-de5f-4200-af72-77a1f91fda95", "bridge": "br-int", "label": "tempest-ServersTestJSON-1588416409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3122db561374360820368cbb6362af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25711ff3-f0", "ovs_interfaceid": "25711ff3-f001-42c2-8939-5e5adec5a4ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.409515] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:af:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25711ff3-f001-42c2-8939-5e5adec5a4ab', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.417414] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.417643] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.417865] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2ba9221-7c66-4f46-966b-ba71df08eb65 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.438243] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.438243] env[68872]: value = "task-3092919" [ 947.438243] env[68872]: _type = "Task" [ 947.438243] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.448886] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092919, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.512496] env[68872]: DEBUG oslo_vmware.api [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': task-3092915, 'name': Rename_Task, 'duration_secs': 0.128534} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.512795] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.513140] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ea7cf01-c28c-4664-ac02-a5ca8c0a945c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.518969] env[68872]: DEBUG oslo_vmware.api [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Waiting for the task: (returnval){ [ 947.518969] env[68872]: value = "task-3092920" [ 947.518969] env[68872]: _type = "Task" [ 947.518969] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.526742] env[68872]: DEBUG oslo_vmware.api [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': task-3092920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.540204] env[68872]: DEBUG nova.objects.instance [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Lazy-loading 'numa_topology' on Instance uuid 02362251-8e13-4449-89cc-cbfff9d9ff22 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.562396] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ae55c513-4b32-4704-a746-73784e87fbfd tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "6d48ddc6-0330-4701-b92b-d66137e807d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.517s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.565972] env[68872]: DEBUG nova.compute.manager [req-85821aaf-3184-4dda-9b06-ae62471c9d86 req-5ef8aaa2-f528-457a-9295-05c6fb5afc2e service nova] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Received event network-changed-25711ff3-f001-42c2-8939-5e5adec5a4ab {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.566140] env[68872]: DEBUG nova.compute.manager [req-85821aaf-3184-4dda-9b06-ae62471c9d86 req-5ef8aaa2-f528-457a-9295-05c6fb5afc2e service nova] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Refreshing instance network info cache due to event network-changed-25711ff3-f001-42c2-8939-5e5adec5a4ab. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 947.566541] env[68872]: DEBUG oslo_concurrency.lockutils [req-85821aaf-3184-4dda-9b06-ae62471c9d86 req-5ef8aaa2-f528-457a-9295-05c6fb5afc2e service nova] Acquiring lock "refresh_cache-acbc8c49-43e4-4871-be30-8e4dc0cfa79a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.566677] env[68872]: DEBUG oslo_concurrency.lockutils [req-85821aaf-3184-4dda-9b06-ae62471c9d86 req-5ef8aaa2-f528-457a-9295-05c6fb5afc2e service nova] Acquired lock "refresh_cache-acbc8c49-43e4-4871-be30-8e4dc0cfa79a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.567113] env[68872]: DEBUG nova.network.neutron [req-85821aaf-3184-4dda-9b06-ae62471c9d86 req-5ef8aaa2-f528-457a-9295-05c6fb5afc2e service nova] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Refreshing network info cache for port 25711ff3-f001-42c2-8939-5e5adec5a4ab {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.652806] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Releasing lock "refresh_cache-a1ac11ff-9bf0-495c-a8cc-03dd670c64e6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.751330] env[68872]: DEBUG oslo_vmware.api [None req-e15304f0-753f-4de8-9075-f30583adb293 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Task: {'id': task-3092917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214105} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.751667] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-e15304f0-753f-4de8-9075-f30583adb293 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.751854] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e15304f0-753f-4de8-9075-f30583adb293 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.752040] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e15304f0-753f-4de8-9075-f30583adb293 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.752224] env[68872]: INFO nova.compute.manager [None req-e15304f0-753f-4de8-9075-f30583adb293 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 947.752466] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e15304f0-753f-4de8-9075-f30583adb293 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.753266] env[68872]: DEBUG nova.compute.manager [-] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 947.753266] env[68872]: DEBUG nova.network.neutron [-] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 947.767462] env[68872]: DEBUG oslo_vmware.api [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092918, 'name': Rename_Task, 'duration_secs': 0.200577} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.767775] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.767987] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-305c0a3d-7454-4759-b6cc-5ba1da2d3f40 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.775526] env[68872]: DEBUG oslo_vmware.api [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for the task: (returnval){ [ 947.775526] env[68872]: value = "task-3092922" [ 947.775526] env[68872]: _type = "Task" [ 947.775526] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.784401] env[68872]: DEBUG oslo_concurrency.lockutils [None req-32256ebb-ff26-4d86-86a2-2fe83136f3dd tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "refresh_cache-45cffa41-0f2e-45b2-b271-783e6318bb72" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.784559] env[68872]: DEBUG oslo_concurrency.lockutils [None req-32256ebb-ff26-4d86-86a2-2fe83136f3dd tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquired lock "refresh_cache-45cffa41-0f2e-45b2-b271-783e6318bb72" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.784738] env[68872]: DEBUG nova.network.neutron [None req-32256ebb-ff26-4d86-86a2-2fe83136f3dd tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.784917] env[68872]: DEBUG nova.objects.instance [None req-32256ebb-ff26-4d86-86a2-2fe83136f3dd tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lazy-loading 'info_cache' on Instance uuid 45cffa41-0f2e-45b2-b271-783e6318bb72 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.792334] env[68872]: DEBUG oslo_vmware.api [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092922, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.950140] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092919, 'name': CreateVM_Task, 'duration_secs': 0.352443} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.950479] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.951187] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.951399] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.951715] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.951987] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e8d32b8-e67a-4e97-b590-cab64fbdefe6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.960362] env[68872]: DEBUG oslo_vmware.api [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 947.960362] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52288f2b-9a63-425f-bd47-cf6cf94b05c2" [ 947.960362] env[68872]: _type = "Task" [ 947.960362] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.970438] env[68872]: DEBUG oslo_vmware.api [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52288f2b-9a63-425f-bd47-cf6cf94b05c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.028210] env[68872]: DEBUG oslo_vmware.api [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': task-3092920, 'name': PowerOnVM_Task, 'duration_secs': 0.492126} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.028441] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.028649] env[68872]: INFO nova.compute.manager [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Took 5.35 seconds to spawn the instance on the hypervisor. [ 948.028826] env[68872]: DEBUG nova.compute.manager [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.029947] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee6aab3-d45a-4657-9ccc-48f46644e351 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.046277] env[68872]: INFO nova.compute.claims [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.050405] env[68872]: DEBUG oslo_concurrency.lockutils [None req-30bcb61d-447f-4d2e-9016-d14ae5699596 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquiring lock "dc37cf64-53d1-4b17-aa7d-2659924aef50" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.050656] env[68872]: DEBUG oslo_concurrency.lockutils [None req-30bcb61d-447f-4d2e-9016-d14ae5699596 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lock "dc37cf64-53d1-4b17-aa7d-2659924aef50" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.218486] env[68872]: DEBUG nova.network.neutron [-] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.285813] env[68872]: DEBUG oslo_vmware.api [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092922, 'name': PowerOnVM_Task, 'duration_secs': 0.492902} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.288435] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.288640] env[68872]: INFO nova.compute.manager [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Took 8.11 seconds to spawn the instance on the hypervisor. [ 948.288814] env[68872]: DEBUG nova.compute.manager [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.289601] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fccbde7-4084-4d30-8061-dab58ddbb2d0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.354942] env[68872]: DEBUG nova.network.neutron [req-85821aaf-3184-4dda-9b06-ae62471c9d86 req-5ef8aaa2-f528-457a-9295-05c6fb5afc2e service nova] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Updated VIF entry in instance network info cache for port 25711ff3-f001-42c2-8939-5e5adec5a4ab. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.354942] env[68872]: DEBUG nova.network.neutron [req-85821aaf-3184-4dda-9b06-ae62471c9d86 req-5ef8aaa2-f528-457a-9295-05c6fb5afc2e service nova] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Updating instance_info_cache with network_info: [{"id": "25711ff3-f001-42c2-8939-5e5adec5a4ab", "address": "fa:16:3e:f5:af:63", "network": {"id": "2952e37f-de5f-4200-af72-77a1f91fda95", "bridge": "br-int", "label": "tempest-ServersTestJSON-1588416409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3122db561374360820368cbb6362af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25711ff3-f0", "ovs_interfaceid": "25711ff3-f001-42c2-8939-5e5adec5a4ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.403506] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.403506] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbe82843-cf11-41ab-b6fe-dde1c5f18d52 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.412794] env[68872]: DEBUG oslo_vmware.api [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 948.412794] env[68872]: value = "task-3092923" [ 948.412794] env[68872]: _type = "Task" [ 948.412794] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.429111] env[68872]: DEBUG oslo_vmware.api [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.480296] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "63f9122b-0ec0-4917-8676-b64b432bfae2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.480296] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "63f9122b-0ec0-4917-8676-b64b432bfae2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.481261] env[68872]: DEBUG oslo_vmware.api [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52288f2b-9a63-425f-bd47-cf6cf94b05c2, 'name': SearchDatastore_Task, 'duration_secs': 0.011763} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.484388] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.484388] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.484388] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.484388] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.484388] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.484388] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b98d240-76fb-4429-8bfe-009a30b45db0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.493278] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.493467] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.495019] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b232cebd-c879-40bd-afc9-19b3037aba93 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.501894] env[68872]: DEBUG oslo_vmware.api [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 948.501894] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5229e0cf-9e1c-1f56-9c4a-19ef9443d821" [ 948.501894] env[68872]: _type = "Task" [ 948.501894] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.510856] env[68872]: DEBUG oslo_vmware.api [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5229e0cf-9e1c-1f56-9c4a-19ef9443d821, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.551144] env[68872]: INFO nova.compute.manager [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Took 27.16 seconds to build instance. [ 948.554577] env[68872]: INFO nova.compute.manager [None req-30bcb61d-447f-4d2e-9016-d14ae5699596 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Detaching volume 8e59e64b-ea2b-47fd-a6cf-7e53ae091142 [ 948.594014] env[68872]: INFO nova.virt.block_device [None req-30bcb61d-447f-4d2e-9016-d14ae5699596 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Attempting to driver detach volume 8e59e64b-ea2b-47fd-a6cf-7e53ae091142 from mountpoint /dev/sdb [ 948.594309] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-30bcb61d-447f-4d2e-9016-d14ae5699596 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Volume detach. Driver type: vmdk {{(pid=68872) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 948.594673] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-30bcb61d-447f-4d2e-9016-d14ae5699596 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619024', 'volume_id': '8e59e64b-ea2b-47fd-a6cf-7e53ae091142', 'name': 'volume-8e59e64b-ea2b-47fd-a6cf-7e53ae091142', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'dc37cf64-53d1-4b17-aa7d-2659924aef50', 'attached_at': '', 'detached_at': '', 'volume_id': '8e59e64b-ea2b-47fd-a6cf-7e53ae091142', 'serial': '8e59e64b-ea2b-47fd-a6cf-7e53ae091142'} {{(pid=68872) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 948.595454] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d8485b-053e-426b-aa60-e50a20eec3a5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.622136] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07974d6a-3c96-4c97-9ef3-a911b05c0a91 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.628633] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2acac91-06cc-417d-923c-5aa7b23245a9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.650892] env[68872]: DEBUG nova.network.neutron [-] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.652912] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45dcd765-a928-4fe8-afe1-c2eda3c61990 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.671447] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-30bcb61d-447f-4d2e-9016-d14ae5699596 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] The volume has not been displaced from its original location: [datastore1] volume-8e59e64b-ea2b-47fd-a6cf-7e53ae091142/volume-8e59e64b-ea2b-47fd-a6cf-7e53ae091142.vmdk. No consolidation needed. {{(pid=68872) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 948.677548] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-30bcb61d-447f-4d2e-9016-d14ae5699596 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Reconfiguring VM instance instance-0000002a to detach disk 2001 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 948.678126] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8b66af7-337d-4e1f-9dad-687b73a82756 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.702605] env[68872]: DEBUG oslo_vmware.api [None req-30bcb61d-447f-4d2e-9016-d14ae5699596 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 948.702605] env[68872]: value = "task-3092924" [ 948.702605] env[68872]: _type = "Task" [ 948.702605] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.711738] env[68872]: DEBUG oslo_vmware.api [None req-30bcb61d-447f-4d2e-9016-d14ae5699596 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092924, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.721058] env[68872]: INFO nova.compute.manager [-] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Took 1.32 seconds to deallocate network for instance. [ 948.772129] env[68872]: WARNING oslo_messaging._drivers.amqpdriver [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 948.808873] env[68872]: INFO nova.compute.manager [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Took 27.63 seconds to build instance. [ 948.858160] env[68872]: DEBUG oslo_concurrency.lockutils [req-85821aaf-3184-4dda-9b06-ae62471c9d86 req-5ef8aaa2-f528-457a-9295-05c6fb5afc2e service nova] Releasing lock "refresh_cache-acbc8c49-43e4-4871-be30-8e4dc0cfa79a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.923609] env[68872]: DEBUG oslo_vmware.api [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092923, 'name': PowerOffVM_Task, 'duration_secs': 0.280222} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.923869] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.924117] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.924879] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caaae5f5-c9e8-4780-81fe-77724782e301 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.931306] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.931531] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-829e66d6-af90-4243-916b-46b691be38c7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.983601] env[68872]: DEBUG nova.compute.manager [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 948.999034] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.999034] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.999482] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Deleting the datastore file [datastore1] 4439751f-dd06-4cc0-ac40-95e88e587704 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.999482] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a7a2c96-e045-42af-acf4-a6b035d5e9ec {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.006275] env[68872]: DEBUG oslo_vmware.api [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 949.006275] env[68872]: value = "task-3092926" [ 949.006275] env[68872]: _type = "Task" [ 949.006275] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.015631] env[68872]: DEBUG oslo_vmware.api [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5229e0cf-9e1c-1f56-9c4a-19ef9443d821, 'name': SearchDatastore_Task, 'duration_secs': 0.016597} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.020016] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33304299-2243-40e9-af85-81fb725e90f4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.022110] env[68872]: DEBUG oslo_vmware.api [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.025415] env[68872]: DEBUG oslo_vmware.api [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 949.025415] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529c06a8-249e-f1f7-d7ff-fb964820dcbb" [ 949.025415] env[68872]: _type = "Task" [ 949.025415] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.034080] env[68872]: DEBUG oslo_vmware.api [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529c06a8-249e-f1f7-d7ff-fb964820dcbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.050219] env[68872]: DEBUG nova.network.neutron [None req-32256ebb-ff26-4d86-86a2-2fe83136f3dd tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Updating instance_info_cache with network_info: [{"id": "428e1179-fc0d-4743-a2fa-79d63251906c", "address": "fa:16:3e:96:2f:c2", "network": {"id": "395722e8-10c9-4cd4-9e49-c1858a0ce30a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1962560931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9960a3dc622c43cd9f219d00dba59dc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap428e1179-fc", "ovs_interfaceid": "428e1179-fc0d-4743-a2fa-79d63251906c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.053115] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2a1b4f5a-8ee6-4274-bc0c-dd054461b9b2 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Lock "01e0efeb-b373-4231-90c0-32fe9699708b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.669s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.091558] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9e223b32-874c-42bd-9aaf-84a7683e42a6 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Acquiring lock "86e9a378-b893-443a-99fd-7af67b416c14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.157125] env[68872]: INFO nova.compute.manager [-] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Took 1.40 seconds to deallocate network for instance. [ 949.201028] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.201458] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0a8a7ac-baf5-49a8-b661-275a550824af {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.215211] env[68872]: DEBUG oslo_vmware.api [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 949.215211] env[68872]: value = "task-3092927" [ 949.215211] env[68872]: _type = "Task" [ 949.215211] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.218349] env[68872]: DEBUG oslo_vmware.api [None req-30bcb61d-447f-4d2e-9016-d14ae5699596 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092924, 'name': ReconfigVM_Task, 'duration_secs': 0.398419} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.221997] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-30bcb61d-447f-4d2e-9016-d14ae5699596 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Reconfigured VM instance instance-0000002a to detach disk 2001 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 949.229936] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1bce850f-24c9-4e1d-9a62-a104997105a9 tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.230211] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6286ee10-4c8d-4322-91c0-5abd8270f4cc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.247156] env[68872]: DEBUG oslo_vmware.api [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.248885] env[68872]: DEBUG oslo_vmware.api [None req-30bcb61d-447f-4d2e-9016-d14ae5699596 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 949.248885] env[68872]: value = "task-3092928" [ 949.248885] env[68872]: _type = "Task" [ 949.248885] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.258893] env[68872]: DEBUG oslo_vmware.api [None req-30bcb61d-447f-4d2e-9016-d14ae5699596 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092928, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.274138] env[68872]: INFO nova.compute.manager [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Rebuilding instance [ 949.311800] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52951043-0048-4e42-acb0-7bafcba8d5a3 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Lock "86e9a378-b893-443a-99fd-7af67b416c14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.148s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.312105] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9e223b32-874c-42bd-9aaf-84a7683e42a6 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Lock "86e9a378-b893-443a-99fd-7af67b416c14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.221s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.312331] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9e223b32-874c-42bd-9aaf-84a7683e42a6 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Acquiring lock "86e9a378-b893-443a-99fd-7af67b416c14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.312532] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9e223b32-874c-42bd-9aaf-84a7683e42a6 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Lock "86e9a378-b893-443a-99fd-7af67b416c14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.312696] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9e223b32-874c-42bd-9aaf-84a7683e42a6 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Lock "86e9a378-b893-443a-99fd-7af67b416c14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.316797] env[68872]: INFO nova.compute.manager [None req-9e223b32-874c-42bd-9aaf-84a7683e42a6 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Terminating instance [ 949.325072] env[68872]: DEBUG nova.compute.manager [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.325911] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d76666-4376-4dbf-80e0-7141c00d7762 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.423979] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4095201f-7a7c-4583-b632-b1b03e6f619b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.432251] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a1f057-4da0-4b53-bf42-180c7a27305e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.462638] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea67b69-dc62-46e9-9178-7b8d6d77495b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.470098] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eee4ed4-ea0c-4604-baf2-e76ac5b35402 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.483853] env[68872]: DEBUG nova.compute.provider_tree [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.501697] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.515463] env[68872]: DEBUG oslo_vmware.api [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245587} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.515697] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.515877] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.516081] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.535115] env[68872]: DEBUG oslo_vmware.api [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529c06a8-249e-f1f7-d7ff-fb964820dcbb, 'name': SearchDatastore_Task, 'duration_secs': 0.024541} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.535389] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.535647] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] acbc8c49-43e4-4871-be30-8e4dc0cfa79a/acbc8c49-43e4-4871-be30-8e4dc0cfa79a.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.535908] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e1f853b-1175-4228-9c3d-b26c06471952 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.542051] env[68872]: DEBUG oslo_vmware.api [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 949.542051] env[68872]: value = "task-3092929" [ 949.542051] env[68872]: _type = "Task" [ 949.542051] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.551458] env[68872]: DEBUG oslo_vmware.api [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.553089] env[68872]: DEBUG oslo_concurrency.lockutils [None req-32256ebb-ff26-4d86-86a2-2fe83136f3dd tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Releasing lock "refresh_cache-45cffa41-0f2e-45b2-b271-783e6318bb72" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.553418] env[68872]: DEBUG nova.objects.instance [None req-32256ebb-ff26-4d86-86a2-2fe83136f3dd tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lazy-loading 'migration_context' on Instance uuid 45cffa41-0f2e-45b2-b271-783e6318bb72 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.595279] env[68872]: DEBUG nova.compute.manager [req-93f45c10-08f9-41f5-8119-425b65888ac0 req-a2fdb8a1-78cc-4802-ab84-112ac676550f service nova] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Received event network-vif-deleted-b6f9d38f-ee68-4361-9d6a-78009a0c5421 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.595601] env[68872]: DEBUG nova.compute.manager [req-93f45c10-08f9-41f5-8119-425b65888ac0 req-a2fdb8a1-78cc-4802-ab84-112ac676550f service nova] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Received event network-vif-deleted-a0f067f0-0dc2-4bb2-8203-c29fb5d02192 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.663349] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e15304f0-753f-4de8-9075-f30583adb293 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.727902] env[68872]: DEBUG oslo_vmware.api [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092927, 'name': PowerOffVM_Task, 'duration_secs': 0.356143} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.728190] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.729225] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b1338d-3e1e-479f-8933-33c54b8862e3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.753115] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8973666b-38ed-4363-b1e9-6b1fd42908f0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.760299] env[68872]: DEBUG oslo_vmware.api [None req-30bcb61d-447f-4d2e-9016-d14ae5699596 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092928, 'name': ReconfigVM_Task, 'duration_secs': 0.18253} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.762690] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-30bcb61d-447f-4d2e-9016-d14ae5699596 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619024', 'volume_id': '8e59e64b-ea2b-47fd-a6cf-7e53ae091142', 'name': 'volume-8e59e64b-ea2b-47fd-a6cf-7e53ae091142', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'dc37cf64-53d1-4b17-aa7d-2659924aef50', 'attached_at': '', 'detached_at': '', 'volume_id': '8e59e64b-ea2b-47fd-a6cf-7e53ae091142', 'serial': '8e59e64b-ea2b-47fd-a6cf-7e53ae091142'} {{(pid=68872) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 949.788028] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.788335] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa06b436-c340-4e87-8c2c-7ba452932eab {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.794693] env[68872]: DEBUG oslo_vmware.api [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 949.794693] env[68872]: value = "task-3092930" [ 949.794693] env[68872]: _type = "Task" [ 949.794693] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.803286] env[68872]: DEBUG oslo_vmware.api [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.825775] env[68872]: DEBUG nova.compute.manager [None req-9e223b32-874c-42bd-9aaf-84a7683e42a6 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.828088] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-9e223b32-874c-42bd-9aaf-84a7683e42a6 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.828088] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae78bd5-c04b-44fd-86cd-43367f3a2a0d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.834533] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e223b32-874c-42bd-9aaf-84a7683e42a6 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.834796] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22c63d05-a209-4a0b-8848-b9cdf9847100 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.842538] env[68872]: DEBUG oslo_vmware.api [None req-9e223b32-874c-42bd-9aaf-84a7683e42a6 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for the task: (returnval){ [ 949.842538] env[68872]: value = "task-3092931" [ 949.842538] env[68872]: _type = "Task" [ 949.842538] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.851537] env[68872]: DEBUG oslo_vmware.api [None req-9e223b32-874c-42bd-9aaf-84a7683e42a6 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.986886] env[68872]: DEBUG nova.scheduler.client.report [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.052849] env[68872]: DEBUG oslo_vmware.api [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092929, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.056350] env[68872]: DEBUG nova.objects.base [None req-32256ebb-ff26-4d86-86a2-2fe83136f3dd tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Object Instance<45cffa41-0f2e-45b2-b271-783e6318bb72> lazy-loaded attributes: info_cache,migration_context {{(pid=68872) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 950.056897] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a184f77-9c65-4344-bdc9-76d46615f6be {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.081562] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f100a50d-f466-4819-b4cf-91c0c6d87fb6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.088275] env[68872]: DEBUG oslo_vmware.api [None req-32256ebb-ff26-4d86-86a2-2fe83136f3dd tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 950.088275] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529e576e-1143-36c1-a80f-5befd3af6145" [ 950.088275] env[68872]: _type = "Task" [ 950.088275] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.097477] env[68872]: DEBUG oslo_vmware.api [None req-32256ebb-ff26-4d86-86a2-2fe83136f3dd tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529e576e-1143-36c1-a80f-5befd3af6145, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.306538] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] VM already powered off {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 950.306538] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.306763] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.306900] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.307387] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.307387] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cff62f0a-396b-4b1b-8e58-ff5d923eb24c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.315334] env[68872]: DEBUG nova.objects.instance [None req-30bcb61d-447f-4d2e-9016-d14ae5699596 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lazy-loading 'flavor' on Instance uuid dc37cf64-53d1-4b17-aa7d-2659924aef50 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.316763] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.317081] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.317877] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d51e3ac6-227d-4ad3-b38a-81b5ae1c2d4d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.323657] env[68872]: DEBUG oslo_vmware.api [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 950.323657] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a1d16a-ce5d-e750-ec5e-d16807e17a80" [ 950.323657] env[68872]: _type = "Task" [ 950.323657] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.332159] env[68872]: DEBUG oslo_vmware.api [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a1d16a-ce5d-e750-ec5e-d16807e17a80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.344262] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.344581] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-929a0bf2-a70c-4c79-b78c-66cfbecf4eaf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.355022] env[68872]: DEBUG oslo_vmware.api [None req-9e223b32-874c-42bd-9aaf-84a7683e42a6 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092931, 'name': PowerOffVM_Task, 'duration_secs': 0.188726} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.355334] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e223b32-874c-42bd-9aaf-84a7683e42a6 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.355508] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-9e223b32-874c-42bd-9aaf-84a7683e42a6 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.355940] env[68872]: DEBUG oslo_vmware.api [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Waiting for the task: (returnval){ [ 950.355940] env[68872]: value = "task-3092932" [ 950.355940] env[68872]: _type = "Task" [ 950.355940] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.356230] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f53b0cee-07f1-4a85-bc5a-3cf3e81c45ed {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.366219] env[68872]: DEBUG oslo_vmware.api [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': task-3092932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.424692] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-9e223b32-874c-42bd-9aaf-84a7683e42a6 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.424915] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-9e223b32-874c-42bd-9aaf-84a7683e42a6 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.425113] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e223b32-874c-42bd-9aaf-84a7683e42a6 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Deleting the datastore file [datastore2] 86e9a378-b893-443a-99fd-7af67b416c14 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.425381] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18ab47c7-f704-4e02-8c0c-857b7c4e9f11 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.431089] env[68872]: DEBUG oslo_vmware.api [None req-9e223b32-874c-42bd-9aaf-84a7683e42a6 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for the task: (returnval){ [ 950.431089] env[68872]: value = "task-3092934" [ 950.431089] env[68872]: _type = "Task" [ 950.431089] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.440229] env[68872]: DEBUG oslo_vmware.api [None req-9e223b32-874c-42bd-9aaf-84a7683e42a6 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.492939] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.457s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.495178] env[68872]: DEBUG oslo_concurrency.lockutils [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.581s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.496616] env[68872]: INFO nova.compute.claims [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.529263] env[68872]: INFO nova.network.neutron [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Updating port c3b84b64-8454-4382-a089-abc71ec4d5c5 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 950.555638] env[68872]: DEBUG oslo_vmware.api [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.76789} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.558063] env[68872]: DEBUG nova.virt.hardware [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.558312] env[68872]: DEBUG nova.virt.hardware [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.558484] env[68872]: DEBUG nova.virt.hardware [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.558681] env[68872]: DEBUG nova.virt.hardware [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.558832] env[68872]: DEBUG nova.virt.hardware [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.558989] env[68872]: DEBUG nova.virt.hardware [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.559231] env[68872]: DEBUG nova.virt.hardware [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.559396] env[68872]: DEBUG nova.virt.hardware [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.560101] env[68872]: DEBUG nova.virt.hardware [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.560101] env[68872]: DEBUG nova.virt.hardware [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.560101] env[68872]: DEBUG nova.virt.hardware [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.560272] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] acbc8c49-43e4-4871-be30-8e4dc0cfa79a/acbc8c49-43e4-4871-be30-8e4dc0cfa79a.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.560416] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.561246] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7121042a-552b-4019-99aa-82cf0f628aa5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.564059] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fe210f1-2cfd-47f3-9701-1a08deab26fe {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.574385] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ec05d8-e928-4a30-a22d-c87453b68227 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.579240] env[68872]: DEBUG oslo_vmware.api [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 950.579240] env[68872]: value = "task-3092935" [ 950.579240] env[68872]: _type = "Task" [ 950.579240] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.593865] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:b0:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '511cf4a9-1717-47ff-8bd4-949eddffe93a', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.601448] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.605440] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.609055] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e141b09-6dca-456b-9000-319f9323645f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.623981] env[68872]: DEBUG oslo_vmware.api [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092935, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.630156] env[68872]: DEBUG oslo_vmware.api [None req-32256ebb-ff26-4d86-86a2-2fe83136f3dd tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529e576e-1143-36c1-a80f-5befd3af6145, 'name': SearchDatastore_Task, 'duration_secs': 0.0109} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.631629] env[68872]: DEBUG oslo_concurrency.lockutils [None req-32256ebb-ff26-4d86-86a2-2fe83136f3dd tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.631890] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.631890] env[68872]: value = "task-3092936" [ 950.631890] env[68872]: _type = "Task" [ 950.631890] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.651233] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092936, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.683467] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7a414d2c-e4c5-415e-97a1-29ad244a7f7a tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Acquiring lock "a9e7b633-a873-4992-9f19-dda6f4828c85" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.683667] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7a414d2c-e4c5-415e-97a1-29ad244a7f7a tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Lock "a9e7b633-a873-4992-9f19-dda6f4828c85" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.683885] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7a414d2c-e4c5-415e-97a1-29ad244a7f7a tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Acquiring lock "a9e7b633-a873-4992-9f19-dda6f4828c85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.684085] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7a414d2c-e4c5-415e-97a1-29ad244a7f7a tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Lock "a9e7b633-a873-4992-9f19-dda6f4828c85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.685027] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7a414d2c-e4c5-415e-97a1-29ad244a7f7a tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Lock "a9e7b633-a873-4992-9f19-dda6f4828c85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.687676] env[68872]: INFO nova.compute.manager [None req-7a414d2c-e4c5-415e-97a1-29ad244a7f7a tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Terminating instance [ 950.836400] env[68872]: DEBUG oslo_vmware.api [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a1d16a-ce5d-e750-ec5e-d16807e17a80, 'name': SearchDatastore_Task, 'duration_secs': 0.008926} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.836400] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98c6ad58-50c0-43d4-a0c5-2d114e53829b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.842338] env[68872]: DEBUG oslo_vmware.api [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 950.842338] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52cee98e-74d3-99fc-9ee9-cd8bac43b1d7" [ 950.842338] env[68872]: _type = "Task" [ 950.842338] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.851247] env[68872]: DEBUG oslo_vmware.api [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52cee98e-74d3-99fc-9ee9-cd8bac43b1d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.865781] env[68872]: DEBUG oslo_vmware.api [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': task-3092932, 'name': PowerOffVM_Task, 'duration_secs': 0.317777} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.868745] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.868745] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.868745] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c361488-c676-49d7-98ea-d76cc713510c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.874181] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.874421] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-381959f8-781a-4a75-a149-4695f94bae91 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.896487] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.896700] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.896875] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Deleting the datastore file [datastore1] 01e0efeb-b373-4231-90c0-32fe9699708b {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.897507] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a05ca12a-084a-4f6f-b9b5-88a98a61f69a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.904312] env[68872]: DEBUG oslo_vmware.api [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Waiting for the task: (returnval){ [ 950.904312] env[68872]: value = "task-3092938" [ 950.904312] env[68872]: _type = "Task" [ 950.904312] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.912225] env[68872]: DEBUG oslo_vmware.api [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': task-3092938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.942043] env[68872]: DEBUG oslo_vmware.api [None req-9e223b32-874c-42bd-9aaf-84a7683e42a6 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Task: {'id': task-3092934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18317} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.942332] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e223b32-874c-42bd-9aaf-84a7683e42a6 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.942965] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-9e223b32-874c-42bd-9aaf-84a7683e42a6 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.942965] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-9e223b32-874c-42bd-9aaf-84a7683e42a6 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.942965] env[68872]: INFO nova.compute.manager [None req-9e223b32-874c-42bd-9aaf-84a7683e42a6 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Took 1.12 seconds to destroy the instance on the hypervisor. [ 950.943183] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e223b32-874c-42bd-9aaf-84a7683e42a6 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.943422] env[68872]: DEBUG nova.compute.manager [-] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.943536] env[68872]: DEBUG nova.network.neutron [-] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 951.088601] env[68872]: DEBUG oslo_vmware.api [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092935, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.218249} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.088905] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 951.089688] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e839bd8a-e958-4562-a3dd-83d80416764b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.113734] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] acbc8c49-43e4-4871-be30-8e4dc0cfa79a/acbc8c49-43e4-4871-be30-8e4dc0cfa79a.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.114069] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ffd8eba-cd2f-4ffc-ab8a-979210352b87 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.135090] env[68872]: DEBUG oslo_vmware.api [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 951.135090] env[68872]: value = "task-3092939" [ 951.135090] env[68872]: _type = "Task" [ 951.135090] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.138594] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bd115d0a-785e-48d6-9570-732ce3e0dfca tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Acquiring lock "94bd856e-3c4a-4e52-a149-1207e5d83c85" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.138728] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bd115d0a-785e-48d6-9570-732ce3e0dfca tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Lock "94bd856e-3c4a-4e52-a149-1207e5d83c85" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.138938] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bd115d0a-785e-48d6-9570-732ce3e0dfca tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Acquiring lock "94bd856e-3c4a-4e52-a149-1207e5d83c85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.139117] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bd115d0a-785e-48d6-9570-732ce3e0dfca tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Lock "94bd856e-3c4a-4e52-a149-1207e5d83c85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.139285] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bd115d0a-785e-48d6-9570-732ce3e0dfca tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Lock "94bd856e-3c4a-4e52-a149-1207e5d83c85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.143826] env[68872]: INFO nova.compute.manager [None req-bd115d0a-785e-48d6-9570-732ce3e0dfca tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Terminating instance [ 951.150072] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092936, 'name': CreateVM_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.153169] env[68872]: DEBUG oslo_vmware.api [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.195007] env[68872]: DEBUG nova.compute.manager [None req-7a414d2c-e4c5-415e-97a1-29ad244a7f7a tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.195262] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-7a414d2c-e4c5-415e-97a1-29ad244a7f7a tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.196493] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d52638f-fd87-4e5c-a837-c47aa7d70700 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.212517] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a414d2c-e4c5-415e-97a1-29ad244a7f7a tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.212889] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b38c2c1-58b3-4ae7-8d09-721f71044a92 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.219968] env[68872]: DEBUG oslo_vmware.api [None req-7a414d2c-e4c5-415e-97a1-29ad244a7f7a tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Waiting for the task: (returnval){ [ 951.219968] env[68872]: value = "task-3092940" [ 951.219968] env[68872]: _type = "Task" [ 951.219968] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.228282] env[68872]: DEBUG oslo_vmware.api [None req-7a414d2c-e4c5-415e-97a1-29ad244a7f7a tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': task-3092940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.324951] env[68872]: DEBUG oslo_concurrency.lockutils [None req-30bcb61d-447f-4d2e-9016-d14ae5699596 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lock "dc37cf64-53d1-4b17-aa7d-2659924aef50" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.274s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.354156] env[68872]: DEBUG oslo_vmware.api [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52cee98e-74d3-99fc-9ee9-cd8bac43b1d7, 'name': SearchDatastore_Task, 'duration_secs': 0.034023} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.355448] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.355735] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] a1ac11ff-9bf0-495c-a8cc-03dd670c64e6/f385dd18-ac06-4518-90be-b739920d18c6-rescue.vmdk. {{(pid=68872) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 951.358368] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bbe1190-42af-49f5-8333-0a746c5bcda7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.366208] env[68872]: DEBUG oslo_vmware.api [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 951.366208] env[68872]: value = "task-3092941" [ 951.366208] env[68872]: _type = "Task" [ 951.366208] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.376861] env[68872]: DEBUG oslo_vmware.api [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.415631] env[68872]: DEBUG oslo_vmware.api [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': task-3092938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109592} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.415903] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.416150] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.416333] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.652798] env[68872]: DEBUG nova.compute.manager [None req-bd115d0a-785e-48d6-9570-732ce3e0dfca tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.653097] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-bd115d0a-785e-48d6-9570-732ce3e0dfca tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.653395] env[68872]: DEBUG oslo_vmware.api [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092939, 'name': ReconfigVM_Task, 'duration_secs': 0.286642} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.659852] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482ad1ed-da51-4a94-bf2f-23cbff8432d8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.662781] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Reconfigured VM instance instance-00000051 to attach disk [datastore1] acbc8c49-43e4-4871-be30-8e4dc0cfa79a/acbc8c49-43e4-4871-be30-8e4dc0cfa79a.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.663437] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092936, 'name': CreateVM_Task, 'duration_secs': 0.736742} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.663915] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0602641-6276-4ca1-ac51-60e6a85f4596 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.665494] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.666694] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.666880] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.667870] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.667870] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc833860-b223-4ac2-b0f8-685e25585794 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.671855] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd115d0a-785e-48d6-9570-732ce3e0dfca tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.673652] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea050d65-f689-4ebc-8a16-239231f60515 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.675353] env[68872]: DEBUG oslo_vmware.api [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 951.675353] env[68872]: value = "task-3092942" [ 951.675353] env[68872]: _type = "Task" [ 951.675353] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.679206] env[68872]: DEBUG oslo_vmware.api [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 951.679206] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5266c3d5-07cd-bb90-9ab0-1d52e8fd6e63" [ 951.679206] env[68872]: _type = "Task" [ 951.679206] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.687808] env[68872]: DEBUG oslo_vmware.api [None req-bd115d0a-785e-48d6-9570-732ce3e0dfca tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Waiting for the task: (returnval){ [ 951.687808] env[68872]: value = "task-3092943" [ 951.687808] env[68872]: _type = "Task" [ 951.687808] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.700404] env[68872]: DEBUG oslo_vmware.api [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092942, 'name': Rename_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.701095] env[68872]: DEBUG oslo_vmware.api [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5266c3d5-07cd-bb90-9ab0-1d52e8fd6e63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.705962] env[68872]: DEBUG oslo_vmware.api [None req-bd115d0a-785e-48d6-9570-732ce3e0dfca tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Task: {'id': task-3092943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.732565] env[68872]: DEBUG oslo_vmware.api [None req-7a414d2c-e4c5-415e-97a1-29ad244a7f7a tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': task-3092940, 'name': PowerOffVM_Task, 'duration_secs': 0.257769} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.732843] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a414d2c-e4c5-415e-97a1-29ad244a7f7a tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.733070] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-7a414d2c-e4c5-415e-97a1-29ad244a7f7a tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.733291] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e140b8c-5e21-4bad-9135-d6e2171dbdc9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.774923] env[68872]: DEBUG nova.network.neutron [-] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.813730] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-7a414d2c-e4c5-415e-97a1-29ad244a7f7a tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.813972] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-7a414d2c-e4c5-415e-97a1-29ad244a7f7a tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.814202] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a414d2c-e4c5-415e-97a1-29ad244a7f7a tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Deleting the datastore file [datastore2] a9e7b633-a873-4992-9f19-dda6f4828c85 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.814451] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1acfab1d-8d01-4bd8-9970-af6618e99415 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.822343] env[68872]: DEBUG oslo_vmware.api [None req-7a414d2c-e4c5-415e-97a1-29ad244a7f7a tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Waiting for the task: (returnval){ [ 951.822343] env[68872]: value = "task-3092945" [ 951.822343] env[68872]: _type = "Task" [ 951.822343] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.834686] env[68872]: DEBUG oslo_vmware.api [None req-7a414d2c-e4c5-415e-97a1-29ad244a7f7a tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': task-3092945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.858798] env[68872]: DEBUG nova.compute.manager [req-dc901f4e-b0c9-4667-9aff-85537501890d req-b39854aa-f184-4397-9997-13335d872f40 service nova] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Received event network-vif-deleted-b196182c-da84-4280-b1cb-09e7a7cd377e {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.863012] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bae7d94c-18b8-407b-91b2-61cc18ea9bf7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquiring lock "dc37cf64-53d1-4b17-aa7d-2659924aef50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.863272] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bae7d94c-18b8-407b-91b2-61cc18ea9bf7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lock "dc37cf64-53d1-4b17-aa7d-2659924aef50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.863585] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bae7d94c-18b8-407b-91b2-61cc18ea9bf7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquiring lock "dc37cf64-53d1-4b17-aa7d-2659924aef50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.863644] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bae7d94c-18b8-407b-91b2-61cc18ea9bf7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lock "dc37cf64-53d1-4b17-aa7d-2659924aef50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.863819] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bae7d94c-18b8-407b-91b2-61cc18ea9bf7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lock "dc37cf64-53d1-4b17-aa7d-2659924aef50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.866443] env[68872]: INFO nova.compute.manager [None req-bae7d94c-18b8-407b-91b2-61cc18ea9bf7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Terminating instance [ 951.880268] env[68872]: DEBUG oslo_vmware.api [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092941, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.884253] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcafd3a-a890-471e-8f52-82ae4f4b6f5b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.894039] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8470a08-6c85-4fc2-9a20-8b1762270f94 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.932341] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebe4629-099d-4e5d-aea3-1956fa362b67 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.948023] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a154c677-9bb6-4f08-87fc-d1f978fe309f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.962796] env[68872]: DEBUG nova.compute.provider_tree [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.082548] env[68872]: DEBUG oslo_concurrency.lockutils [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Acquiring lock "0886c6c4-c9d4-4e4d-b725-2559d0017f4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.082849] env[68872]: DEBUG oslo_concurrency.lockutils [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Lock "0886c6c4-c9d4-4e4d-b725-2559d0017f4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.165804] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Acquiring lock "refresh_cache-02362251-8e13-4449-89cc-cbfff9d9ff22" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.165887] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Acquired lock "refresh_cache-02362251-8e13-4449-89cc-cbfff9d9ff22" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.166105] env[68872]: DEBUG nova.network.neutron [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.198606] env[68872]: DEBUG oslo_vmware.api [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5266c3d5-07cd-bb90-9ab0-1d52e8fd6e63, 'name': SearchDatastore_Task, 'duration_secs': 0.01842} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.198837] env[68872]: DEBUG oslo_vmware.api [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092942, 'name': Rename_Task, 'duration_secs': 0.334552} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.199459] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.199744] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.199979] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.200139] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.200315] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.200567] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.200780] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32d1543d-c91a-436d-aa90-c93292f02c7d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.202329] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6769077-15a5-4afe-9193-e190d2b4c95e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.206314] env[68872]: DEBUG oslo_vmware.api [None req-bd115d0a-785e-48d6-9570-732ce3e0dfca tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Task: {'id': task-3092943, 'name': PowerOffVM_Task, 'duration_secs': 0.290856} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.207078] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd115d0a-785e-48d6-9570-732ce3e0dfca tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.207264] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-bd115d0a-785e-48d6-9570-732ce3e0dfca tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.207476] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc9c60fa-c591-4cf0-8fc8-4b4e26da35d8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.210897] env[68872]: DEBUG oslo_vmware.api [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 952.210897] env[68872]: value = "task-3092946" [ 952.210897] env[68872]: _type = "Task" [ 952.210897] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.214512] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.214699] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.215835] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53c40a42-d3b0-4900-bc65-08dd8c71756e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.220503] env[68872]: DEBUG oslo_vmware.api [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092946, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.223193] env[68872]: DEBUG oslo_vmware.api [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 952.223193] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5236ef91-217d-330b-afe3-8b6990da46d6" [ 952.223193] env[68872]: _type = "Task" [ 952.223193] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.229940] env[68872]: DEBUG oslo_vmware.api [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5236ef91-217d-330b-afe3-8b6990da46d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.277403] env[68872]: INFO nova.compute.manager [-] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Took 1.33 seconds to deallocate network for instance. [ 952.280035] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-bd115d0a-785e-48d6-9570-732ce3e0dfca tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.280410] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-bd115d0a-785e-48d6-9570-732ce3e0dfca tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.280654] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd115d0a-785e-48d6-9570-732ce3e0dfca tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Deleting the datastore file [datastore2] 94bd856e-3c4a-4e52-a149-1207e5d83c85 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.283791] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71ce4a88-de73-4357-874d-627ba4873a22 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.290873] env[68872]: DEBUG oslo_vmware.api [None req-bd115d0a-785e-48d6-9570-732ce3e0dfca tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Waiting for the task: (returnval){ [ 952.290873] env[68872]: value = "task-3092948" [ 952.290873] env[68872]: _type = "Task" [ 952.290873] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.298468] env[68872]: DEBUG oslo_vmware.api [None req-bd115d0a-785e-48d6-9570-732ce3e0dfca tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Task: {'id': task-3092948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.332435] env[68872]: DEBUG oslo_vmware.api [None req-7a414d2c-e4c5-415e-97a1-29ad244a7f7a tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Task: {'id': task-3092945, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263572} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.332691] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a414d2c-e4c5-415e-97a1-29ad244a7f7a tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.332874] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-7a414d2c-e4c5-415e-97a1-29ad244a7f7a tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.333067] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-7a414d2c-e4c5-415e-97a1-29ad244a7f7a tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.333300] env[68872]: INFO nova.compute.manager [None req-7a414d2c-e4c5-415e-97a1-29ad244a7f7a tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Took 1.14 seconds to destroy the instance on the hypervisor. [ 952.333563] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a414d2c-e4c5-415e-97a1-29ad244a7f7a tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.333744] env[68872]: DEBUG nova.compute.manager [-] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.333837] env[68872]: DEBUG nova.network.neutron [-] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.377974] env[68872]: DEBUG nova.compute.manager [None req-bae7d94c-18b8-407b-91b2-61cc18ea9bf7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 952.379028] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-bae7d94c-18b8-407b-91b2-61cc18ea9bf7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.379028] env[68872]: DEBUG oslo_vmware.api [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529285} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.379323] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3755f2-ee36-4a80-9882-45d358df32bb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.382553] env[68872]: INFO nova.virt.vmwareapi.ds_util [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] a1ac11ff-9bf0-495c-a8cc-03dd670c64e6/f385dd18-ac06-4518-90be-b739920d18c6-rescue.vmdk. [ 952.383708] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd35679-0b35-49d7-ac2e-07e66029669f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.391657] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae7d94c-18b8-407b-91b2-61cc18ea9bf7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.408819] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91ba2ab7-1ecd-4452-b136-c6d8d4fd2e01 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.417807] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] a1ac11ff-9bf0-495c-a8cc-03dd670c64e6/f385dd18-ac06-4518-90be-b739920d18c6-rescue.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.418131] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0991a6cd-cd3d-4de8-af3f-1d73f99daea7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.436598] env[68872]: DEBUG oslo_vmware.api [None req-bae7d94c-18b8-407b-91b2-61cc18ea9bf7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 952.436598] env[68872]: value = "task-3092949" [ 952.436598] env[68872]: _type = "Task" [ 952.436598] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.441958] env[68872]: DEBUG oslo_vmware.api [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 952.441958] env[68872]: value = "task-3092950" [ 952.441958] env[68872]: _type = "Task" [ 952.441958] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.449740] env[68872]: DEBUG oslo_vmware.api [None req-bae7d94c-18b8-407b-91b2-61cc18ea9bf7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.456156] env[68872]: DEBUG oslo_vmware.api [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092950, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.465619] env[68872]: DEBUG nova.virt.hardware [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.465850] env[68872]: DEBUG nova.virt.hardware [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.466014] env[68872]: DEBUG nova.virt.hardware [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.466211] env[68872]: DEBUG nova.virt.hardware [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.466357] env[68872]: DEBUG nova.virt.hardware [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.466504] env[68872]: DEBUG nova.virt.hardware [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.466716] env[68872]: DEBUG nova.virt.hardware [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.466877] env[68872]: DEBUG nova.virt.hardware [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.467063] env[68872]: DEBUG nova.virt.hardware [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.467227] env[68872]: DEBUG nova.virt.hardware [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.467397] env[68872]: DEBUG nova.virt.hardware [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.468308] env[68872]: DEBUG nova.scheduler.client.report [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.475019] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d712d6a6-712d-4574-a152-418286d02da5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.480440] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ec2325-74e1-4dfd-b563-7669243f7baf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.496394] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Instance VIF info [] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.503124] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.504139] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.504382] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64f69726-8726-40e4-a1b5-47894edb7ecf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.523607] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.523607] env[68872]: value = "task-3092951" [ 952.523607] env[68872]: _type = "Task" [ 952.523607] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.532274] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092951, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.585322] env[68872]: DEBUG nova.compute.manager [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 952.722282] env[68872]: DEBUG oslo_vmware.api [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092946, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.735946] env[68872]: DEBUG oslo_vmware.api [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5236ef91-217d-330b-afe3-8b6990da46d6, 'name': SearchDatastore_Task, 'duration_secs': 0.010657} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.737378] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5bc8eca-dbe7-4cf1-a66f-1c9a368f8fa3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.743562] env[68872]: DEBUG oslo_vmware.api [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 952.743562] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5248a09b-22b4-c3bf-44d9-944222b58571" [ 952.743562] env[68872]: _type = "Task" [ 952.743562] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.753202] env[68872]: DEBUG oslo_vmware.api [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5248a09b-22b4-c3bf-44d9-944222b58571, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.787299] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9e223b32-874c-42bd-9aaf-84a7683e42a6 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.803022] env[68872]: DEBUG oslo_vmware.api [None req-bd115d0a-785e-48d6-9570-732ce3e0dfca tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Task: {'id': task-3092948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234097} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.803022] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd115d0a-785e-48d6-9570-732ce3e0dfca tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.803022] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-bd115d0a-785e-48d6-9570-732ce3e0dfca tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.803022] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-bd115d0a-785e-48d6-9570-732ce3e0dfca tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.803022] env[68872]: INFO nova.compute.manager [None req-bd115d0a-785e-48d6-9570-732ce3e0dfca tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Took 1.15 seconds to destroy the instance on the hypervisor. [ 952.803022] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd115d0a-785e-48d6-9570-732ce3e0dfca tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.803022] env[68872]: DEBUG nova.compute.manager [-] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.803022] env[68872]: DEBUG nova.network.neutron [-] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.962369] env[68872]: DEBUG oslo_vmware.api [None req-bae7d94c-18b8-407b-91b2-61cc18ea9bf7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092949, 'name': PowerOffVM_Task, 'duration_secs': 0.225564} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.968201] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae7d94c-18b8-407b-91b2-61cc18ea9bf7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.968793] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-bae7d94c-18b8-407b-91b2-61cc18ea9bf7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.969354] env[68872]: DEBUG oslo_vmware.api [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092950, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.970967] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b99440cf-0878-4848-8b88-72f8c01af807 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.976383] env[68872]: DEBUG oslo_concurrency.lockutils [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.977287] env[68872]: DEBUG nova.compute.manager [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 952.982709] env[68872]: DEBUG oslo_concurrency.lockutils [None req-610d0fa2-54a7-4ae5-887f-816b590efd2f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.485s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.990642] env[68872]: DEBUG nova.objects.instance [None req-610d0fa2-54a7-4ae5-887f-816b590efd2f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lazy-loading 'resources' on Instance uuid 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.034136] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092951, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.083278] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-bae7d94c-18b8-407b-91b2-61cc18ea9bf7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.083563] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-bae7d94c-18b8-407b-91b2-61cc18ea9bf7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.083770] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-bae7d94c-18b8-407b-91b2-61cc18ea9bf7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Deleting the datastore file [datastore2] dc37cf64-53d1-4b17-aa7d-2659924aef50 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.084075] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f121e93b-7982-40c0-aec0-50ed22d56b79 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.098100] env[68872]: DEBUG oslo_vmware.api [None req-bae7d94c-18b8-407b-91b2-61cc18ea9bf7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 953.098100] env[68872]: value = "task-3092953" [ 953.098100] env[68872]: _type = "Task" [ 953.098100] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.111862] env[68872]: DEBUG oslo_vmware.api [None req-bae7d94c-18b8-407b-91b2-61cc18ea9bf7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.118833] env[68872]: DEBUG oslo_concurrency.lockutils [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.220260] env[68872]: DEBUG nova.network.neutron [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Updating instance_info_cache with network_info: [{"id": "c3b84b64-8454-4382-a089-abc71ec4d5c5", "address": "fa:16:3e:f8:d2:18", "network": {"id": "41f27d29-802f-4668-976c-7f3122ae2de0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-417968453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e262182e30c46d09045210c770d8126", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3b84b64-84", "ovs_interfaceid": "c3b84b64-8454-4382-a089-abc71ec4d5c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.227658] env[68872]: DEBUG oslo_vmware.api [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3092946, 'name': PowerOnVM_Task, 'duration_secs': 0.582684} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.227961] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.228189] env[68872]: INFO nova.compute.manager [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Took 8.09 seconds to spawn the instance on the hypervisor. [ 953.228367] env[68872]: DEBUG nova.compute.manager [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.229661] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db322f0-1f99-4a33-be5b-7ff145da2ffe {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.253738] env[68872]: DEBUG oslo_vmware.api [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5248a09b-22b4-c3bf-44d9-944222b58571, 'name': SearchDatastore_Task, 'duration_secs': 0.020434} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.254168] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.254311] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 4439751f-dd06-4cc0-ac40-95e88e587704/4439751f-dd06-4cc0-ac40-95e88e587704.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 953.254568] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2850c3f-d652-4423-9e8a-e454a74e0929 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.263978] env[68872]: DEBUG oslo_vmware.api [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 953.263978] env[68872]: value = "task-3092954" [ 953.263978] env[68872]: _type = "Task" [ 953.263978] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.275528] env[68872]: DEBUG oslo_vmware.api [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.458644] env[68872]: DEBUG oslo_vmware.api [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092950, 'name': ReconfigVM_Task, 'duration_secs': 0.546562} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.458978] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Reconfigured VM instance instance-00000030 to attach disk [datastore1] a1ac11ff-9bf0-495c-a8cc-03dd670c64e6/f385dd18-ac06-4518-90be-b739920d18c6-rescue.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.459887] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376edc76-940b-4663-8548-e8b1d02da022 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.494582] env[68872]: DEBUG nova.compute.utils [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.499044] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a31e84f-ca44-42e7-904f-d697e5642167 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.512816] env[68872]: DEBUG nova.compute.manager [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.513218] env[68872]: DEBUG nova.network.neutron [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.521220] env[68872]: DEBUG oslo_vmware.api [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 953.521220] env[68872]: value = "task-3092955" [ 953.521220] env[68872]: _type = "Task" [ 953.521220] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.550813] env[68872]: DEBUG oslo_vmware.api [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.551472] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092951, 'name': CreateVM_Task, 'duration_secs': 0.516052} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.551646] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.552124] env[68872]: DEBUG oslo_concurrency.lockutils [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.552279] env[68872]: DEBUG oslo_concurrency.lockutils [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.552605] env[68872]: DEBUG oslo_concurrency.lockutils [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.552853] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-614c8ae6-6bec-45cd-a692-10afcfbc0549 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.559732] env[68872]: DEBUG oslo_vmware.api [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Waiting for the task: (returnval){ [ 953.559732] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5281e27c-e600-649c-12b8-f81a1c1c70b7" [ 953.559732] env[68872]: _type = "Task" [ 953.559732] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.566910] env[68872]: DEBUG nova.policy [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e17b8649abb14598b75c1c30942e5517', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad23b268c6b742a69c8f272b8d7a0ba0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.574516] env[68872]: DEBUG oslo_vmware.api [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5281e27c-e600-649c-12b8-f81a1c1c70b7, 'name': SearchDatastore_Task, 'duration_secs': 0.011841} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.574818] env[68872]: DEBUG oslo_concurrency.lockutils [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.575548] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.575548] env[68872]: DEBUG oslo_concurrency.lockutils [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.575548] env[68872]: DEBUG oslo_concurrency.lockutils [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.575759] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.575916] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e0cae26-f63a-4601-91ec-5ba151e6087e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.592987] env[68872]: DEBUG nova.network.neutron [-] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.594199] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.595434] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.595684] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e512de7a-449c-48aa-afa0-3172f15f3361 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.606074] env[68872]: DEBUG oslo_vmware.api [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Waiting for the task: (returnval){ [ 953.606074] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5275675c-b712-8796-05d0-9a5876875f6e" [ 953.606074] env[68872]: _type = "Task" [ 953.606074] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.620321] env[68872]: DEBUG oslo_vmware.api [None req-bae7d94c-18b8-407b-91b2-61cc18ea9bf7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3092953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308064} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.621327] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-bae7d94c-18b8-407b-91b2-61cc18ea9bf7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.621729] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-bae7d94c-18b8-407b-91b2-61cc18ea9bf7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.622458] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-bae7d94c-18b8-407b-91b2-61cc18ea9bf7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.622458] env[68872]: INFO nova.compute.manager [None req-bae7d94c-18b8-407b-91b2-61cc18ea9bf7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Took 1.24 seconds to destroy the instance on the hypervisor. [ 953.622626] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bae7d94c-18b8-407b-91b2-61cc18ea9bf7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.629349] env[68872]: DEBUG nova.compute.manager [-] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 953.629500] env[68872]: DEBUG nova.network.neutron [-] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 953.631511] env[68872]: DEBUG oslo_vmware.api [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5275675c-b712-8796-05d0-9a5876875f6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.725744] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Releasing lock "refresh_cache-02362251-8e13-4449-89cc-cbfff9d9ff22" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.751292] env[68872]: INFO nova.compute.manager [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Took 28.47 seconds to build instance. [ 953.772431] env[68872]: DEBUG nova.virt.hardware [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4ba8a57f2a65ffda7fc33eeb8f8de666',container_format='bare',created_at=2025-03-19T16:07:25Z,direct_url=,disk_format='vmdk',id=94ef98df-58c7-4e59-97ad-8e76ea2914eb,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1674166219-shelved',owner='6e262182e30c46d09045210c770d8126',properties=ImageMetaProps,protected=,size=31591936,status='active',tags=,updated_at=2025-03-19T16:07:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.772806] env[68872]: DEBUG nova.virt.hardware [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.772887] env[68872]: DEBUG nova.virt.hardware [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.773444] env[68872]: DEBUG nova.virt.hardware [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.773444] env[68872]: DEBUG nova.virt.hardware [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.773444] env[68872]: DEBUG nova.virt.hardware [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.773595] env[68872]: DEBUG nova.virt.hardware [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.774173] env[68872]: DEBUG nova.virt.hardware [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.774173] env[68872]: DEBUG nova.virt.hardware [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.774173] env[68872]: DEBUG nova.virt.hardware [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.774339] env[68872]: DEBUG nova.virt.hardware [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.778843] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fbcaaa-3b9b-4aa0-ab0e-ca8793176189 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.790139] env[68872]: DEBUG oslo_vmware.api [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092954, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.793846] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6e11d2-2317-4659-b35c-5794b3d67d13 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.815454] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:d2:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3b84b64-8454-4382-a089-abc71ec4d5c5', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.825794] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.829601] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.830276] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b43c84b-6116-4aa3-8b7b-c7eaa5adfaee {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.854360] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.854360] env[68872]: value = "task-3092956" [ 953.854360] env[68872]: _type = "Task" [ 953.854360] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.866503] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092956, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.927757] env[68872]: DEBUG nova.compute.manager [req-f6e60fd1-b4a3-49b5-8349-af71aad4d74d req-ad813d81-e093-4b33-9670-8f91515ecf06 service nova] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Received event network-vif-plugged-c3b84b64-8454-4382-a089-abc71ec4d5c5 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.928316] env[68872]: DEBUG oslo_concurrency.lockutils [req-f6e60fd1-b4a3-49b5-8349-af71aad4d74d req-ad813d81-e093-4b33-9670-8f91515ecf06 service nova] Acquiring lock "02362251-8e13-4449-89cc-cbfff9d9ff22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.928534] env[68872]: DEBUG oslo_concurrency.lockutils [req-f6e60fd1-b4a3-49b5-8349-af71aad4d74d req-ad813d81-e093-4b33-9670-8f91515ecf06 service nova] Lock "02362251-8e13-4449-89cc-cbfff9d9ff22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.928739] env[68872]: DEBUG oslo_concurrency.lockutils [req-f6e60fd1-b4a3-49b5-8349-af71aad4d74d req-ad813d81-e093-4b33-9670-8f91515ecf06 service nova] Lock "02362251-8e13-4449-89cc-cbfff9d9ff22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.928916] env[68872]: DEBUG nova.compute.manager [req-f6e60fd1-b4a3-49b5-8349-af71aad4d74d req-ad813d81-e093-4b33-9670-8f91515ecf06 service nova] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] No waiting events found dispatching network-vif-plugged-c3b84b64-8454-4382-a089-abc71ec4d5c5 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 953.929142] env[68872]: WARNING nova.compute.manager [req-f6e60fd1-b4a3-49b5-8349-af71aad4d74d req-ad813d81-e093-4b33-9670-8f91515ecf06 service nova] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Received unexpected event network-vif-plugged-c3b84b64-8454-4382-a089-abc71ec4d5c5 for instance with vm_state shelved_offloaded and task_state spawning. [ 953.929397] env[68872]: DEBUG nova.compute.manager [req-f6e60fd1-b4a3-49b5-8349-af71aad4d74d req-ad813d81-e093-4b33-9670-8f91515ecf06 service nova] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Received event network-changed-c3b84b64-8454-4382-a089-abc71ec4d5c5 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.929529] env[68872]: DEBUG nova.compute.manager [req-f6e60fd1-b4a3-49b5-8349-af71aad4d74d req-ad813d81-e093-4b33-9670-8f91515ecf06 service nova] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Refreshing instance network info cache due to event network-changed-c3b84b64-8454-4382-a089-abc71ec4d5c5. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 953.929716] env[68872]: DEBUG oslo_concurrency.lockutils [req-f6e60fd1-b4a3-49b5-8349-af71aad4d74d req-ad813d81-e093-4b33-9670-8f91515ecf06 service nova] Acquiring lock "refresh_cache-02362251-8e13-4449-89cc-cbfff9d9ff22" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.929849] env[68872]: DEBUG oslo_concurrency.lockutils [req-f6e60fd1-b4a3-49b5-8349-af71aad4d74d req-ad813d81-e093-4b33-9670-8f91515ecf06 service nova] Acquired lock "refresh_cache-02362251-8e13-4449-89cc-cbfff9d9ff22" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.930009] env[68872]: DEBUG nova.network.neutron [req-f6e60fd1-b4a3-49b5-8349-af71aad4d74d req-ad813d81-e093-4b33-9670-8f91515ecf06 service nova] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Refreshing network info cache for port c3b84b64-8454-4382-a089-abc71ec4d5c5 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.012918] env[68872]: DEBUG nova.compute.manager [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 954.017256] env[68872]: DEBUG nova.network.neutron [-] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.022938] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f0854b-2559-4002-a09d-88cfd1bc87b5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.046029] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc0b197-1598-48aa-9c28-e9de77515635 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.048381] env[68872]: DEBUG oslo_vmware.api [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092955, 'name': ReconfigVM_Task, 'duration_secs': 0.2264} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.048511] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.050326] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf25b915-b304-4151-872c-835db7512aef {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.080869] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72f98da-4145-4bf8-b608-b2dac1227da7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.085558] env[68872]: DEBUG oslo_vmware.api [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 954.085558] env[68872]: value = "task-3092957" [ 954.085558] env[68872]: _type = "Task" [ 954.085558] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.100898] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7352d22-838d-4b7b-bbf8-fdf41cc3a681 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.104775] env[68872]: INFO nova.compute.manager [-] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Took 1.77 seconds to deallocate network for instance. [ 954.105163] env[68872]: DEBUG oslo_vmware.api [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.124224] env[68872]: DEBUG nova.compute.provider_tree [None req-610d0fa2-54a7-4ae5-887f-816b590efd2f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.132939] env[68872]: DEBUG oslo_vmware.api [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5275675c-b712-8796-05d0-9a5876875f6e, 'name': SearchDatastore_Task, 'duration_secs': 0.079501} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.135067] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6db5128e-3d69-4dbb-8651-8fe55ca1e255 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.138878] env[68872]: DEBUG oslo_vmware.api [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Waiting for the task: (returnval){ [ 954.138878] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526257c7-2fbf-d0c3-c95b-5b0426f1dac8" [ 954.138878] env[68872]: _type = "Task" [ 954.138878] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.152222] env[68872]: DEBUG oslo_vmware.api [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526257c7-2fbf-d0c3-c95b-5b0426f1dac8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.204608] env[68872]: DEBUG nova.network.neutron [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Successfully created port: 49ae491e-dd54-4ca1-9ab1-2cea4c6d1b33 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 954.257297] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4788a8ee-b9de-4ec4-97e9-4254fa6f89b2 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "acbc8c49-43e4-4871-be30-8e4dc0cfa79a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.993s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.279694] env[68872]: DEBUG oslo_vmware.api [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092954, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679016} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.280160] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 4439751f-dd06-4cc0-ac40-95e88e587704/4439751f-dd06-4cc0-ac40-95e88e587704.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 954.280483] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 954.280829] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df698be6-42ca-44e7-9a64-13daa40cfb48 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.290842] env[68872]: DEBUG oslo_vmware.api [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 954.290842] env[68872]: value = "task-3092958" [ 954.290842] env[68872]: _type = "Task" [ 954.290842] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.302470] env[68872]: DEBUG oslo_vmware.api [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092958, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.365594] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092956, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.532668] env[68872]: INFO nova.compute.manager [-] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Took 1.73 seconds to deallocate network for instance. [ 954.596067] env[68872]: DEBUG oslo_vmware.api [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092957, 'name': PowerOnVM_Task, 'duration_secs': 0.450169} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.596347] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.600160] env[68872]: DEBUG nova.compute.manager [None req-d3ac8a57-baa9-4fa1-84ca-3b2b8fbab684 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.600982] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c6515c-bf7b-41ce-bd4f-ed7dd2d391e4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.626993] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7a414d2c-e4c5-415e-97a1-29ad244a7f7a tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.627888] env[68872]: DEBUG nova.scheduler.client.report [None req-610d0fa2-54a7-4ae5-887f-816b590efd2f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.653547] env[68872]: DEBUG oslo_vmware.api [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526257c7-2fbf-d0c3-c95b-5b0426f1dac8, 'name': SearchDatastore_Task, 'duration_secs': 0.021547} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.653865] env[68872]: DEBUG oslo_concurrency.lockutils [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.654128] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 01e0efeb-b373-4231-90c0-32fe9699708b/01e0efeb-b373-4231-90c0-32fe9699708b.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.654638] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca394cbf-b291-4d10-8f9e-c2726946a2ab {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.661957] env[68872]: DEBUG oslo_vmware.api [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Waiting for the task: (returnval){ [ 954.661957] env[68872]: value = "task-3092959" [ 954.661957] env[68872]: _type = "Task" [ 954.661957] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.669785] env[68872]: DEBUG oslo_vmware.api [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': task-3092959, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.801135] env[68872]: DEBUG oslo_vmware.api [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125189} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.801466] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.802198] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22291caa-445a-4422-a950-0859d318336b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.825905] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 4439751f-dd06-4cc0-ac40-95e88e587704/4439751f-dd06-4cc0-ac40-95e88e587704.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.826225] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bf97ed0-5eba-4fdf-9e89-6d7889c2ea4b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.846099] env[68872]: DEBUG oslo_vmware.api [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 954.846099] env[68872]: value = "task-3092960" [ 954.846099] env[68872]: _type = "Task" [ 954.846099] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.856230] env[68872]: DEBUG oslo_vmware.api [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092960, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.863432] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092956, 'name': CreateVM_Task, 'duration_secs': 0.745096} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.863585] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.864284] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/94ef98df-58c7-4e59-97ad-8e76ea2914eb" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.864436] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Acquired lock "[datastore2] devstack-image-cache_base/94ef98df-58c7-4e59-97ad-8e76ea2914eb" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.864818] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/94ef98df-58c7-4e59-97ad-8e76ea2914eb" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.865097] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-684b212e-865a-40f5-9001-d07895f1f0f4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.870013] env[68872]: DEBUG oslo_vmware.api [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for the task: (returnval){ [ 954.870013] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52e421c2-4c1d-a772-eec0-3d870ae6aba7" [ 954.870013] env[68872]: _type = "Task" [ 954.870013] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.877942] env[68872]: DEBUG oslo_vmware.api [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52e421c2-4c1d-a772-eec0-3d870ae6aba7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.034022] env[68872]: DEBUG nova.compute.manager [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.038351] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bd115d0a-785e-48d6-9570-732ce3e0dfca tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.072835] env[68872]: DEBUG nova.virt.hardware [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.072835] env[68872]: DEBUG nova.virt.hardware [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.073023] env[68872]: DEBUG nova.virt.hardware [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.073075] env[68872]: DEBUG nova.virt.hardware [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.073214] env[68872]: DEBUG nova.virt.hardware [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.073413] env[68872]: DEBUG nova.virt.hardware [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.073611] env[68872]: DEBUG nova.virt.hardware [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.073768] env[68872]: DEBUG nova.virt.hardware [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.073933] env[68872]: DEBUG nova.virt.hardware [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.074115] env[68872]: DEBUG nova.virt.hardware [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.074287] env[68872]: DEBUG nova.virt.hardware [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.075223] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509f4a56-5a67-436b-968f-ab80b314f064 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.085018] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4848ac4-43bb-4d3a-b090-4265ef527cef {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.135183] env[68872]: DEBUG oslo_concurrency.lockutils [None req-610d0fa2-54a7-4ae5-887f-816b590efd2f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.140141] env[68872]: DEBUG nova.network.neutron [req-f6e60fd1-b4a3-49b5-8349-af71aad4d74d req-ad813d81-e093-4b33-9670-8f91515ecf06 service nova] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Updated VIF entry in instance network info cache for port c3b84b64-8454-4382-a089-abc71ec4d5c5. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.140386] env[68872]: DEBUG nova.network.neutron [req-f6e60fd1-b4a3-49b5-8349-af71aad4d74d req-ad813d81-e093-4b33-9670-8f91515ecf06 service nova] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Updating instance_info_cache with network_info: [{"id": "c3b84b64-8454-4382-a089-abc71ec4d5c5", "address": "fa:16:3e:f8:d2:18", "network": {"id": "41f27d29-802f-4668-976c-7f3122ae2de0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-417968453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e262182e30c46d09045210c770d8126", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3b84b64-84", "ovs_interfaceid": "c3b84b64-8454-4382-a089-abc71ec4d5c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.144278] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 16.863s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.144278] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.144278] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68872) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 955.144278] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1bce850f-24c9-4e1d-9a62-a104997105a9 tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.914s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.144278] env[68872]: DEBUG nova.objects.instance [None req-1bce850f-24c9-4e1d-9a62-a104997105a9 tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Lazy-loading 'resources' on Instance uuid 6efcbe42-b7fd-47a1-bc10-e6d287b80509 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.148334] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f6149a-4b02-4adc-a8e6-5c2e70e924e8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.158192] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20536f7e-6832-4a16-b5d3-d370c4c475ea {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.163315] env[68872]: INFO nova.scheduler.client.report [None req-610d0fa2-54a7-4ae5-887f-816b590efd2f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Deleted allocations for instance 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9 [ 955.186937] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a465d1-cd12-409b-bd2a-066d875f3558 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.189967] env[68872]: DEBUG oslo_vmware.api [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': task-3092959, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.192162] env[68872]: DEBUG nova.network.neutron [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Successfully created port: 59dd9e3b-0dba-4ce5-8f36-20ff8640a9d4 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 955.197788] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65210c8f-d6d7-4ad1-b500-d46b8d196075 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.229287] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178432MB free_disk=137GB free_vcpus=48 pci_devices=None {{(pid=68872) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 955.229446] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.364026] env[68872]: DEBUG oslo_vmware.api [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092960, 'name': ReconfigVM_Task, 'duration_secs': 0.335574} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.364026] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 4439751f-dd06-4cc0-ac40-95e88e587704/4439751f-dd06-4cc0-ac40-95e88e587704.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.364026] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8ee3a29-3507-4754-be32-0a8612ee568a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.369989] env[68872]: DEBUG oslo_vmware.api [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 955.369989] env[68872]: value = "task-3092961" [ 955.369989] env[68872]: _type = "Task" [ 955.369989] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.383017] env[68872]: DEBUG oslo_vmware.api [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092961, 'name': Rename_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.386856] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Releasing lock "[datastore2] devstack-image-cache_base/94ef98df-58c7-4e59-97ad-8e76ea2914eb" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.387136] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Processing image 94ef98df-58c7-4e59-97ad-8e76ea2914eb {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.387464] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/94ef98df-58c7-4e59-97ad-8e76ea2914eb/94ef98df-58c7-4e59-97ad-8e76ea2914eb.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.387616] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Acquired lock "[datastore2] devstack-image-cache_base/94ef98df-58c7-4e59-97ad-8e76ea2914eb/94ef98df-58c7-4e59-97ad-8e76ea2914eb.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.387817] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.388247] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2506def2-22e3-45e6-b42e-401843a9ba62 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.404482] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.404676] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.405537] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af5cbeb9-4272-49fb-9591-feb09211aeaa {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.411452] env[68872]: DEBUG oslo_vmware.api [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for the task: (returnval){ [ 955.411452] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5239478e-e2d0-d85f-d109-f777d43adb4d" [ 955.411452] env[68872]: _type = "Task" [ 955.411452] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.420614] env[68872]: DEBUG oslo_vmware.api [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5239478e-e2d0-d85f-d109-f777d43adb4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.433993] env[68872]: DEBUG nova.network.neutron [-] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.551585] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "e6bbb493-8cba-49db-b06c-d7c99ee05df8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.551857] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "e6bbb493-8cba-49db-b06c-d7c99ee05df8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.643979] env[68872]: DEBUG oslo_concurrency.lockutils [req-f6e60fd1-b4a3-49b5-8349-af71aad4d74d req-ad813d81-e093-4b33-9670-8f91515ecf06 service nova] Releasing lock "refresh_cache-02362251-8e13-4449-89cc-cbfff9d9ff22" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.644316] env[68872]: DEBUG nova.compute.manager [req-f6e60fd1-b4a3-49b5-8349-af71aad4d74d req-ad813d81-e093-4b33-9670-8f91515ecf06 service nova] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Received event network-vif-deleted-b6f3a4ce-baa7-4973-a8c3-ea0641dcb02b {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.644480] env[68872]: DEBUG nova.compute.manager [req-f6e60fd1-b4a3-49b5-8349-af71aad4d74d req-ad813d81-e093-4b33-9670-8f91515ecf06 service nova] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Received event network-vif-deleted-a5469812-1591-44b4-8b61-3653428c69ca {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.644643] env[68872]: INFO nova.compute.manager [req-f6e60fd1-b4a3-49b5-8349-af71aad4d74d req-ad813d81-e093-4b33-9670-8f91515ecf06 service nova] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Neutron deleted interface a5469812-1591-44b4-8b61-3653428c69ca; detaching it from the instance and deleting it from the info cache [ 955.644839] env[68872]: DEBUG nova.network.neutron [req-f6e60fd1-b4a3-49b5-8349-af71aad4d74d req-ad813d81-e093-4b33-9670-8f91515ecf06 service nova] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.678863] env[68872]: DEBUG oslo_vmware.api [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': task-3092959, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.857192} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.681739] env[68872]: DEBUG oslo_concurrency.lockutils [None req-610d0fa2-54a7-4ae5-887f-816b590efd2f tempest-ImagesTestJSON-900881277 tempest-ImagesTestJSON-900881277-project-member] Lock "2dd0f9b8-0454-4902-94d9-e905dd7fd7b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.661s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.682670] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 01e0efeb-b373-4231-90c0-32fe9699708b/01e0efeb-b373-4231-90c0-32fe9699708b.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.685209] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.685209] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d27c84d7-5ecf-4422-a862-dcce0875d434 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.690711] env[68872]: DEBUG oslo_vmware.api [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Waiting for the task: (returnval){ [ 955.690711] env[68872]: value = "task-3092962" [ 955.690711] env[68872]: _type = "Task" [ 955.690711] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.703152] env[68872]: DEBUG oslo_vmware.api [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': task-3092962, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.734289] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ee21d5ea-77a9-462f-9979-8596c2cd45ec tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "interface-cdf1520a-2381-4f36-abf3-4b5e2dab00c3-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.734289] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ee21d5ea-77a9-462f-9979-8596c2cd45ec tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "interface-cdf1520a-2381-4f36-abf3-4b5e2dab00c3-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.734555] env[68872]: DEBUG nova.objects.instance [None req-ee21d5ea-77a9-462f-9979-8596c2cd45ec tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lazy-loading 'flavor' on Instance uuid cdf1520a-2381-4f36-abf3-4b5e2dab00c3 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.879365] env[68872]: DEBUG oslo_vmware.api [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092961, 'name': Rename_Task, 'duration_secs': 0.226892} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.879753] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.882171] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7b2ccbd-2c0b-4895-b9c6-7b6c5a5619cf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.888796] env[68872]: DEBUG oslo_vmware.api [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 955.888796] env[68872]: value = "task-3092963" [ 955.888796] env[68872]: _type = "Task" [ 955.888796] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.898294] env[68872]: DEBUG oslo_vmware.api [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.923470] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Preparing fetch location {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 955.923712] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Fetch image to [datastore2] OSTACK_IMG_2f3ccd55-85a7-451b-a65a-ded11d658f80/OSTACK_IMG_2f3ccd55-85a7-451b-a65a-ded11d658f80.vmdk {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 955.923962] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Downloading stream optimized image 94ef98df-58c7-4e59-97ad-8e76ea2914eb to [datastore2] OSTACK_IMG_2f3ccd55-85a7-451b-a65a-ded11d658f80/OSTACK_IMG_2f3ccd55-85a7-451b-a65a-ded11d658f80.vmdk on the data store datastore2 as vApp {{(pid=68872) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 955.924159] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Downloading image file data 94ef98df-58c7-4e59-97ad-8e76ea2914eb to the ESX as VM named 'OSTACK_IMG_2f3ccd55-85a7-451b-a65a-ded11d658f80' {{(pid=68872) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 955.940044] env[68872]: INFO nova.compute.manager [-] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Took 2.31 seconds to deallocate network for instance. [ 956.005190] env[68872]: DEBUG oslo_vmware.rw_handles [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 956.005190] env[68872]: value = "resgroup-9" [ 956.005190] env[68872]: _type = "ResourcePool" [ 956.005190] env[68872]: }. {{(pid=68872) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 956.005639] env[68872]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0b2a5900-6e9a-4c53-8a0b-e5fccfcf7b7f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.030069] env[68872]: DEBUG oslo_vmware.rw_handles [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Lease: (returnval){ [ 956.030069] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5287966f-d402-284c-1b84-a701eae1784f" [ 956.030069] env[68872]: _type = "HttpNfcLease" [ 956.030069] env[68872]: } obtained for vApp import into resource pool (val){ [ 956.030069] env[68872]: value = "resgroup-9" [ 956.030069] env[68872]: _type = "ResourcePool" [ 956.030069] env[68872]: }. {{(pid=68872) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 956.030381] env[68872]: DEBUG oslo_vmware.api [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for the lease: (returnval){ [ 956.030381] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5287966f-d402-284c-1b84-a701eae1784f" [ 956.030381] env[68872]: _type = "HttpNfcLease" [ 956.030381] env[68872]: } to be ready. {{(pid=68872) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 956.036218] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce23be3-d250-4a82-8726-2c0621bb8b45 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.042492] env[68872]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 956.042492] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5287966f-d402-284c-1b84-a701eae1784f" [ 956.042492] env[68872]: _type = "HttpNfcLease" [ 956.042492] env[68872]: } is initializing. {{(pid=68872) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 956.045383] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef21117-62ad-4a1f-805d-d924e32adfc9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.075050] env[68872]: DEBUG nova.compute.manager [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 956.081152] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b584e6-5a7e-4d4a-a7c6-0ce308b8a8fc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.086132] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ceb52c1-b5bb-4fff-8e42-9a7eb34b4d85 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.100136] env[68872]: DEBUG nova.compute.provider_tree [None req-1bce850f-24c9-4e1d-9a62-a104997105a9 tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.147051] env[68872]: DEBUG nova.compute.manager [req-a675b0a1-4511-482d-ae2f-1ad562057aca req-4dfd0b3e-e4f6-4e50-b4ea-69d4f1f9e3ca service nova] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Received event network-vif-deleted-32f4e364-adb6-406f-9ab9-2296eb8d5574 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.147889] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-637dd7b3-4c11-4b5a-a96f-3062ea6a2d65 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.156947] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde690a4-b818-4fbe-b712-04432f97b6b8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.191545] env[68872]: DEBUG nova.compute.manager [req-f6e60fd1-b4a3-49b5-8349-af71aad4d74d req-ad813d81-e093-4b33-9670-8f91515ecf06 service nova] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Detach interface failed, port_id=a5469812-1591-44b4-8b61-3653428c69ca, reason: Instance 94bd856e-3c4a-4e52-a149-1207e5d83c85 could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 956.200144] env[68872]: DEBUG oslo_vmware.api [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': task-3092962, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069364} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.200530] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.201208] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe25440-cbae-475c-a8d9-e9cdd0d43bea {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.222172] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 01e0efeb-b373-4231-90c0-32fe9699708b/01e0efeb-b373-4231-90c0-32fe9699708b.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.222502] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbd07d3f-101c-4899-a9df-aedeec152761 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.238738] env[68872]: DEBUG nova.objects.instance [None req-ee21d5ea-77a9-462f-9979-8596c2cd45ec tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lazy-loading 'pci_requests' on Instance uuid cdf1520a-2381-4f36-abf3-4b5e2dab00c3 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.245053] env[68872]: DEBUG oslo_vmware.api [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Waiting for the task: (returnval){ [ 956.245053] env[68872]: value = "task-3092965" [ 956.245053] env[68872]: _type = "Task" [ 956.245053] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.256431] env[68872]: DEBUG oslo_vmware.api [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': task-3092965, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.399090] env[68872]: DEBUG oslo_vmware.api [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092963, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.449894] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bae7d94c-18b8-407b-91b2-61cc18ea9bf7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.538358] env[68872]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 956.538358] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5287966f-d402-284c-1b84-a701eae1784f" [ 956.538358] env[68872]: _type = "HttpNfcLease" [ 956.538358] env[68872]: } is initializing. {{(pid=68872) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 956.599643] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.603995] env[68872]: DEBUG nova.scheduler.client.report [None req-1bce850f-24c9-4e1d-9a62-a104997105a9 tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.741678] env[68872]: DEBUG nova.objects.base [None req-ee21d5ea-77a9-462f-9979-8596c2cd45ec tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68872) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 956.741904] env[68872]: DEBUG nova.network.neutron [None req-ee21d5ea-77a9-462f-9979-8596c2cd45ec tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 956.754749] env[68872]: DEBUG oslo_vmware.api [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': task-3092965, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.762399] env[68872]: INFO nova.compute.manager [None req-e48fceb3-b606-4d92-b3a1-9723ccf688e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Unrescuing [ 956.762716] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e48fceb3-b606-4d92-b3a1-9723ccf688e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquiring lock "refresh_cache-a1ac11ff-9bf0-495c-a8cc-03dd670c64e6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.763024] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e48fceb3-b606-4d92-b3a1-9723ccf688e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquired lock "refresh_cache-a1ac11ff-9bf0-495c-a8cc-03dd670c64e6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.763173] env[68872]: DEBUG nova.network.neutron [None req-e48fceb3-b606-4d92-b3a1-9723ccf688e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.889342] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ee21d5ea-77a9-462f-9979-8596c2cd45ec tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "interface-cdf1520a-2381-4f36-abf3-4b5e2dab00c3-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.155s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.899535] env[68872]: DEBUG oslo_vmware.api [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3092963, 'name': PowerOnVM_Task, 'duration_secs': 0.606569} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.900431] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.900633] env[68872]: DEBUG nova.compute.manager [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.902862] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985348d0-a7d3-4784-861e-a714a1edd40b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.963328] env[68872]: DEBUG nova.network.neutron [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Successfully updated port: 49ae491e-dd54-4ca1-9ab1-2cea4c6d1b33 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 957.039987] env[68872]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 957.039987] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5287966f-d402-284c-1b84-a701eae1784f" [ 957.039987] env[68872]: _type = "HttpNfcLease" [ 957.039987] env[68872]: } is ready. {{(pid=68872) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 957.040304] env[68872]: DEBUG oslo_vmware.rw_handles [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 957.040304] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5287966f-d402-284c-1b84-a701eae1784f" [ 957.040304] env[68872]: _type = "HttpNfcLease" [ 957.040304] env[68872]: }. {{(pid=68872) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 957.041145] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b88a7ce-815c-4e64-9faf-17deaadffc1b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.048864] env[68872]: DEBUG oslo_vmware.rw_handles [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9b093-3876-73f0-2853-81f933c39826/disk-0.vmdk from lease info. {{(pid=68872) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 957.049065] env[68872]: DEBUG oslo_vmware.rw_handles [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Creating HTTP connection to write to file with size = 31591936 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9b093-3876-73f0-2853-81f933c39826/disk-0.vmdk. {{(pid=68872) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 957.109667] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1bce850f-24c9-4e1d-9a62-a104997105a9 tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.966s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.113376] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.612s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.115162] env[68872]: INFO nova.compute.claims [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.121986] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-45b495e4-6ab0-4f57-93b1-34cb8034085d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.137630] env[68872]: INFO nova.scheduler.client.report [None req-1bce850f-24c9-4e1d-9a62-a104997105a9 tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Deleted allocations for instance 6efcbe42-b7fd-47a1-bc10-e6d287b80509 [ 957.254998] env[68872]: DEBUG oslo_vmware.api [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': task-3092965, 'name': ReconfigVM_Task, 'duration_secs': 0.516492} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.255300] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 01e0efeb-b373-4231-90c0-32fe9699708b/01e0efeb-b373-4231-90c0-32fe9699708b.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.255905] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-502f846e-fd05-45ca-ad54-1334e786d876 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.261833] env[68872]: DEBUG oslo_vmware.api [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Waiting for the task: (returnval){ [ 957.261833] env[68872]: value = "task-3092966" [ 957.261833] env[68872]: _type = "Task" [ 957.261833] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.272133] env[68872]: DEBUG oslo_vmware.api [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': task-3092966, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.424452] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.653617] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1bce850f-24c9-4e1d-9a62-a104997105a9 tempest-ServerExternalEventsTest-470647382 tempest-ServerExternalEventsTest-470647382-project-member] Lock "6efcbe42-b7fd-47a1-bc10-e6d287b80509" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.902s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.663479] env[68872]: DEBUG nova.network.neutron [None req-e48fceb3-b606-4d92-b3a1-9723ccf688e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Updating instance_info_cache with network_info: [{"id": "41a3ebe5-89d5-42c9-b274-6498f4399740", "address": "fa:16:3e:2b:a7:bd", "network": {"id": "f4fafaa5-3b60-4a35-9a9a-548d6bb6be4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-238414770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82727d6272e048f4acfc212225be53b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41a3ebe5-89", "ovs_interfaceid": "41a3ebe5-89d5-42c9-b274-6498f4399740", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.773345] env[68872]: DEBUG oslo_vmware.api [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': task-3092966, 'name': Rename_Task, 'duration_secs': 0.161182} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.773842] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.775567] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d463042a-2122-44c0-94b4-6136b61254be {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.780581] env[68872]: DEBUG oslo_vmware.api [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Waiting for the task: (returnval){ [ 957.780581] env[68872]: value = "task-3092967" [ 957.780581] env[68872]: _type = "Task" [ 957.780581] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.788097] env[68872]: DEBUG oslo_vmware.api [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': task-3092967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.169035] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e48fceb3-b606-4d92-b3a1-9723ccf688e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Releasing lock "refresh_cache-a1ac11ff-9bf0-495c-a8cc-03dd670c64e6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.169899] env[68872]: DEBUG nova.objects.instance [None req-e48fceb3-b606-4d92-b3a1-9723ccf688e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lazy-loading 'flavor' on Instance uuid a1ac11ff-9bf0-495c-a8cc-03dd670c64e6 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.293895] env[68872]: DEBUG oslo_vmware.api [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': task-3092967, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.343726] env[68872]: DEBUG nova.compute.manager [req-a1640f91-eb28-4503-a7b3-d79b622b0349 req-36379b9b-5621-4d84-b9c9-4522fdd1ebe5 service nova] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Received event network-vif-plugged-49ae491e-dd54-4ca1-9ab1-2cea4c6d1b33 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.343972] env[68872]: DEBUG oslo_concurrency.lockutils [req-a1640f91-eb28-4503-a7b3-d79b622b0349 req-36379b9b-5621-4d84-b9c9-4522fdd1ebe5 service nova] Acquiring lock "b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.344207] env[68872]: DEBUG oslo_concurrency.lockutils [req-a1640f91-eb28-4503-a7b3-d79b622b0349 req-36379b9b-5621-4d84-b9c9-4522fdd1ebe5 service nova] Lock "b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.344416] env[68872]: DEBUG oslo_concurrency.lockutils [req-a1640f91-eb28-4503-a7b3-d79b622b0349 req-36379b9b-5621-4d84-b9c9-4522fdd1ebe5 service nova] Lock "b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.344756] env[68872]: DEBUG nova.compute.manager [req-a1640f91-eb28-4503-a7b3-d79b622b0349 req-36379b9b-5621-4d84-b9c9-4522fdd1ebe5 service nova] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] No waiting events found dispatching network-vif-plugged-49ae491e-dd54-4ca1-9ab1-2cea4c6d1b33 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 958.344858] env[68872]: WARNING nova.compute.manager [req-a1640f91-eb28-4503-a7b3-d79b622b0349 req-36379b9b-5621-4d84-b9c9-4522fdd1ebe5 service nova] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Received unexpected event network-vif-plugged-49ae491e-dd54-4ca1-9ab1-2cea4c6d1b33 for instance with vm_state building and task_state spawning. [ 958.344951] env[68872]: DEBUG nova.compute.manager [req-a1640f91-eb28-4503-a7b3-d79b622b0349 req-36379b9b-5621-4d84-b9c9-4522fdd1ebe5 service nova] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Received event network-changed-49ae491e-dd54-4ca1-9ab1-2cea4c6d1b33 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.348022] env[68872]: DEBUG nova.compute.manager [req-a1640f91-eb28-4503-a7b3-d79b622b0349 req-36379b9b-5621-4d84-b9c9-4522fdd1ebe5 service nova] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Refreshing instance network info cache due to event network-changed-49ae491e-dd54-4ca1-9ab1-2cea4c6d1b33. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 958.348022] env[68872]: DEBUG oslo_concurrency.lockutils [req-a1640f91-eb28-4503-a7b3-d79b622b0349 req-36379b9b-5621-4d84-b9c9-4522fdd1ebe5 service nova] Acquiring lock "refresh_cache-b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.348022] env[68872]: DEBUG oslo_concurrency.lockutils [req-a1640f91-eb28-4503-a7b3-d79b622b0349 req-36379b9b-5621-4d84-b9c9-4522fdd1ebe5 service nova] Acquired lock "refresh_cache-b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.348022] env[68872]: DEBUG nova.network.neutron [req-a1640f91-eb28-4503-a7b3-d79b622b0349 req-36379b9b-5621-4d84-b9c9-4522fdd1ebe5 service nova] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Refreshing network info cache for port 49ae491e-dd54-4ca1-9ab1-2cea4c6d1b33 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.515263] env[68872]: DEBUG oslo_vmware.rw_handles [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Completed reading data from the image iterator. {{(pid=68872) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 958.515484] env[68872]: DEBUG oslo_vmware.rw_handles [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9b093-3876-73f0-2853-81f933c39826/disk-0.vmdk. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 958.517015] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2beb4d-82c2-4d4d-b288-3674dccc5f38 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.523626] env[68872]: DEBUG oslo_vmware.rw_handles [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9b093-3876-73f0-2853-81f933c39826/disk-0.vmdk is in state: ready. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 958.523791] env[68872]: DEBUG oslo_vmware.rw_handles [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9b093-3876-73f0-2853-81f933c39826/disk-0.vmdk. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 958.524062] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e50cf708-2d60-40a4-85c6-3776b6f17a14 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.533142] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62a503c-cbc7-49f3-99c9-7b9b4c1e4110 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.541633] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00748b13-893c-44ac-9552-cec25b51a158 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.573755] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73664832-02f3-4855-b6c3-7352d8ec0d6f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.582040] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafbd142-ff59-47ec-98a1-c67ffdf8552b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.596154] env[68872]: DEBUG nova.compute.provider_tree [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.675516] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fba38d-9ff5-4043-84be-64a558fa29c4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.701166] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48fceb3-b606-4d92-b3a1-9723ccf688e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.701439] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f660c9df-12f4-42a2-95ef-a16765bcba25 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.708126] env[68872]: DEBUG oslo_vmware.api [None req-e48fceb3-b606-4d92-b3a1-9723ccf688e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 958.708126] env[68872]: value = "task-3092968" [ 958.708126] env[68872]: _type = "Task" [ 958.708126] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.717333] env[68872]: DEBUG oslo_vmware.api [None req-e48fceb3-b606-4d92-b3a1-9723ccf688e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.791963] env[68872]: DEBUG oslo_vmware.api [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': task-3092967, 'name': PowerOnVM_Task, 'duration_secs': 0.551279} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.792075] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.792306] env[68872]: DEBUG nova.compute.manager [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.793176] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770a0ed3-5d1a-423e-8972-69b477add82b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.863669] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d3d3ada9-86a1-4567-8bb0-319a7cc897f4 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "interface-cdf1520a-2381-4f36-abf3-4b5e2dab00c3-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.863942] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d3d3ada9-86a1-4567-8bb0-319a7cc897f4 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "interface-cdf1520a-2381-4f36-abf3-4b5e2dab00c3-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.864294] env[68872]: DEBUG nova.objects.instance [None req-d3d3ada9-86a1-4567-8bb0-319a7cc897f4 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lazy-loading 'flavor' on Instance uuid cdf1520a-2381-4f36-abf3-4b5e2dab00c3 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.939740] env[68872]: DEBUG nova.network.neutron [req-a1640f91-eb28-4503-a7b3-d79b622b0349 req-36379b9b-5621-4d84-b9c9-4522fdd1ebe5 service nova] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.035536] env[68872]: DEBUG oslo_vmware.rw_handles [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9b093-3876-73f0-2853-81f933c39826/disk-0.vmdk. {{(pid=68872) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 959.035816] env[68872]: INFO nova.virt.vmwareapi.images [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Downloaded image file data 94ef98df-58c7-4e59-97ad-8e76ea2914eb [ 959.036997] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac86fb40-c0f4-49bc-8571-1773f2ff83dd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.062142] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b979c33b-1f6b-4bb2-8bbc-d9ea04aaf312 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.099671] env[68872]: DEBUG nova.scheduler.client.report [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.111944] env[68872]: INFO nova.virt.vmwareapi.images [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] The imported VM was unregistered [ 959.114755] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Caching image {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 959.114933] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Creating directory with path [datastore2] devstack-image-cache_base/94ef98df-58c7-4e59-97ad-8e76ea2914eb {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.117664] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64dd8243-336e-4f08-acef-8c345d22cd8d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.131024] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Created directory with path [datastore2] devstack-image-cache_base/94ef98df-58c7-4e59-97ad-8e76ea2914eb {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.131024] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_2f3ccd55-85a7-451b-a65a-ded11d658f80/OSTACK_IMG_2f3ccd55-85a7-451b-a65a-ded11d658f80.vmdk to [datastore2] devstack-image-cache_base/94ef98df-58c7-4e59-97ad-8e76ea2914eb/94ef98df-58c7-4e59-97ad-8e76ea2914eb.vmdk. {{(pid=68872) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 959.131024] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-58b1803f-374a-4898-b330-86d6235bbcf9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.140215] env[68872]: DEBUG oslo_vmware.api [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for the task: (returnval){ [ 959.140215] env[68872]: value = "task-3092970" [ 959.140215] env[68872]: _type = "Task" [ 959.140215] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.153951] env[68872]: DEBUG oslo_vmware.api [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092970, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.163418] env[68872]: DEBUG nova.network.neutron [req-a1640f91-eb28-4503-a7b3-d79b622b0349 req-36379b9b-5621-4d84-b9c9-4522fdd1ebe5 service nova] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.221047] env[68872]: DEBUG oslo_vmware.api [None req-e48fceb3-b606-4d92-b3a1-9723ccf688e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092968, 'name': PowerOffVM_Task, 'duration_secs': 0.471406} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.224175] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48fceb3-b606-4d92-b3a1-9723ccf688e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.231645] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-e48fceb3-b606-4d92-b3a1-9723ccf688e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Reconfiguring VM instance instance-00000030 to detach disk 2002 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 959.232637] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d8bdb70-c3aa-4a9f-8e66-f45011308120 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.252893] env[68872]: DEBUG oslo_vmware.api [None req-e48fceb3-b606-4d92-b3a1-9723ccf688e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 959.252893] env[68872]: value = "task-3092971" [ 959.252893] env[68872]: _type = "Task" [ 959.252893] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.263828] env[68872]: DEBUG oslo_vmware.api [None req-e48fceb3-b606-4d92-b3a1-9723ccf688e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092971, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.311683] env[68872]: DEBUG oslo_concurrency.lockutils [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.576084] env[68872]: DEBUG nova.objects.instance [None req-d3d3ada9-86a1-4567-8bb0-319a7cc897f4 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lazy-loading 'pci_requests' on Instance uuid cdf1520a-2381-4f36-abf3-4b5e2dab00c3 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.616692] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.617305] env[68872]: DEBUG nova.compute.manager [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.625118] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e15304f0-753f-4de8-9075-f30583adb293 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.959s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.625118] env[68872]: DEBUG nova.objects.instance [None req-e15304f0-753f-4de8-9075-f30583adb293 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lazy-loading 'resources' on Instance uuid a71905ae-b4b8-4fec-a3ea-b3b7f2372df3 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.651537] env[68872]: DEBUG oslo_vmware.api [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092970, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.670077] env[68872]: DEBUG oslo_concurrency.lockutils [req-a1640f91-eb28-4503-a7b3-d79b622b0349 req-36379b9b-5621-4d84-b9c9-4522fdd1ebe5 service nova] Releasing lock "refresh_cache-b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.699431] env[68872]: DEBUG nova.network.neutron [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Successfully updated port: 59dd9e3b-0dba-4ce5-8f36-20ff8640a9d4 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 959.765617] env[68872]: DEBUG oslo_vmware.api [None req-e48fceb3-b606-4d92-b3a1-9723ccf688e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092971, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.079980] env[68872]: DEBUG nova.objects.base [None req-d3d3ada9-86a1-4567-8bb0-319a7cc897f4 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68872) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 960.080142] env[68872]: DEBUG nova.network.neutron [None req-d3d3ada9-86a1-4567-8bb0-319a7cc897f4 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.129354] env[68872]: DEBUG nova.compute.utils [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.135651] env[68872]: DEBUG nova.compute.manager [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.135856] env[68872]: DEBUG nova.network.neutron [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.158977] env[68872]: DEBUG oslo_vmware.api [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092970, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.190190] env[68872]: DEBUG nova.policy [None req-d3d3ada9-86a1-4567-8bb0-319a7cc897f4 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb17fb618fad45b2a6dcd39895afae7b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c33e619a5cd4a7cb4406944a41746d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.206535] env[68872]: DEBUG oslo_concurrency.lockutils [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Acquiring lock "refresh_cache-b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.206760] env[68872]: DEBUG oslo_concurrency.lockutils [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Acquired lock "refresh_cache-b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.207353] env[68872]: DEBUG nova.network.neutron [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.261667] env[68872]: DEBUG nova.policy [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afea62651c62437c92d94d76b4b90361', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9867cbb36374b6b9def662292b6f810', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.273830] env[68872]: DEBUG oslo_vmware.api [None req-e48fceb3-b606-4d92-b3a1-9723ccf688e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092971, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.556834] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e98436-d378-40f8-a6b1-88da1e192dd1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.568441] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9802ad27-e7ba-46fe-a3a7-0c1ca0531570 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.605592] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e76462-69bf-4568-a5b2-0c4ccafbceb9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.617147] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522d174f-09a7-46ac-a7e0-03975ccb220d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.639219] env[68872]: DEBUG nova.compute.provider_tree [None req-e15304f0-753f-4de8-9075-f30583adb293 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.640390] env[68872]: DEBUG nova.compute.manager [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.660351] env[68872]: DEBUG oslo_vmware.api [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092970, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.767464] env[68872]: DEBUG oslo_vmware.api [None req-e48fceb3-b606-4d92-b3a1-9723ccf688e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092971, 'name': ReconfigVM_Task, 'duration_secs': 1.433644} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.768361] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-e48fceb3-b606-4d92-b3a1-9723ccf688e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Reconfigured VM instance instance-00000030 to detach disk 2002 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 960.768615] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48fceb3-b606-4d92-b3a1-9723ccf688e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.768909] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af8778cb-5b3c-47cb-9210-93086772f2a7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.777227] env[68872]: DEBUG oslo_vmware.api [None req-e48fceb3-b606-4d92-b3a1-9723ccf688e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 960.777227] env[68872]: value = "task-3092972" [ 960.777227] env[68872]: _type = "Task" [ 960.777227] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.791644] env[68872]: DEBUG oslo_vmware.api [None req-e48fceb3-b606-4d92-b3a1-9723ccf688e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092972, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.077597] env[68872]: DEBUG nova.network.neutron [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.146199] env[68872]: DEBUG nova.scheduler.client.report [None req-e15304f0-753f-4de8-9075-f30583adb293 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.168899] env[68872]: DEBUG oslo_vmware.api [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092970, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.294072] env[68872]: DEBUG oslo_vmware.api [None req-e48fceb3-b606-4d92-b3a1-9723ccf688e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092972, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.658021] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e15304f0-753f-4de8-9075-f30583adb293 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.659514] env[68872]: DEBUG nova.compute.manager [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.665344] env[68872]: DEBUG oslo_concurrency.lockutils [None req-32256ebb-ff26-4d86-86a2-2fe83136f3dd tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 11.031s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.680524] env[68872]: DEBUG oslo_vmware.api [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092970, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.687877] env[68872]: INFO nova.scheduler.client.report [None req-e15304f0-753f-4de8-9075-f30583adb293 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Deleted allocations for instance a71905ae-b4b8-4fec-a3ea-b3b7f2372df3 [ 961.706173] env[68872]: DEBUG nova.virt.hardware [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.706173] env[68872]: DEBUG nova.virt.hardware [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.706173] env[68872]: DEBUG nova.virt.hardware [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.706173] env[68872]: DEBUG nova.virt.hardware [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.706173] env[68872]: DEBUG nova.virt.hardware [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.706173] env[68872]: DEBUG nova.virt.hardware [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.706173] env[68872]: DEBUG nova.virt.hardware [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.706487] env[68872]: DEBUG nova.virt.hardware [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.706961] env[68872]: DEBUG nova.virt.hardware [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.706961] env[68872]: DEBUG nova.virt.hardware [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.706961] env[68872]: DEBUG nova.virt.hardware [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.707804] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb5d19b-334a-423c-a508-5795c15845ae {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.711488] env[68872]: DEBUG nova.network.neutron [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Successfully created port: 52dccc20-e6e5-42c1-81ce-90db63a075b7 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 961.714056] env[68872]: DEBUG nova.network.neutron [None req-d3d3ada9-86a1-4567-8bb0-319a7cc897f4 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Successfully created port: e3bd853d-3954-45f4-9d53-484887f75f8d {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 961.722876] env[68872]: DEBUG nova.compute.manager [req-76a973b8-1ec7-4fd3-8a82-f895cdddabb3 req-1622649c-96bc-4091-8571-96d715a43e3b service nova] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Received event network-vif-plugged-59dd9e3b-0dba-4ce5-8f36-20ff8640a9d4 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.723009] env[68872]: DEBUG oslo_concurrency.lockutils [req-76a973b8-1ec7-4fd3-8a82-f895cdddabb3 req-1622649c-96bc-4091-8571-96d715a43e3b service nova] Acquiring lock "b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.723335] env[68872]: DEBUG oslo_concurrency.lockutils [req-76a973b8-1ec7-4fd3-8a82-f895cdddabb3 req-1622649c-96bc-4091-8571-96d715a43e3b service nova] Lock "b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.723470] env[68872]: DEBUG oslo_concurrency.lockutils [req-76a973b8-1ec7-4fd3-8a82-f895cdddabb3 req-1622649c-96bc-4091-8571-96d715a43e3b service nova] Lock "b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.723639] env[68872]: DEBUG nova.compute.manager [req-76a973b8-1ec7-4fd3-8a82-f895cdddabb3 req-1622649c-96bc-4091-8571-96d715a43e3b service nova] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] No waiting events found dispatching network-vif-plugged-59dd9e3b-0dba-4ce5-8f36-20ff8640a9d4 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 961.724459] env[68872]: WARNING nova.compute.manager [req-76a973b8-1ec7-4fd3-8a82-f895cdddabb3 req-1622649c-96bc-4091-8571-96d715a43e3b service nova] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Received unexpected event network-vif-plugged-59dd9e3b-0dba-4ce5-8f36-20ff8640a9d4 for instance with vm_state building and task_state spawning. [ 961.724459] env[68872]: DEBUG nova.compute.manager [req-76a973b8-1ec7-4fd3-8a82-f895cdddabb3 req-1622649c-96bc-4091-8571-96d715a43e3b service nova] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Received event network-changed-59dd9e3b-0dba-4ce5-8f36-20ff8640a9d4 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.724459] env[68872]: DEBUG nova.compute.manager [req-76a973b8-1ec7-4fd3-8a82-f895cdddabb3 req-1622649c-96bc-4091-8571-96d715a43e3b service nova] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Refreshing instance network info cache due to event network-changed-59dd9e3b-0dba-4ce5-8f36-20ff8640a9d4. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 961.724459] env[68872]: DEBUG oslo_concurrency.lockutils [req-76a973b8-1ec7-4fd3-8a82-f895cdddabb3 req-1622649c-96bc-4091-8571-96d715a43e3b service nova] Acquiring lock "refresh_cache-b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.731113] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2afbfa3-f295-4731-81d1-494357c4d7df {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.792783] env[68872]: DEBUG oslo_vmware.api [None req-e48fceb3-b606-4d92-b3a1-9723ccf688e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3092972, 'name': PowerOnVM_Task, 'duration_secs': 0.684285} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.793372] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48fceb3-b606-4d92-b3a1-9723ccf688e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.793632] env[68872]: DEBUG nova.compute.manager [None req-e48fceb3-b606-4d92-b3a1-9723ccf688e7 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.794446] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002c72d4-303f-4632-96a9-ef9f99a762be {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.172304] env[68872]: DEBUG oslo_vmware.api [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092970, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.799839} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.176713] env[68872]: INFO nova.virt.vmwareapi.ds_util [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_2f3ccd55-85a7-451b-a65a-ded11d658f80/OSTACK_IMG_2f3ccd55-85a7-451b-a65a-ded11d658f80.vmdk to [datastore2] devstack-image-cache_base/94ef98df-58c7-4e59-97ad-8e76ea2914eb/94ef98df-58c7-4e59-97ad-8e76ea2914eb.vmdk. [ 962.176993] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Cleaning up location [datastore2] OSTACK_IMG_2f3ccd55-85a7-451b-a65a-ded11d658f80 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 962.177530] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_2f3ccd55-85a7-451b-a65a-ded11d658f80 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.178090] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-170da4c5-e48d-45e7-82b5-f9534f3ad0f1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.185336] env[68872]: DEBUG oslo_vmware.api [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for the task: (returnval){ [ 962.185336] env[68872]: value = "task-3092973" [ 962.185336] env[68872]: _type = "Task" [ 962.185336] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.191268] env[68872]: DEBUG nova.network.neutron [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Updating instance_info_cache with network_info: [{"id": "49ae491e-dd54-4ca1-9ab1-2cea4c6d1b33", "address": "fa:16:3e:5d:af:52", "network": {"id": "71d0430f-116a-4acf-85c3-40ee3b3807e6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-130682536", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad23b268c6b742a69c8f272b8d7a0ba0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49ae491e-dd", "ovs_interfaceid": "49ae491e-dd54-4ca1-9ab1-2cea4c6d1b33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "59dd9e3b-0dba-4ce5-8f36-20ff8640a9d4", "address": "fa:16:3e:82:02:ce", "network": {"id": "f57bdbde-c1e4-4f11-83ff-4a06c83dacfe", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1100856483", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ad23b268c6b742a69c8f272b8d7a0ba0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59dd9e3b-0d", "ovs_interfaceid": "59dd9e3b-0dba-4ce5-8f36-20ff8640a9d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.204471] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e15304f0-753f-4de8-9075-f30583adb293 tempest-ServersAdminTestJSON-966948434 tempest-ServersAdminTestJSON-966948434-project-member] Lock "a71905ae-b4b8-4fec-a3ea-b3b7f2372df3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.113s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.205548] env[68872]: DEBUG oslo_vmware.api [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.581839] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35650c4e-0859-4529-8267-ed3924dd6b1e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.591333] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca6a8bf-d69e-40d0-b2f5-5dff13900d64 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.628363] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dce397d-0de3-4f39-8b3f-e95bffae49a7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.639028] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e13683d-2299-4311-906d-8ee1a32b1322 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.652076] env[68872]: DEBUG nova.compute.provider_tree [None req-32256ebb-ff26-4d86-86a2-2fe83136f3dd tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.423444] env[68872]: DEBUG oslo_concurrency.lockutils [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Releasing lock "refresh_cache-b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.423834] env[68872]: DEBUG nova.compute.manager [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Instance network_info: |[{"id": "49ae491e-dd54-4ca1-9ab1-2cea4c6d1b33", "address": "fa:16:3e:5d:af:52", "network": {"id": "71d0430f-116a-4acf-85c3-40ee3b3807e6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-130682536", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad23b268c6b742a69c8f272b8d7a0ba0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49ae491e-dd", "ovs_interfaceid": "49ae491e-dd54-4ca1-9ab1-2cea4c6d1b33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "59dd9e3b-0dba-4ce5-8f36-20ff8640a9d4", "address": "fa:16:3e:82:02:ce", "network": {"id": "f57bdbde-c1e4-4f11-83ff-4a06c83dacfe", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1100856483", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ad23b268c6b742a69c8f272b8d7a0ba0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59dd9e3b-0d", "ovs_interfaceid": "59dd9e3b-0dba-4ce5-8f36-20ff8640a9d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 963.425972] env[68872]: DEBUG nova.scheduler.client.report [None req-32256ebb-ff26-4d86-86a2-2fe83136f3dd tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.429069] env[68872]: DEBUG oslo_vmware.api [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092973, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034654} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.429289] env[68872]: DEBUG oslo_concurrency.lockutils [req-76a973b8-1ec7-4fd3-8a82-f895cdddabb3 req-1622649c-96bc-4091-8571-96d715a43e3b service nova] Acquired lock "refresh_cache-b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.429467] env[68872]: DEBUG nova.network.neutron [req-76a973b8-1ec7-4fd3-8a82-f895cdddabb3 req-1622649c-96bc-4091-8571-96d715a43e3b service nova] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Refreshing network info cache for port 59dd9e3b-0dba-4ce5-8f36-20ff8640a9d4 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.430163] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:af:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24210a23-d8ac-4f4f-84ac-dc0636de9a72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49ae491e-dd54-4ca1-9ab1-2cea4c6d1b33', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:02:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0d2101e-2d93-4310-a242-af2d9ecdaf9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59dd9e3b-0dba-4ce5-8f36-20ff8640a9d4', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.442592] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.445337] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.445546] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Releasing lock "[datastore2] devstack-image-cache_base/94ef98df-58c7-4e59-97ad-8e76ea2914eb/94ef98df-58c7-4e59-97ad-8e76ea2914eb.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.445871] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/94ef98df-58c7-4e59-97ad-8e76ea2914eb/94ef98df-58c7-4e59-97ad-8e76ea2914eb.vmdk to [datastore2] 02362251-8e13-4449-89cc-cbfff9d9ff22/02362251-8e13-4449-89cc-cbfff9d9ff22.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.450547] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.451589] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da323e7a-c8a8-43ad-9278-abc5b95fddcd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.454857] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7cdcc63-728c-42b2-a6f9-3ccf7c6794c6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.478733] env[68872]: DEBUG oslo_vmware.api [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for the task: (returnval){ [ 963.478733] env[68872]: value = "task-3092974" [ 963.478733] env[68872]: _type = "Task" [ 963.478733] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.483889] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.483889] env[68872]: value = "task-3092975" [ 963.483889] env[68872]: _type = "Task" [ 963.483889] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.491180] env[68872]: DEBUG oslo_vmware.api [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.496204] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092975, 'name': CreateVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.948372] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bf55da81-67fc-428d-9b64-fd1d3c5c9767 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Acquiring lock "01e0efeb-b373-4231-90c0-32fe9699708b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.948372] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bf55da81-67fc-428d-9b64-fd1d3c5c9767 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Lock "01e0efeb-b373-4231-90c0-32fe9699708b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.948372] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bf55da81-67fc-428d-9b64-fd1d3c5c9767 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Acquiring lock "01e0efeb-b373-4231-90c0-32fe9699708b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.948372] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bf55da81-67fc-428d-9b64-fd1d3c5c9767 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Lock "01e0efeb-b373-4231-90c0-32fe9699708b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.948372] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bf55da81-67fc-428d-9b64-fd1d3c5c9767 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Lock "01e0efeb-b373-4231-90c0-32fe9699708b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.952802] env[68872]: INFO nova.compute.manager [None req-bf55da81-67fc-428d-9b64-fd1d3c5c9767 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Terminating instance [ 963.960412] env[68872]: DEBUG oslo_concurrency.lockutils [None req-32256ebb-ff26-4d86-86a2-2fe83136f3dd tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.298s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.968181] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9e223b32-874c-42bd-9aaf-84a7683e42a6 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.181s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.968695] env[68872]: DEBUG nova.objects.instance [None req-9e223b32-874c-42bd-9aaf-84a7683e42a6 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Lazy-loading 'resources' on Instance uuid 86e9a378-b893-443a-99fd-7af67b416c14 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.000266] env[68872]: DEBUG oslo_vmware.api [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092974, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.012039] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092975, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.108665] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquiring lock "ae4874a5-93ba-4490-860d-7eadf71c4c88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.108665] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lock "ae4874a5-93ba-4490-860d-7eadf71c4c88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.159344] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquiring lock "66c4e151-d12e-41a0-92aa-65357967c076" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.159611] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lock "66c4e151-d12e-41a0-92aa-65357967c076" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.200688] env[68872]: DEBUG nova.network.neutron [None req-d3d3ada9-86a1-4567-8bb0-319a7cc897f4 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Successfully updated port: e3bd853d-3954-45f4-9d53-484887f75f8d {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 964.223572] env[68872]: DEBUG nova.network.neutron [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Successfully updated port: 52dccc20-e6e5-42c1-81ce-90db63a075b7 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 964.347953] env[68872]: DEBUG nova.network.neutron [req-76a973b8-1ec7-4fd3-8a82-f895cdddabb3 req-1622649c-96bc-4091-8571-96d715a43e3b service nova] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Updated VIF entry in instance network info cache for port 59dd9e3b-0dba-4ce5-8f36-20ff8640a9d4. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.348455] env[68872]: DEBUG nova.network.neutron [req-76a973b8-1ec7-4fd3-8a82-f895cdddabb3 req-1622649c-96bc-4091-8571-96d715a43e3b service nova] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Updating instance_info_cache with network_info: [{"id": "49ae491e-dd54-4ca1-9ab1-2cea4c6d1b33", "address": "fa:16:3e:5d:af:52", "network": {"id": "71d0430f-116a-4acf-85c3-40ee3b3807e6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-130682536", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad23b268c6b742a69c8f272b8d7a0ba0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49ae491e-dd", "ovs_interfaceid": "49ae491e-dd54-4ca1-9ab1-2cea4c6d1b33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "59dd9e3b-0dba-4ce5-8f36-20ff8640a9d4", "address": "fa:16:3e:82:02:ce", "network": {"id": "f57bdbde-c1e4-4f11-83ff-4a06c83dacfe", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1100856483", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ad23b268c6b742a69c8f272b8d7a0ba0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59dd9e3b-0d", "ovs_interfaceid": "59dd9e3b-0dba-4ce5-8f36-20ff8640a9d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.471862] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bf55da81-67fc-428d-9b64-fd1d3c5c9767 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Acquiring lock "refresh_cache-01e0efeb-b373-4231-90c0-32fe9699708b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.472518] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bf55da81-67fc-428d-9b64-fd1d3c5c9767 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Acquired lock "refresh_cache-01e0efeb-b373-4231-90c0-32fe9699708b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.472518] env[68872]: DEBUG nova.network.neutron [None req-bf55da81-67fc-428d-9b64-fd1d3c5c9767 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.509279] env[68872]: DEBUG oslo_vmware.api [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092974, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.509279] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092975, 'name': CreateVM_Task, 'duration_secs': 0.672837} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.513020] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.517237] env[68872]: DEBUG oslo_concurrency.lockutils [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.517474] env[68872]: DEBUG oslo_concurrency.lockutils [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.517822] env[68872]: DEBUG oslo_concurrency.lockutils [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.518436] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77ec918f-10b5-4167-a6df-550efdc16cb2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.525598] env[68872]: DEBUG oslo_vmware.api [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Waiting for the task: (returnval){ [ 964.525598] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52843a6b-f7aa-157c-f745-fe663d12389d" [ 964.525598] env[68872]: _type = "Task" [ 964.525598] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.535287] env[68872]: DEBUG oslo_vmware.api [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52843a6b-f7aa-157c-f745-fe663d12389d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.560335] env[68872]: INFO nova.scheduler.client.report [None req-32256ebb-ff26-4d86-86a2-2fe83136f3dd tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Deleted allocation for migration 13c09298-b727-490c-97c2-1bfbe20f6a58 [ 964.613505] env[68872]: DEBUG nova.compute.manager [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 964.667817] env[68872]: DEBUG nova.compute.manager [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 964.705489] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d3d3ada9-86a1-4567-8bb0-319a7cc897f4 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "refresh_cache-cdf1520a-2381-4f36-abf3-4b5e2dab00c3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.705757] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d3d3ada9-86a1-4567-8bb0-319a7cc897f4 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquired lock "refresh_cache-cdf1520a-2381-4f36-abf3-4b5e2dab00c3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.705850] env[68872]: DEBUG nova.network.neutron [None req-d3d3ada9-86a1-4567-8bb0-319a7cc897f4 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.728963] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "refresh_cache-63f9122b-0ec0-4917-8676-b64b432bfae2" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.729100] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquired lock "refresh_cache-63f9122b-0ec0-4917-8676-b64b432bfae2" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.729261] env[68872]: DEBUG nova.network.neutron [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.732274] env[68872]: DEBUG nova.compute.manager [req-17bf5579-2df4-434d-ba73-5eba62406785 req-6c707e96-0a4c-4289-93c3-e8b8d34fc3c9 service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Received event network-vif-plugged-e3bd853d-3954-45f4-9d53-484887f75f8d {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.732377] env[68872]: DEBUG oslo_concurrency.lockutils [req-17bf5579-2df4-434d-ba73-5eba62406785 req-6c707e96-0a4c-4289-93c3-e8b8d34fc3c9 service nova] Acquiring lock "cdf1520a-2381-4f36-abf3-4b5e2dab00c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.732578] env[68872]: DEBUG oslo_concurrency.lockutils [req-17bf5579-2df4-434d-ba73-5eba62406785 req-6c707e96-0a4c-4289-93c3-e8b8d34fc3c9 service nova] Lock "cdf1520a-2381-4f36-abf3-4b5e2dab00c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.732750] env[68872]: DEBUG oslo_concurrency.lockutils [req-17bf5579-2df4-434d-ba73-5eba62406785 req-6c707e96-0a4c-4289-93c3-e8b8d34fc3c9 service nova] Lock "cdf1520a-2381-4f36-abf3-4b5e2dab00c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.732918] env[68872]: DEBUG nova.compute.manager [req-17bf5579-2df4-434d-ba73-5eba62406785 req-6c707e96-0a4c-4289-93c3-e8b8d34fc3c9 service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] No waiting events found dispatching network-vif-plugged-e3bd853d-3954-45f4-9d53-484887f75f8d {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 964.733095] env[68872]: WARNING nova.compute.manager [req-17bf5579-2df4-434d-ba73-5eba62406785 req-6c707e96-0a4c-4289-93c3-e8b8d34fc3c9 service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Received unexpected event network-vif-plugged-e3bd853d-3954-45f4-9d53-484887f75f8d for instance with vm_state active and task_state None. [ 964.853731] env[68872]: DEBUG oslo_concurrency.lockutils [req-76a973b8-1ec7-4fd3-8a82-f895cdddabb3 req-1622649c-96bc-4091-8571-96d715a43e3b service nova] Releasing lock "refresh_cache-b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.972766] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e894080-4c18-443f-9204-349a29defb0d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.981273] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c2c9fd-9ce2-48e4-a060-3f3f5e7f0d0a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.025436] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7e5284-cb0c-4b32-8661-6508b879c764 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.031920] env[68872]: DEBUG oslo_vmware.api [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092974, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.044332] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4d4f96-0928-4ddb-b922-180849c7aee6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.048433] env[68872]: DEBUG oslo_vmware.api [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52843a6b-f7aa-157c-f745-fe663d12389d, 'name': SearchDatastore_Task, 'duration_secs': 0.088176} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.048689] env[68872]: DEBUG oslo_concurrency.lockutils [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.048928] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.049223] env[68872]: DEBUG oslo_concurrency.lockutils [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.049383] env[68872]: DEBUG oslo_concurrency.lockutils [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.049572] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.050295] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21554153-5edb-4732-8839-a41d467aae8f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.060960] env[68872]: DEBUG nova.compute.provider_tree [None req-9e223b32-874c-42bd-9aaf-84a7683e42a6 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.067738] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.067913] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.068734] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-951f5d78-5532-4bd3-b6c0-50d464e71fe5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.072679] env[68872]: DEBUG oslo_concurrency.lockutils [None req-32256ebb-ff26-4d86-86a2-2fe83136f3dd tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "45cffa41-0f2e-45b2-b271-783e6318bb72" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 17.910s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.077430] env[68872]: DEBUG oslo_vmware.api [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Waiting for the task: (returnval){ [ 965.077430] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]525d1c86-7a9d-c1d8-df85-66f579fd484f" [ 965.077430] env[68872]: _type = "Task" [ 965.077430] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.086802] env[68872]: DEBUG oslo_vmware.api [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]525d1c86-7a9d-c1d8-df85-66f579fd484f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.105706] env[68872]: DEBUG nova.network.neutron [None req-bf55da81-67fc-428d-9b64-fd1d3c5c9767 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.140042] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.186738] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.495829] env[68872]: DEBUG oslo_vmware.api [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092974, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.532415] env[68872]: DEBUG nova.network.neutron [None req-bf55da81-67fc-428d-9b64-fd1d3c5c9767 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.565280] env[68872]: DEBUG nova.scheduler.client.report [None req-9e223b32-874c-42bd-9aaf-84a7683e42a6 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.573469] env[68872]: WARNING nova.network.neutron [None req-d3d3ada9-86a1-4567-8bb0-319a7cc897f4 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] bbe8b66c-e255-46d7-b97a-42980126c88b already exists in list: networks containing: ['bbe8b66c-e255-46d7-b97a-42980126c88b']. ignoring it [ 965.592465] env[68872]: DEBUG oslo_vmware.api [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]525d1c86-7a9d-c1d8-df85-66f579fd484f, 'name': SearchDatastore_Task, 'duration_secs': 0.087888} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.592921] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6176ceb7-f630-488f-8bbe-dfb3bf9cb3df {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.602119] env[68872]: DEBUG oslo_vmware.api [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Waiting for the task: (returnval){ [ 965.602119] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5213f602-4ab8-aa28-cb9c-2403e6505fe7" [ 965.602119] env[68872]: _type = "Task" [ 965.602119] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.611714] env[68872]: DEBUG oslo_vmware.api [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5213f602-4ab8-aa28-cb9c-2403e6505fe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.641128] env[68872]: DEBUG nova.network.neutron [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 966.002661] env[68872]: DEBUG oslo_vmware.api [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092974, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.474523} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.003260] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/94ef98df-58c7-4e59-97ad-8e76ea2914eb/94ef98df-58c7-4e59-97ad-8e76ea2914eb.vmdk to [datastore2] 02362251-8e13-4449-89cc-cbfff9d9ff22/02362251-8e13-4449-89cc-cbfff9d9ff22.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.007127] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d85508d-6555-4248-ac12-ab83f1d1bab1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.030286] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 02362251-8e13-4449-89cc-cbfff9d9ff22/02362251-8e13-4449-89cc-cbfff9d9ff22.vmdk or device None with type streamOptimized {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.030601] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07ff858b-db16-48ae-a028-bf5c83d28440 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.048927] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bf55da81-67fc-428d-9b64-fd1d3c5c9767 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Releasing lock "refresh_cache-01e0efeb-b373-4231-90c0-32fe9699708b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.049363] env[68872]: DEBUG nova.compute.manager [None req-bf55da81-67fc-428d-9b64-fd1d3c5c9767 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 966.049784] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-bf55da81-67fc-428d-9b64-fd1d3c5c9767 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.053718] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d334681f-d2e5-4796-9244-0b004c4ed6ca {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.061933] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf55da81-67fc-428d-9b64-fd1d3c5c9767 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.063235] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e335d70d-6748-4e32-a605-57f74e81f7e9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.064991] env[68872]: DEBUG oslo_vmware.api [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for the task: (returnval){ [ 966.064991] env[68872]: value = "task-3092976" [ 966.064991] env[68872]: _type = "Task" [ 966.064991] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.069500] env[68872]: DEBUG oslo_vmware.api [None req-bf55da81-67fc-428d-9b64-fd1d3c5c9767 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Waiting for the task: (returnval){ [ 966.069500] env[68872]: value = "task-3092977" [ 966.069500] env[68872]: _type = "Task" [ 966.069500] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.074231] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9e223b32-874c-42bd-9aaf-84a7683e42a6 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.076075] env[68872]: DEBUG oslo_concurrency.lockutils [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.958s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.077655] env[68872]: INFO nova.compute.claims [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.089088] env[68872]: DEBUG oslo_vmware.api [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092976, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.090300] env[68872]: DEBUG oslo_vmware.api [None req-bf55da81-67fc-428d-9b64-fd1d3c5c9767 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': task-3092977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.115242] env[68872]: DEBUG oslo_vmware.api [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5213f602-4ab8-aa28-cb9c-2403e6505fe7, 'name': SearchDatastore_Task, 'duration_secs': 0.08891} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.115242] env[68872]: DEBUG oslo_concurrency.lockutils [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.115242] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936/b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.115242] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed6d94fb-1872-4c78-a106-b166f5921d25 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.127145] env[68872]: DEBUG oslo_vmware.api [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Waiting for the task: (returnval){ [ 966.127145] env[68872]: value = "task-3092978" [ 966.127145] env[68872]: _type = "Task" [ 966.127145] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.135810] env[68872]: DEBUG oslo_vmware.api [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': task-3092978, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.137379] env[68872]: INFO nova.scheduler.client.report [None req-9e223b32-874c-42bd-9aaf-84a7683e42a6 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Deleted allocations for instance 86e9a378-b893-443a-99fd-7af67b416c14 [ 966.209283] env[68872]: DEBUG nova.network.neutron [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Updating instance_info_cache with network_info: [{"id": "52dccc20-e6e5-42c1-81ce-90db63a075b7", "address": "fa:16:3e:5a:0e:cb", "network": {"id": "c09e92d2-0e24-4ab7-a494-adc38742fe8d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1942103729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9867cbb36374b6b9def662292b6f810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52dccc20-e6", "ovs_interfaceid": "52dccc20-e6e5-42c1-81ce-90db63a075b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.591626] env[68872]: DEBUG oslo_vmware.api [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092976, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.594796] env[68872]: DEBUG oslo_vmware.api [None req-bf55da81-67fc-428d-9b64-fd1d3c5c9767 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': task-3092977, 'name': PowerOffVM_Task, 'duration_secs': 0.237636} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.595379] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf55da81-67fc-428d-9b64-fd1d3c5c9767 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.595544] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-bf55da81-67fc-428d-9b64-fd1d3c5c9767 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.595817] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bae9a8d0-51ff-415f-bd5e-1d2c54e69ef2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.625427] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-bf55da81-67fc-428d-9b64-fd1d3c5c9767 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.625577] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-bf55da81-67fc-428d-9b64-fd1d3c5c9767 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.625751] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf55da81-67fc-428d-9b64-fd1d3c5c9767 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Deleting the datastore file [datastore2] 01e0efeb-b373-4231-90c0-32fe9699708b {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.626427] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba77ecee-8f76-42ca-8101-687f19bc0537 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.637578] env[68872]: DEBUG oslo_vmware.api [None req-bf55da81-67fc-428d-9b64-fd1d3c5c9767 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Waiting for the task: (returnval){ [ 966.637578] env[68872]: value = "task-3092980" [ 966.637578] env[68872]: _type = "Task" [ 966.637578] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.641032] env[68872]: DEBUG oslo_vmware.api [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': task-3092978, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.646846] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9e223b32-874c-42bd-9aaf-84a7683e42a6 tempest-ImagesOneServerNegativeTestJSON-1423472730 tempest-ImagesOneServerNegativeTestJSON-1423472730-project-member] Lock "86e9a378-b893-443a-99fd-7af67b416c14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.335s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.666680] env[68872]: DEBUG nova.network.neutron [None req-d3d3ada9-86a1-4567-8bb0-319a7cc897f4 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Updating instance_info_cache with network_info: [{"id": "95beb437-7b18-4cb7-b51b-c4122917d278", "address": "fa:16:3e:7d:89:3c", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95beb437-7b", "ovs_interfaceid": "95beb437-7b18-4cb7-b51b-c4122917d278", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e3bd853d-3954-45f4-9d53-484887f75f8d", "address": "fa:16:3e:a9:db:77", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3bd853d-39", "ovs_interfaceid": "e3bd853d-3954-45f4-9d53-484887f75f8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.711963] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Releasing lock "refresh_cache-63f9122b-0ec0-4917-8676-b64b432bfae2" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.712825] env[68872]: DEBUG nova.compute.manager [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Instance network_info: |[{"id": "52dccc20-e6e5-42c1-81ce-90db63a075b7", "address": "fa:16:3e:5a:0e:cb", "network": {"id": "c09e92d2-0e24-4ab7-a494-adc38742fe8d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1942103729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9867cbb36374b6b9def662292b6f810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52dccc20-e6", "ovs_interfaceid": "52dccc20-e6e5-42c1-81ce-90db63a075b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 966.713308] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:0e:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52dccc20-e6e5-42c1-81ce-90db63a075b7', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.722875] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.724744] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.724744] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e101e4e-9227-4e4d-8f01-e6923c4d22a0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.745429] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.745429] env[68872]: value = "task-3092981" [ 966.745429] env[68872]: _type = "Task" [ 966.745429] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.755202] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092981, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.084331] env[68872]: DEBUG oslo_vmware.api [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092976, 'name': ReconfigVM_Task, 'duration_secs': 0.85902} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.084331] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 02362251-8e13-4449-89cc-cbfff9d9ff22/02362251-8e13-4449-89cc-cbfff9d9ff22.vmdk or device None with type streamOptimized {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.084331] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a6e5e8d-f7fe-4741-af59-96d82e3ecc55 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.090657] env[68872]: DEBUG oslo_vmware.api [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for the task: (returnval){ [ 967.090657] env[68872]: value = "task-3092982" [ 967.090657] env[68872]: _type = "Task" [ 967.090657] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.103903] env[68872]: DEBUG oslo_vmware.api [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092982, 'name': Rename_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.143335] env[68872]: DEBUG oslo_vmware.api [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': task-3092978, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534604} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.149679] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936/b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.149970] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.150788] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f75acdc-c4aa-4817-bf50-9ce59d4d804d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.159825] env[68872]: DEBUG oslo_vmware.api [None req-bf55da81-67fc-428d-9b64-fd1d3c5c9767 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Task: {'id': task-3092980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124984} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.161423] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf55da81-67fc-428d-9b64-fd1d3c5c9767 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.163021] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-bf55da81-67fc-428d-9b64-fd1d3c5c9767 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.163021] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-bf55da81-67fc-428d-9b64-fd1d3c5c9767 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.163021] env[68872]: INFO nova.compute.manager [None req-bf55da81-67fc-428d-9b64-fd1d3c5c9767 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 967.163021] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf55da81-67fc-428d-9b64-fd1d3c5c9767 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.163021] env[68872]: DEBUG oslo_vmware.api [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Waiting for the task: (returnval){ [ 967.163021] env[68872]: value = "task-3092983" [ 967.163021] env[68872]: _type = "Task" [ 967.163021] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.163021] env[68872]: DEBUG nova.compute.manager [-] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 967.163021] env[68872]: DEBUG nova.network.neutron [-] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 967.168889] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d3d3ada9-86a1-4567-8bb0-319a7cc897f4 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Releasing lock "refresh_cache-cdf1520a-2381-4f36-abf3-4b5e2dab00c3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.169581] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d3d3ada9-86a1-4567-8bb0-319a7cc897f4 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "cdf1520a-2381-4f36-abf3-4b5e2dab00c3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.169732] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d3d3ada9-86a1-4567-8bb0-319a7cc897f4 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquired lock "cdf1520a-2381-4f36-abf3-4b5e2dab00c3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.170551] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb8763a-f42b-4394-a71a-2796df587354 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.180131] env[68872]: DEBUG oslo_vmware.api [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': task-3092983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.193080] env[68872]: DEBUG nova.virt.hardware [None req-d3d3ada9-86a1-4567-8bb0-319a7cc897f4 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.193346] env[68872]: DEBUG nova.virt.hardware [None req-d3d3ada9-86a1-4567-8bb0-319a7cc897f4 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.193459] env[68872]: DEBUG nova.virt.hardware [None req-d3d3ada9-86a1-4567-8bb0-319a7cc897f4 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.193668] env[68872]: DEBUG nova.virt.hardware [None req-d3d3ada9-86a1-4567-8bb0-319a7cc897f4 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.194330] env[68872]: DEBUG nova.virt.hardware [None req-d3d3ada9-86a1-4567-8bb0-319a7cc897f4 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.194330] env[68872]: DEBUG nova.virt.hardware [None req-d3d3ada9-86a1-4567-8bb0-319a7cc897f4 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.194330] env[68872]: DEBUG nova.virt.hardware [None req-d3d3ada9-86a1-4567-8bb0-319a7cc897f4 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.194678] env[68872]: DEBUG nova.virt.hardware [None req-d3d3ada9-86a1-4567-8bb0-319a7cc897f4 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.194678] env[68872]: DEBUG nova.virt.hardware [None req-d3d3ada9-86a1-4567-8bb0-319a7cc897f4 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.195105] env[68872]: DEBUG nova.virt.hardware [None req-d3d3ada9-86a1-4567-8bb0-319a7cc897f4 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.195105] env[68872]: DEBUG nova.virt.hardware [None req-d3d3ada9-86a1-4567-8bb0-319a7cc897f4 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.202761] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d3ada9-86a1-4567-8bb0-319a7cc897f4 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Reconfiguring VM to attach interface {{(pid=68872) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 967.202761] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dfd42d8-8962-4bda-b02c-4a7b692d132f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.216783] env[68872]: DEBUG nova.network.neutron [-] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.224871] env[68872]: DEBUG oslo_vmware.api [None req-d3d3ada9-86a1-4567-8bb0-319a7cc897f4 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 967.224871] env[68872]: value = "task-3092984" [ 967.224871] env[68872]: _type = "Task" [ 967.224871] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.238096] env[68872]: DEBUG oslo_vmware.api [None req-d3d3ada9-86a1-4567-8bb0-319a7cc897f4 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092984, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.260657] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092981, 'name': CreateVM_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.488449] env[68872]: DEBUG nova.compute.manager [req-f88bc318-26a4-42c3-be49-80b32f4df8e2 req-ecf166c6-95c1-4c7b-add6-c6bc9f6a170a service nova] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Received event network-vif-plugged-52dccc20-e6e5-42c1-81ce-90db63a075b7 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.488636] env[68872]: DEBUG oslo_concurrency.lockutils [req-f88bc318-26a4-42c3-be49-80b32f4df8e2 req-ecf166c6-95c1-4c7b-add6-c6bc9f6a170a service nova] Acquiring lock "63f9122b-0ec0-4917-8676-b64b432bfae2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.488881] env[68872]: DEBUG oslo_concurrency.lockutils [req-f88bc318-26a4-42c3-be49-80b32f4df8e2 req-ecf166c6-95c1-4c7b-add6-c6bc9f6a170a service nova] Lock "63f9122b-0ec0-4917-8676-b64b432bfae2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.489018] env[68872]: DEBUG oslo_concurrency.lockutils [req-f88bc318-26a4-42c3-be49-80b32f4df8e2 req-ecf166c6-95c1-4c7b-add6-c6bc9f6a170a service nova] Lock "63f9122b-0ec0-4917-8676-b64b432bfae2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.489176] env[68872]: DEBUG nova.compute.manager [req-f88bc318-26a4-42c3-be49-80b32f4df8e2 req-ecf166c6-95c1-4c7b-add6-c6bc9f6a170a service nova] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] No waiting events found dispatching network-vif-plugged-52dccc20-e6e5-42c1-81ce-90db63a075b7 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 967.489326] env[68872]: WARNING nova.compute.manager [req-f88bc318-26a4-42c3-be49-80b32f4df8e2 req-ecf166c6-95c1-4c7b-add6-c6bc9f6a170a service nova] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Received unexpected event network-vif-plugged-52dccc20-e6e5-42c1-81ce-90db63a075b7 for instance with vm_state building and task_state spawning. [ 967.489487] env[68872]: DEBUG nova.compute.manager [req-f88bc318-26a4-42c3-be49-80b32f4df8e2 req-ecf166c6-95c1-4c7b-add6-c6bc9f6a170a service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Received event network-changed-e3bd853d-3954-45f4-9d53-484887f75f8d {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.490108] env[68872]: DEBUG nova.compute.manager [req-f88bc318-26a4-42c3-be49-80b32f4df8e2 req-ecf166c6-95c1-4c7b-add6-c6bc9f6a170a service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Refreshing instance network info cache due to event network-changed-e3bd853d-3954-45f4-9d53-484887f75f8d. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 967.490108] env[68872]: DEBUG oslo_concurrency.lockutils [req-f88bc318-26a4-42c3-be49-80b32f4df8e2 req-ecf166c6-95c1-4c7b-add6-c6bc9f6a170a service nova] Acquiring lock "refresh_cache-cdf1520a-2381-4f36-abf3-4b5e2dab00c3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.490108] env[68872]: DEBUG oslo_concurrency.lockutils [req-f88bc318-26a4-42c3-be49-80b32f4df8e2 req-ecf166c6-95c1-4c7b-add6-c6bc9f6a170a service nova] Acquired lock "refresh_cache-cdf1520a-2381-4f36-abf3-4b5e2dab00c3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.490108] env[68872]: DEBUG nova.network.neutron [req-f88bc318-26a4-42c3-be49-80b32f4df8e2 req-ecf166c6-95c1-4c7b-add6-c6bc9f6a170a service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Refreshing network info cache for port e3bd853d-3954-45f4-9d53-484887f75f8d {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 967.584354] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8febd35d-2ae5-483a-85f6-c1120e8cd648 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.595772] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a42577-df8a-452f-a94a-893302bd100b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.607940] env[68872]: DEBUG oslo_vmware.api [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092982, 'name': Rename_Task, 'duration_secs': 0.324343} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.637070] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.638298] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b98ffeb4-45ad-4f8b-ac75-1673adeb12b0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.641360] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09de0b24-704b-43ee-84e4-6754e95d274b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.648434] env[68872]: DEBUG oslo_vmware.api [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for the task: (returnval){ [ 967.648434] env[68872]: value = "task-3092985" [ 967.648434] env[68872]: _type = "Task" [ 967.648434] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.653716] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8ec984-9418-4a8b-898f-58f3adfb8f19 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.662427] env[68872]: DEBUG oslo_vmware.api [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.675046] env[68872]: DEBUG nova.compute.provider_tree [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.688786] env[68872]: DEBUG oslo_vmware.api [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': task-3092983, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097362} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.689802] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.690622] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f78b0d4-65af-403c-ab05-13b2f14a5226 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.721899] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936/b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.722707] env[68872]: DEBUG nova.network.neutron [-] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.724096] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93e1b854-8264-455a-9fa2-733502801af6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.739621] env[68872]: INFO nova.compute.manager [-] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Took 0.58 seconds to deallocate network for instance. [ 967.752415] env[68872]: DEBUG oslo_vmware.api [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Waiting for the task: (returnval){ [ 967.752415] env[68872]: value = "task-3092986" [ 967.752415] env[68872]: _type = "Task" [ 967.752415] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.756209] env[68872]: DEBUG oslo_vmware.api [None req-d3d3ada9-86a1-4567-8bb0-319a7cc897f4 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.764956] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092981, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.770622] env[68872]: DEBUG oslo_vmware.api [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': task-3092986, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.166013] env[68872]: DEBUG oslo_vmware.api [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092985, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.185152] env[68872]: DEBUG nova.scheduler.client.report [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.252237] env[68872]: DEBUG oslo_vmware.api [None req-d3d3ada9-86a1-4567-8bb0-319a7cc897f4 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3092984, 'name': ReconfigVM_Task, 'duration_secs': 0.794482} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.256944] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d3d3ada9-86a1-4567-8bb0-319a7cc897f4 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Releasing lock "cdf1520a-2381-4f36-abf3-4b5e2dab00c3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.257711] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d3ada9-86a1-4567-8bb0-319a7cc897f4 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Reconfigured VM to attach interface {{(pid=68872) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 968.261489] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bf55da81-67fc-428d-9b64-fd1d3c5c9767 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.270973] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092981, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.276131] env[68872]: DEBUG oslo_vmware.api [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': task-3092986, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.365324] env[68872]: DEBUG nova.network.neutron [req-f88bc318-26a4-42c3-be49-80b32f4df8e2 req-ecf166c6-95c1-4c7b-add6-c6bc9f6a170a service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Updated VIF entry in instance network info cache for port e3bd853d-3954-45f4-9d53-484887f75f8d. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.365472] env[68872]: DEBUG nova.network.neutron [req-f88bc318-26a4-42c3-be49-80b32f4df8e2 req-ecf166c6-95c1-4c7b-add6-c6bc9f6a170a service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Updating instance_info_cache with network_info: [{"id": "95beb437-7b18-4cb7-b51b-c4122917d278", "address": "fa:16:3e:7d:89:3c", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95beb437-7b", "ovs_interfaceid": "95beb437-7b18-4cb7-b51b-c4122917d278", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e3bd853d-3954-45f4-9d53-484887f75f8d", "address": "fa:16:3e:a9:db:77", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3bd853d-39", "ovs_interfaceid": "e3bd853d-3954-45f4-9d53-484887f75f8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.661549] env[68872]: DEBUG oslo_vmware.api [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092985, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.690848] env[68872]: DEBUG oslo_concurrency.lockutils [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.691341] env[68872]: DEBUG nova.compute.manager [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 968.694192] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7a414d2c-e4c5-415e-97a1-29ad244a7f7a tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.067s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.694418] env[68872]: DEBUG nova.objects.instance [None req-7a414d2c-e4c5-415e-97a1-29ad244a7f7a tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Lazy-loading 'resources' on Instance uuid a9e7b633-a873-4992-9f19-dda6f4828c85 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.762661] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d3d3ada9-86a1-4567-8bb0-319a7cc897f4 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "interface-cdf1520a-2381-4f36-abf3-4b5e2dab00c3-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 9.899s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.763702] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092981, 'name': CreateVM_Task, 'duration_secs': 1.690368} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.763932] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 968.767710] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.767878] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.771716] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.772383] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5f8fe05-451c-4c91-bd01-44c48ab2e2f5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.780233] env[68872]: DEBUG oslo_vmware.api [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': task-3092986, 'name': ReconfigVM_Task, 'duration_secs': 1.027262} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.782383] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Reconfigured VM instance instance-00000052 to attach disk [datastore2] b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936/b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.783725] env[68872]: DEBUG oslo_vmware.api [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 968.783725] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]527eabbe-40b8-42a5-e70e-6268765b32b7" [ 968.783725] env[68872]: _type = "Task" [ 968.783725] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.783725] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c067f4c6-76c7-4677-8b45-e4a43982a68a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.793935] env[68872]: DEBUG oslo_vmware.api [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]527eabbe-40b8-42a5-e70e-6268765b32b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.795494] env[68872]: DEBUG oslo_vmware.api [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Waiting for the task: (returnval){ [ 968.795494] env[68872]: value = "task-3092987" [ 968.795494] env[68872]: _type = "Task" [ 968.795494] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.805575] env[68872]: DEBUG oslo_vmware.api [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': task-3092987, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.868712] env[68872]: DEBUG oslo_concurrency.lockutils [req-f88bc318-26a4-42c3-be49-80b32f4df8e2 req-ecf166c6-95c1-4c7b-add6-c6bc9f6a170a service nova] Releasing lock "refresh_cache-cdf1520a-2381-4f36-abf3-4b5e2dab00c3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.869227] env[68872]: DEBUG nova.compute.manager [req-f88bc318-26a4-42c3-be49-80b32f4df8e2 req-ecf166c6-95c1-4c7b-add6-c6bc9f6a170a service nova] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Received event network-changed-52dccc20-e6e5-42c1-81ce-90db63a075b7 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.869227] env[68872]: DEBUG nova.compute.manager [req-f88bc318-26a4-42c3-be49-80b32f4df8e2 req-ecf166c6-95c1-4c7b-add6-c6bc9f6a170a service nova] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Refreshing instance network info cache due to event network-changed-52dccc20-e6e5-42c1-81ce-90db63a075b7. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 968.869437] env[68872]: DEBUG oslo_concurrency.lockutils [req-f88bc318-26a4-42c3-be49-80b32f4df8e2 req-ecf166c6-95c1-4c7b-add6-c6bc9f6a170a service nova] Acquiring lock "refresh_cache-63f9122b-0ec0-4917-8676-b64b432bfae2" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.869593] env[68872]: DEBUG oslo_concurrency.lockutils [req-f88bc318-26a4-42c3-be49-80b32f4df8e2 req-ecf166c6-95c1-4c7b-add6-c6bc9f6a170a service nova] Acquired lock "refresh_cache-63f9122b-0ec0-4917-8676-b64b432bfae2" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.869764] env[68872]: DEBUG nova.network.neutron [req-f88bc318-26a4-42c3-be49-80b32f4df8e2 req-ecf166c6-95c1-4c7b-add6-c6bc9f6a170a service nova] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Refreshing network info cache for port 52dccc20-e6e5-42c1-81ce-90db63a075b7 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.024599] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Acquiring lock "d78db680-4461-40af-98cf-46821cf299c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.024834] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Lock "d78db680-4461-40af-98cf-46821cf299c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.164532] env[68872]: DEBUG oslo_vmware.api [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3092985, 'name': PowerOnVM_Task, 'duration_secs': 1.252875} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.164532] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.197720] env[68872]: DEBUG nova.compute.utils [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.203285] env[68872]: DEBUG nova.compute.manager [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 969.203807] env[68872]: DEBUG nova.network.neutron [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 969.280369] env[68872]: DEBUG nova.policy [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2a63fbdaa094c1bbf53c569682646ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70f69f6994d84845a2593d19b97af453', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.303933] env[68872]: DEBUG oslo_vmware.api [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]527eabbe-40b8-42a5-e70e-6268765b32b7, 'name': SearchDatastore_Task, 'duration_secs': 0.015635} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.305213] env[68872]: DEBUG nova.compute.manager [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.308317] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.309194] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.309194] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.309194] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.309481] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.310077] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc4a22e-90d8-42ce-a4ea-14df7016b1e1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.315134] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0efa3132-5f8c-4900-bec1-c785ea20db24 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.327819] env[68872]: DEBUG oslo_vmware.api [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': task-3092987, 'name': Rename_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.333852] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.334056] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.335267] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff0cf81d-4dde-48ce-a5fb-7d79ccc36608 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.340644] env[68872]: DEBUG oslo_vmware.api [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 969.340644] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52164b9d-e61e-c89d-2aa4-d36ade67a4e3" [ 969.340644] env[68872]: _type = "Task" [ 969.340644] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.351780] env[68872]: DEBUG oslo_vmware.api [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52164b9d-e61e-c89d-2aa4-d36ade67a4e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.529811] env[68872]: DEBUG nova.compute.manager [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] [instance: d78db680-4461-40af-98cf-46821cf299c0] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 969.621745] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d165a41e-e163-466a-aa3c-16b65251777a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.633206] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b38ee1-4de1-4f16-8e91-052085cbc663 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.666743] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33462b6-abb1-4790-8b14-8183dcd9c354 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.674417] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a52005-9964-46b7-84fc-4efb37dad168 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.688357] env[68872]: DEBUG nova.compute.provider_tree [None req-7a414d2c-e4c5-415e-97a1-29ad244a7f7a tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.704060] env[68872]: DEBUG nova.compute.manager [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 969.813491] env[68872]: DEBUG oslo_vmware.api [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': task-3092987, 'name': Rename_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.842142] env[68872]: DEBUG nova.network.neutron [req-f88bc318-26a4-42c3-be49-80b32f4df8e2 req-ecf166c6-95c1-4c7b-add6-c6bc9f6a170a service nova] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Updated VIF entry in instance network info cache for port 52dccc20-e6e5-42c1-81ce-90db63a075b7. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.844613] env[68872]: DEBUG nova.network.neutron [req-f88bc318-26a4-42c3-be49-80b32f4df8e2 req-ecf166c6-95c1-4c7b-add6-c6bc9f6a170a service nova] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Updating instance_info_cache with network_info: [{"id": "52dccc20-e6e5-42c1-81ce-90db63a075b7", "address": "fa:16:3e:5a:0e:cb", "network": {"id": "c09e92d2-0e24-4ab7-a494-adc38742fe8d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1942103729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9867cbb36374b6b9def662292b6f810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52dccc20-e6", "ovs_interfaceid": "52dccc20-e6e5-42c1-81ce-90db63a075b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.852567] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f6185ed7-5216-4651-8bb3-84bfa3f54df0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Lock "02362251-8e13-4449-89cc-cbfff9d9ff22" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 40.579s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.860255] env[68872]: DEBUG oslo_vmware.api [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52164b9d-e61e-c89d-2aa4-d36ade67a4e3, 'name': SearchDatastore_Task, 'duration_secs': 0.009781} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.861064] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-459db329-5d4d-4689-9005-db45ecf4b05f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.868207] env[68872]: DEBUG oslo_vmware.api [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 969.868207] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5223849d-0d41-cd8f-5d38-33f79176ce85" [ 969.868207] env[68872]: _type = "Task" [ 969.868207] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.876832] env[68872]: DEBUG oslo_vmware.api [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5223849d-0d41-cd8f-5d38-33f79176ce85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.972423] env[68872]: DEBUG nova.network.neutron [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Successfully created port: 023cfba8-311d-4557-b282-e5d9ce95007d {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.023778] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e0671c2d-18ac-4565-b747-0e93c791472d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "45cffa41-0f2e-45b2-b271-783e6318bb72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.024053] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e0671c2d-18ac-4565-b747-0e93c791472d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "45cffa41-0f2e-45b2-b271-783e6318bb72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.024305] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e0671c2d-18ac-4565-b747-0e93c791472d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "45cffa41-0f2e-45b2-b271-783e6318bb72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.024528] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e0671c2d-18ac-4565-b747-0e93c791472d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "45cffa41-0f2e-45b2-b271-783e6318bb72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.026030] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e0671c2d-18ac-4565-b747-0e93c791472d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "45cffa41-0f2e-45b2-b271-783e6318bb72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.027104] env[68872]: INFO nova.compute.manager [None req-e0671c2d-18ac-4565-b747-0e93c791472d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Terminating instance [ 970.055488] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.192294] env[68872]: DEBUG nova.scheduler.client.report [None req-7a414d2c-e4c5-415e-97a1-29ad244a7f7a tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.212370] env[68872]: INFO nova.virt.block_device [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Booting with volume 1951cf0b-7733-4152-a8ed-13389d19d4c9 at /dev/sda [ 970.269463] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2cb4468-966d-493c-9374-37d39fd92f62 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.281041] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db3ce67-5abf-4243-8b23-6ea3c1901edd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.323371] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0272c19-cb28-477e-9ead-a7f733bef71f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.331392] env[68872]: DEBUG oslo_vmware.api [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': task-3092987, 'name': Rename_Task, 'duration_secs': 1.431478} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.332706] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.332966] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f6d9667-a0d1-472b-b1d7-bb351a97c84d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.337710] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e48be0-344e-4924-bf0b-e6b0615617c0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.355229] env[68872]: DEBUG oslo_concurrency.lockutils [req-f88bc318-26a4-42c3-be49-80b32f4df8e2 req-ecf166c6-95c1-4c7b-add6-c6bc9f6a170a service nova] Releasing lock "refresh_cache-63f9122b-0ec0-4917-8676-b64b432bfae2" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.355501] env[68872]: DEBUG nova.compute.manager [req-f88bc318-26a4-42c3-be49-80b32f4df8e2 req-ecf166c6-95c1-4c7b-add6-c6bc9f6a170a service nova] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Received event network-changed-41a3ebe5-89d5-42c9-b274-6498f4399740 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.355715] env[68872]: DEBUG nova.compute.manager [req-f88bc318-26a4-42c3-be49-80b32f4df8e2 req-ecf166c6-95c1-4c7b-add6-c6bc9f6a170a service nova] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Refreshing instance network info cache due to event network-changed-41a3ebe5-89d5-42c9-b274-6498f4399740. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 970.355907] env[68872]: DEBUG oslo_concurrency.lockutils [req-f88bc318-26a4-42c3-be49-80b32f4df8e2 req-ecf166c6-95c1-4c7b-add6-c6bc9f6a170a service nova] Acquiring lock "refresh_cache-a1ac11ff-9bf0-495c-a8cc-03dd670c64e6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.356057] env[68872]: DEBUG oslo_concurrency.lockutils [req-f88bc318-26a4-42c3-be49-80b32f4df8e2 req-ecf166c6-95c1-4c7b-add6-c6bc9f6a170a service nova] Acquired lock "refresh_cache-a1ac11ff-9bf0-495c-a8cc-03dd670c64e6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.356325] env[68872]: DEBUG nova.network.neutron [req-f88bc318-26a4-42c3-be49-80b32f4df8e2 req-ecf166c6-95c1-4c7b-add6-c6bc9f6a170a service nova] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Refreshing network info cache for port 41a3ebe5-89d5-42c9-b274-6498f4399740 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.357729] env[68872]: DEBUG oslo_vmware.api [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Waiting for the task: (returnval){ [ 970.357729] env[68872]: value = "task-3092988" [ 970.357729] env[68872]: _type = "Task" [ 970.357729] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.384991] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799b9b71-3b73-4594-a73c-5576763871aa {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.388540] env[68872]: DEBUG oslo_vmware.api [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': task-3092988, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.394204] env[68872]: DEBUG oslo_vmware.api [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5223849d-0d41-cd8f-5d38-33f79176ce85, 'name': SearchDatastore_Task, 'duration_secs': 0.010624} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.396108] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.396427] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 63f9122b-0ec0-4917-8676-b64b432bfae2/63f9122b-0ec0-4917-8676-b64b432bfae2.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.396753] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47923bc0-a165-463b-b6c5-d5ae4adeabf5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.399152] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9850929-39cd-4bf7-97ad-2eb8b28b1ad2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.413993] env[68872]: DEBUG nova.virt.block_device [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Updating existing volume attachment record: f5249f77-b792-40f9-910f-76ca0800a3fb {{(pid=68872) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 970.417607] env[68872]: DEBUG oslo_vmware.api [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 970.417607] env[68872]: value = "task-3092989" [ 970.417607] env[68872]: _type = "Task" [ 970.417607] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.425852] env[68872]: DEBUG oslo_vmware.api [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3092989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.530469] env[68872]: DEBUG nova.compute.manager [None req-e0671c2d-18ac-4565-b747-0e93c791472d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.530786] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e0671c2d-18ac-4565-b747-0e93c791472d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.531717] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82207628-0bc6-4464-b4b7-17ebf7bf25e5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.541248] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0671c2d-18ac-4565-b747-0e93c791472d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.541526] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c2c1a16-b2ef-4c7e-b9ed-0c21fd7866ce {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.549179] env[68872]: DEBUG oslo_vmware.api [None req-e0671c2d-18ac-4565-b747-0e93c791472d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 970.549179] env[68872]: value = "task-3092990" [ 970.549179] env[68872]: _type = "Task" [ 970.549179] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.556784] env[68872]: DEBUG oslo_vmware.api [None req-e0671c2d-18ac-4565-b747-0e93c791472d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.700691] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7a414d2c-e4c5-415e-97a1-29ad244a7f7a tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.006s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.704089] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bd115d0a-785e-48d6-9570-732ce3e0dfca tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.666s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.704544] env[68872]: DEBUG nova.objects.instance [None req-bd115d0a-785e-48d6-9570-732ce3e0dfca tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Lazy-loading 'resources' on Instance uuid 94bd856e-3c4a-4e52-a149-1207e5d83c85 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.728782] env[68872]: INFO nova.scheduler.client.report [None req-7a414d2c-e4c5-415e-97a1-29ad244a7f7a tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Deleted allocations for instance a9e7b633-a873-4992-9f19-dda6f4828c85 [ 970.852049] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "60304fb8-695c-4b9b-a825-3142c9db948a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.852391] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "60304fb8-695c-4b9b-a825-3142c9db948a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.873917] env[68872]: DEBUG oslo_vmware.api [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': task-3092988, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.929568] env[68872]: DEBUG oslo_vmware.api [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3092989, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.058537] env[68872]: DEBUG oslo_vmware.api [None req-e0671c2d-18ac-4565-b747-0e93c791472d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092990, 'name': PowerOffVM_Task, 'duration_secs': 0.2783} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.058895] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0671c2d-18ac-4565-b747-0e93c791472d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.059161] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e0671c2d-18ac-4565-b747-0e93c791472d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.059469] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f44e3c7d-024e-44ba-b5e5-eb0967097e8c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.130020] env[68872]: DEBUG nova.network.neutron [req-f88bc318-26a4-42c3-be49-80b32f4df8e2 req-ecf166c6-95c1-4c7b-add6-c6bc9f6a170a service nova] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Updated VIF entry in instance network info cache for port 41a3ebe5-89d5-42c9-b274-6498f4399740. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.131810] env[68872]: DEBUG nova.network.neutron [req-f88bc318-26a4-42c3-be49-80b32f4df8e2 req-ecf166c6-95c1-4c7b-add6-c6bc9f6a170a service nova] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Updating instance_info_cache with network_info: [{"id": "41a3ebe5-89d5-42c9-b274-6498f4399740", "address": "fa:16:3e:2b:a7:bd", "network": {"id": "f4fafaa5-3b60-4a35-9a9a-548d6bb6be4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-238414770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82727d6272e048f4acfc212225be53b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41a3ebe5-89", "ovs_interfaceid": "41a3ebe5-89d5-42c9-b274-6498f4399740", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.137671] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e0671c2d-18ac-4565-b747-0e93c791472d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.138327] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e0671c2d-18ac-4565-b747-0e93c791472d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.138327] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0671c2d-18ac-4565-b747-0e93c791472d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Deleting the datastore file [datastore2] 45cffa41-0f2e-45b2-b271-783e6318bb72 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.138418] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-037fd241-b6a9-4a8a-8142-33e2a6876ba7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.145909] env[68872]: DEBUG oslo_vmware.api [None req-e0671c2d-18ac-4565-b747-0e93c791472d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 971.145909] env[68872]: value = "task-3092992" [ 971.145909] env[68872]: _type = "Task" [ 971.145909] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.157407] env[68872]: DEBUG oslo_vmware.api [None req-e0671c2d-18ac-4565-b747-0e93c791472d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.228574] env[68872]: DEBUG nova.scheduler.client.report [None req-bd115d0a-785e-48d6-9570-732ce3e0dfca tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Refreshing inventories for resource provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 971.238908] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8053dccb-ada2-4638-9860-9d1be0865e32 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "interface-cdf1520a-2381-4f36-abf3-4b5e2dab00c3-2c3c82a2-ce79-4075-8aa8-c4919cd3fe92" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.239701] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8053dccb-ada2-4638-9860-9d1be0865e32 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "interface-cdf1520a-2381-4f36-abf3-4b5e2dab00c3-2c3c82a2-ce79-4075-8aa8-c4919cd3fe92" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.239701] env[68872]: DEBUG nova.objects.instance [None req-8053dccb-ada2-4638-9860-9d1be0865e32 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lazy-loading 'flavor' on Instance uuid cdf1520a-2381-4f36-abf3-4b5e2dab00c3 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.243892] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7a414d2c-e4c5-415e-97a1-29ad244a7f7a tempest-ServersWithSpecificFlavorTestJSON-876215971 tempest-ServersWithSpecificFlavorTestJSON-876215971-project-member] Lock "a9e7b633-a873-4992-9f19-dda6f4828c85" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.560s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.245117] env[68872]: DEBUG nova.scheduler.client.report [None req-bd115d0a-785e-48d6-9570-732ce3e0dfca tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Updating ProviderTree inventory for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 971.245334] env[68872]: DEBUG nova.compute.provider_tree [None req-bd115d0a-785e-48d6-9570-732ce3e0dfca tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Updating inventory in ProviderTree for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 971.258017] env[68872]: DEBUG nova.scheduler.client.report [None req-bd115d0a-785e-48d6-9570-732ce3e0dfca tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Refreshing aggregate associations for resource provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f, aggregates: None {{(pid=68872) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 971.280313] env[68872]: DEBUG nova.scheduler.client.report [None req-bd115d0a-785e-48d6-9570-732ce3e0dfca tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Refreshing trait associations for resource provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=68872) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 971.356430] env[68872]: DEBUG nova.compute.manager [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.372745] env[68872]: DEBUG oslo_vmware.api [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': task-3092988, 'name': PowerOnVM_Task, 'duration_secs': 0.640893} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.373028] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.373225] env[68872]: INFO nova.compute.manager [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Took 16.34 seconds to spawn the instance on the hypervisor. [ 971.373414] env[68872]: DEBUG nova.compute.manager [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.374212] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe53996-4198-4e82-8bc8-0a9962dddf07 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.434603] env[68872]: DEBUG oslo_vmware.api [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3092989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57203} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.434603] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 63f9122b-0ec0-4917-8676-b64b432bfae2/63f9122b-0ec0-4917-8676-b64b432bfae2.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 971.434603] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 971.436116] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9b57158-97c1-40df-b54e-97b32b08402a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.444256] env[68872]: DEBUG oslo_vmware.api [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 971.444256] env[68872]: value = "task-3092993" [ 971.444256] env[68872]: _type = "Task" [ 971.444256] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.456071] env[68872]: DEBUG oslo_vmware.api [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3092993, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.636157] env[68872]: DEBUG oslo_concurrency.lockutils [req-f88bc318-26a4-42c3-be49-80b32f4df8e2 req-ecf166c6-95c1-4c7b-add6-c6bc9f6a170a service nova] Releasing lock "refresh_cache-a1ac11ff-9bf0-495c-a8cc-03dd670c64e6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.636157] env[68872]: DEBUG nova.compute.manager [req-f88bc318-26a4-42c3-be49-80b32f4df8e2 req-ecf166c6-95c1-4c7b-add6-c6bc9f6a170a service nova] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Received event network-changed-41a3ebe5-89d5-42c9-b274-6498f4399740 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.636157] env[68872]: DEBUG nova.compute.manager [req-f88bc318-26a4-42c3-be49-80b32f4df8e2 req-ecf166c6-95c1-4c7b-add6-c6bc9f6a170a service nova] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Refreshing instance network info cache due to event network-changed-41a3ebe5-89d5-42c9-b274-6498f4399740. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 971.636157] env[68872]: DEBUG oslo_concurrency.lockutils [req-f88bc318-26a4-42c3-be49-80b32f4df8e2 req-ecf166c6-95c1-4c7b-add6-c6bc9f6a170a service nova] Acquiring lock "refresh_cache-a1ac11ff-9bf0-495c-a8cc-03dd670c64e6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.636157] env[68872]: DEBUG oslo_concurrency.lockutils [req-f88bc318-26a4-42c3-be49-80b32f4df8e2 req-ecf166c6-95c1-4c7b-add6-c6bc9f6a170a service nova] Acquired lock "refresh_cache-a1ac11ff-9bf0-495c-a8cc-03dd670c64e6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.636157] env[68872]: DEBUG nova.network.neutron [req-f88bc318-26a4-42c3-be49-80b32f4df8e2 req-ecf166c6-95c1-4c7b-add6-c6bc9f6a170a service nova] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Refreshing network info cache for port 41a3ebe5-89d5-42c9-b274-6498f4399740 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.657563] env[68872]: DEBUG oslo_vmware.api [None req-e0671c2d-18ac-4565-b747-0e93c791472d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3092992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140419} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.660479] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0671c2d-18ac-4565-b747-0e93c791472d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.660848] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e0671c2d-18ac-4565-b747-0e93c791472d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.661305] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e0671c2d-18ac-4565-b747-0e93c791472d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.662083] env[68872]: INFO nova.compute.manager [None req-e0671c2d-18ac-4565-b747-0e93c791472d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Took 1.13 seconds to destroy the instance on the hypervisor. [ 971.662083] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0671c2d-18ac-4565-b747-0e93c791472d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.662821] env[68872]: DEBUG nova.compute.manager [-] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.663152] env[68872]: DEBUG nova.network.neutron [-] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.737384] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5db4adf-2ee0-4beb-aeb1-1a12afa9525d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.749375] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4773e5e-535e-4899-bacf-4e9f21ff559f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.782545] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7778b0f-33b3-4d60-b379-be6b88897443 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.786203] env[68872]: DEBUG nova.network.neutron [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Successfully updated port: 023cfba8-311d-4557-b282-e5d9ce95007d {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 971.794458] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0d2d38-e4f3-48ac-8b3e-6584806bb37e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.812820] env[68872]: DEBUG nova.compute.provider_tree [None req-bd115d0a-785e-48d6-9570-732ce3e0dfca tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.889866] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.896728] env[68872]: INFO nova.compute.manager [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Took 41.00 seconds to build instance. [ 971.926550] env[68872]: DEBUG nova.objects.instance [None req-8053dccb-ada2-4638-9860-9d1be0865e32 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lazy-loading 'pci_requests' on Instance uuid cdf1520a-2381-4f36-abf3-4b5e2dab00c3 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.954429] env[68872]: DEBUG oslo_vmware.api [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3092993, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069541} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.954700] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.955507] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90dfd84-dd9b-4323-8894-c357bbdb67ff {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.978829] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 63f9122b-0ec0-4917-8676-b64b432bfae2/63f9122b-0ec0-4917-8676-b64b432bfae2.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.979196] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88124e73-d479-4a02-ba3f-e7eb539eec14 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.999480] env[68872]: DEBUG oslo_vmware.api [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 971.999480] env[68872]: value = "task-3092994" [ 971.999480] env[68872]: _type = "Task" [ 971.999480] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.008320] env[68872]: DEBUG oslo_vmware.api [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3092994, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.067360] env[68872]: DEBUG nova.compute.manager [req-ab3ecfd9-1345-4b07-a48d-80fc69ee2ffe req-679bab29-1b56-45a8-8702-28e010beca89 service nova] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Received event network-vif-plugged-023cfba8-311d-4557-b282-e5d9ce95007d {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.067934] env[68872]: DEBUG oslo_concurrency.lockutils [req-ab3ecfd9-1345-4b07-a48d-80fc69ee2ffe req-679bab29-1b56-45a8-8702-28e010beca89 service nova] Acquiring lock "0886c6c4-c9d4-4e4d-b725-2559d0017f4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.067934] env[68872]: DEBUG oslo_concurrency.lockutils [req-ab3ecfd9-1345-4b07-a48d-80fc69ee2ffe req-679bab29-1b56-45a8-8702-28e010beca89 service nova] Lock "0886c6c4-c9d4-4e4d-b725-2559d0017f4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.068252] env[68872]: DEBUG oslo_concurrency.lockutils [req-ab3ecfd9-1345-4b07-a48d-80fc69ee2ffe req-679bab29-1b56-45a8-8702-28e010beca89 service nova] Lock "0886c6c4-c9d4-4e4d-b725-2559d0017f4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.068319] env[68872]: DEBUG nova.compute.manager [req-ab3ecfd9-1345-4b07-a48d-80fc69ee2ffe req-679bab29-1b56-45a8-8702-28e010beca89 service nova] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] No waiting events found dispatching network-vif-plugged-023cfba8-311d-4557-b282-e5d9ce95007d {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 972.068594] env[68872]: WARNING nova.compute.manager [req-ab3ecfd9-1345-4b07-a48d-80fc69ee2ffe req-679bab29-1b56-45a8-8702-28e010beca89 service nova] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Received unexpected event network-vif-plugged-023cfba8-311d-4557-b282-e5d9ce95007d for instance with vm_state building and task_state block_device_mapping. [ 972.289719] env[68872]: DEBUG oslo_concurrency.lockutils [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Acquiring lock "refresh_cache-0886c6c4-c9d4-4e4d-b725-2559d0017f4a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.289976] env[68872]: DEBUG oslo_concurrency.lockutils [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Acquired lock "refresh_cache-0886c6c4-c9d4-4e4d-b725-2559d0017f4a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.290026] env[68872]: DEBUG nova.network.neutron [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.316091] env[68872]: DEBUG nova.scheduler.client.report [None req-bd115d0a-785e-48d6-9570-732ce3e0dfca tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.398835] env[68872]: DEBUG oslo_concurrency.lockutils [None req-45ae9100-d5f0-4ff7-b61f-1d864ce398db tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Lock "b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.510s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.429582] env[68872]: DEBUG nova.objects.base [None req-8053dccb-ada2-4638-9860-9d1be0865e32 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68872) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 972.429768] env[68872]: DEBUG nova.network.neutron [None req-8053dccb-ada2-4638-9860-9d1be0865e32 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 972.513683] env[68872]: DEBUG oslo_vmware.api [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3092994, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.526202] env[68872]: DEBUG nova.compute.manager [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 972.526807] env[68872]: DEBUG nova.virt.hardware [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.527051] env[68872]: DEBUG nova.virt.hardware [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.527266] env[68872]: DEBUG nova.virt.hardware [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.528240] env[68872]: DEBUG nova.virt.hardware [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.528959] env[68872]: DEBUG nova.virt.hardware [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.528959] env[68872]: DEBUG nova.virt.hardware [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.528959] env[68872]: DEBUG nova.virt.hardware [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.529253] env[68872]: DEBUG nova.virt.hardware [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.529427] env[68872]: DEBUG nova.virt.hardware [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.529613] env[68872]: DEBUG nova.virt.hardware [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.529791] env[68872]: DEBUG nova.virt.hardware [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.530723] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0a5ae2-aa3d-4468-937b-8348dca203f2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.544417] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa19beb-a0bb-4944-800d-0f936278db71 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.597152] env[68872]: DEBUG nova.policy [None req-8053dccb-ada2-4638-9860-9d1be0865e32 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb17fb618fad45b2a6dcd39895afae7b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c33e619a5cd4a7cb4406944a41746d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 972.716631] env[68872]: DEBUG nova.network.neutron [req-f88bc318-26a4-42c3-be49-80b32f4df8e2 req-ecf166c6-95c1-4c7b-add6-c6bc9f6a170a service nova] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Updated VIF entry in instance network info cache for port 41a3ebe5-89d5-42c9-b274-6498f4399740. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.716631] env[68872]: DEBUG nova.network.neutron [req-f88bc318-26a4-42c3-be49-80b32f4df8e2 req-ecf166c6-95c1-4c7b-add6-c6bc9f6a170a service nova] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Updating instance_info_cache with network_info: [{"id": "41a3ebe5-89d5-42c9-b274-6498f4399740", "address": "fa:16:3e:2b:a7:bd", "network": {"id": "f4fafaa5-3b60-4a35-9a9a-548d6bb6be4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-238414770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82727d6272e048f4acfc212225be53b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41a3ebe5-89", "ovs_interfaceid": "41a3ebe5-89d5-42c9-b274-6498f4399740", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.815217] env[68872]: DEBUG nova.network.neutron [-] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.825016] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bd115d0a-785e-48d6-9570-732ce3e0dfca tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.826047] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 17.597s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.850219] env[68872]: INFO nova.scheduler.client.report [None req-bd115d0a-785e-48d6-9570-732ce3e0dfca tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Deleted allocations for instance 94bd856e-3c4a-4e52-a149-1207e5d83c85 [ 972.863604] env[68872]: DEBUG nova.network.neutron [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.019810] env[68872]: DEBUG oslo_vmware.api [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3092994, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.157581] env[68872]: DEBUG nova.network.neutron [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Updating instance_info_cache with network_info: [{"id": "023cfba8-311d-4557-b282-e5d9ce95007d", "address": "fa:16:3e:d0:96:af", "network": {"id": "552d69db-4ca5-41de-9f39-b55761d05cce", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1271359059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f69f6994d84845a2593d19b97af453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap023cfba8-31", "ovs_interfaceid": "023cfba8-311d-4557-b282-e5d9ce95007d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.217711] env[68872]: DEBUG oslo_concurrency.lockutils [req-f88bc318-26a4-42c3-be49-80b32f4df8e2 req-ecf166c6-95c1-4c7b-add6-c6bc9f6a170a service nova] Releasing lock "refresh_cache-a1ac11ff-9bf0-495c-a8cc-03dd670c64e6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.316821] env[68872]: INFO nova.compute.manager [-] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Took 1.65 seconds to deallocate network for instance. [ 973.356536] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bd115d0a-785e-48d6-9570-732ce3e0dfca tempest-ServersV294TestFqdnHostnames-366919849 tempest-ServersV294TestFqdnHostnames-366919849-project-member] Lock "94bd856e-3c4a-4e52-a149-1207e5d83c85" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.218s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.458292] env[68872]: DEBUG oslo_concurrency.lockutils [None req-547f2095-44a1-49e3-bd85-52a287a4f625 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Acquiring lock "b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.458564] env[68872]: DEBUG oslo_concurrency.lockutils [None req-547f2095-44a1-49e3-bd85-52a287a4f625 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Lock "b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.458775] env[68872]: DEBUG oslo_concurrency.lockutils [None req-547f2095-44a1-49e3-bd85-52a287a4f625 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Acquiring lock "b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.458982] env[68872]: DEBUG oslo_concurrency.lockutils [None req-547f2095-44a1-49e3-bd85-52a287a4f625 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Lock "b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.459195] env[68872]: DEBUG oslo_concurrency.lockutils [None req-547f2095-44a1-49e3-bd85-52a287a4f625 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Lock "b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.461488] env[68872]: INFO nova.compute.manager [None req-547f2095-44a1-49e3-bd85-52a287a4f625 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Terminating instance [ 973.511084] env[68872]: DEBUG oslo_vmware.api [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3092994, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.660606] env[68872]: DEBUG oslo_concurrency.lockutils [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Releasing lock "refresh_cache-0886c6c4-c9d4-4e4d-b725-2559d0017f4a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.660979] env[68872]: DEBUG nova.compute.manager [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Instance network_info: |[{"id": "023cfba8-311d-4557-b282-e5d9ce95007d", "address": "fa:16:3e:d0:96:af", "network": {"id": "552d69db-4ca5-41de-9f39-b55761d05cce", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1271359059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f69f6994d84845a2593d19b97af453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap023cfba8-31", "ovs_interfaceid": "023cfba8-311d-4557-b282-e5d9ce95007d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 973.661467] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:96:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '023cfba8-311d-4557-b282-e5d9ce95007d', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.669262] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Creating folder: Project (70f69f6994d84845a2593d19b97af453). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 973.669558] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d61db600-72f0-4b19-9063-41e8e111e415 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.683837] env[68872]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 973.684028] env[68872]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68872) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 973.684448] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Folder already exists: Project (70f69f6994d84845a2593d19b97af453). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 973.684733] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Creating folder: Instances. Parent ref: group-v619059. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 973.685051] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0048af7d-3200-48f1-abdb-1f19fb3c6b15 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.699728] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Created folder: Instances in parent group-v619059. [ 973.700016] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.700234] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.700476] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffc552a3-a6e6-4e00-b71e-47300248b7b2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.720787] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.720787] env[68872]: value = "task-3092997" [ 973.720787] env[68872]: _type = "Task" [ 973.720787] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.729287] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092997, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.823384] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e0671c2d-18ac-4565-b747-0e93c791472d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.865828] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance fe5cc7b3-155a-437c-b04c-32bbfff60809 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 973.866033] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 973.866183] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 9ba49303-832d-4da0-b856-a46bcb2bda5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 973.866308] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 973.866436] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 547b97db-c690-457e-8d82-6bfbdc576f52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 973.866555] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance a1ac11ff-9bf0-495c-a8cc-03dd670c64e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 973.866717] env[68872]: WARNING nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance dc37cf64-53d1-4b17-aa7d-2659924aef50 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 973.866835] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance dd7f8ad1-c394-4217-933a-622094af0f63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 973.866961] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 4439751f-dd06-4cc0-ac40-95e88e587704 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 973.867087] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance cdf1520a-2381-4f36-abf3-4b5e2dab00c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 973.867215] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 7f5e18b9-1307-4803-92df-2a23901d6f16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 973.867348] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 02362251-8e13-4449-89cc-cbfff9d9ff22 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 973.867460] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 45cffa41-0f2e-45b2-b271-783e6318bb72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 973.867587] env[68872]: WARNING nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 01e0efeb-b373-4231-90c0-32fe9699708b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 973.867701] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance acbc8c49-43e4-4871-be30-8e4dc0cfa79a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 973.867827] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 973.867937] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 63f9122b-0ec0-4917-8676-b64b432bfae2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 973.868073] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 0886c6c4-c9d4-4e4d-b725-2559d0017f4a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 973.965812] env[68872]: DEBUG nova.compute.manager [None req-547f2095-44a1-49e3-bd85-52a287a4f625 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.966072] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-547f2095-44a1-49e3-bd85-52a287a4f625 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.967177] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932543bd-c636-44a6-a025-7d6f4e48e773 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.977542] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-547f2095-44a1-49e3-bd85-52a287a4f625 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.977825] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c91249b0-7e1a-4303-a468-48460bdacc8a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.984111] env[68872]: DEBUG oslo_vmware.api [None req-547f2095-44a1-49e3-bd85-52a287a4f625 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Waiting for the task: (returnval){ [ 973.984111] env[68872]: value = "task-3092998" [ 973.984111] env[68872]: _type = "Task" [ 973.984111] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.994543] env[68872]: DEBUG oslo_vmware.api [None req-547f2095-44a1-49e3-bd85-52a287a4f625 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': task-3092998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.012297] env[68872]: DEBUG oslo_vmware.api [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3092994, 'name': ReconfigVM_Task, 'duration_secs': 1.54331} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.012704] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 63f9122b-0ec0-4917-8676-b64b432bfae2/63f9122b-0ec0-4917-8676-b64b432bfae2.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.013416] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d309a22b-c2f8-4eec-b339-daf5741e1bb9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.021301] env[68872]: DEBUG oslo_vmware.api [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 974.021301] env[68872]: value = "task-3092999" [ 974.021301] env[68872]: _type = "Task" [ 974.021301] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.031355] env[68872]: DEBUG oslo_vmware.api [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3092999, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.234996] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3092997, 'name': CreateVM_Task, 'duration_secs': 0.440451} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.234996] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.234996] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'delete_on_termination': True, 'boot_index': 0, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619067', 'volume_id': '1951cf0b-7733-4152-a8ed-13389d19d4c9', 'name': 'volume-1951cf0b-7733-4152-a8ed-13389d19d4c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0886c6c4-c9d4-4e4d-b725-2559d0017f4a', 'attached_at': '', 'detached_at': '', 'volume_id': '1951cf0b-7733-4152-a8ed-13389d19d4c9', 'serial': '1951cf0b-7733-4152-a8ed-13389d19d4c9'}, 'device_type': None, 'attachment_id': 'f5249f77-b792-40f9-910f-76ca0800a3fb', 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=68872) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 974.234996] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Root volume attach. Driver type: vmdk {{(pid=68872) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 974.234996] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40e206d-ef9b-471f-8929-a67c40d01ea7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.242456] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c536f2a-c86e-4479-aefc-02ef9e13d901 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.249246] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6086aabc-9b21-4b67-a8f0-42285e4c2c35 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.255606] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-ca70ee5d-7972-4b29-9928-8e185252bfad {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.264317] env[68872]: DEBUG oslo_vmware.api [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Waiting for the task: (returnval){ [ 974.264317] env[68872]: value = "task-3093000" [ 974.264317] env[68872]: _type = "Task" [ 974.264317] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.278525] env[68872]: DEBUG oslo_vmware.api [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Task: {'id': task-3093000, 'name': RelocateVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.372221] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance e6bbb493-8cba-49db-b06c-d7c99ee05df8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 974.457111] env[68872]: DEBUG nova.network.neutron [None req-8053dccb-ada2-4638-9860-9d1be0865e32 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Successfully updated port: 2c3c82a2-ce79-4075-8aa8-c4919cd3fe92 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 974.494566] env[68872]: DEBUG oslo_vmware.api [None req-547f2095-44a1-49e3-bd85-52a287a4f625 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': task-3092998, 'name': PowerOffVM_Task, 'duration_secs': 0.219313} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.494675] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-547f2095-44a1-49e3-bd85-52a287a4f625 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.494899] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-547f2095-44a1-49e3-bd85-52a287a4f625 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.495237] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e50708e5-06af-4653-8898-0464e6ffd9f9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.532709] env[68872]: DEBUG oslo_vmware.api [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3092999, 'name': Rename_Task, 'duration_secs': 0.203341} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.533599] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.533599] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-231c70eb-7003-4bf4-ad9e-8e7126f9eeee {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.539717] env[68872]: DEBUG oslo_vmware.api [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 974.539717] env[68872]: value = "task-3093002" [ 974.539717] env[68872]: _type = "Task" [ 974.539717] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.547312] env[68872]: DEBUG oslo_vmware.api [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093002, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.616974] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b1a1af-00f5-4ab6-92c8-0e3783475e59 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.622031] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-547f2095-44a1-49e3-bd85-52a287a4f625 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.622359] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-547f2095-44a1-49e3-bd85-52a287a4f625 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.622671] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-547f2095-44a1-49e3-bd85-52a287a4f625 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Deleting the datastore file [datastore2] b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.624548] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f3f165b-39a1-493b-9d51-378fabd75f3e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.627013] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-38c1f573-62a0-4c6b-b51e-2965a01a14f4 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Suspending the VM {{(pid=68872) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 974.627327] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ee81cb91-ff44-42b4-bb58-d861dfd828e3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.634211] env[68872]: DEBUG oslo_vmware.api [None req-38c1f573-62a0-4c6b-b51e-2965a01a14f4 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for the task: (returnval){ [ 974.634211] env[68872]: value = "task-3093004" [ 974.634211] env[68872]: _type = "Task" [ 974.634211] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.635863] env[68872]: DEBUG oslo_vmware.api [None req-547f2095-44a1-49e3-bd85-52a287a4f625 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Waiting for the task: (returnval){ [ 974.635863] env[68872]: value = "task-3093003" [ 974.635863] env[68872]: _type = "Task" [ 974.635863] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.650421] env[68872]: DEBUG oslo_vmware.api [None req-38c1f573-62a0-4c6b-b51e-2965a01a14f4 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3093004, 'name': SuspendVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.653487] env[68872]: DEBUG oslo_vmware.api [None req-547f2095-44a1-49e3-bd85-52a287a4f625 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': task-3093003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.745688] env[68872]: DEBUG nova.compute.manager [req-95e9cc9e-d38e-4f0a-b20f-9080246cbb64 req-01998b2e-b2ea-4f95-a1a9-081c469b8348 service nova] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Received event network-changed-023cfba8-311d-4557-b282-e5d9ce95007d {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.745926] env[68872]: DEBUG nova.compute.manager [req-95e9cc9e-d38e-4f0a-b20f-9080246cbb64 req-01998b2e-b2ea-4f95-a1a9-081c469b8348 service nova] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Refreshing instance network info cache due to event network-changed-023cfba8-311d-4557-b282-e5d9ce95007d. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 974.746127] env[68872]: DEBUG oslo_concurrency.lockutils [req-95e9cc9e-d38e-4f0a-b20f-9080246cbb64 req-01998b2e-b2ea-4f95-a1a9-081c469b8348 service nova] Acquiring lock "refresh_cache-0886c6c4-c9d4-4e4d-b725-2559d0017f4a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.746321] env[68872]: DEBUG oslo_concurrency.lockutils [req-95e9cc9e-d38e-4f0a-b20f-9080246cbb64 req-01998b2e-b2ea-4f95-a1a9-081c469b8348 service nova] Acquired lock "refresh_cache-0886c6c4-c9d4-4e4d-b725-2559d0017f4a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.746431] env[68872]: DEBUG nova.network.neutron [req-95e9cc9e-d38e-4f0a-b20f-9080246cbb64 req-01998b2e-b2ea-4f95-a1a9-081c469b8348 service nova] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Refreshing network info cache for port 023cfba8-311d-4557-b282-e5d9ce95007d {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.776483] env[68872]: DEBUG oslo_vmware.api [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Task: {'id': task-3093000, 'name': RelocateVM_Task, 'duration_secs': 0.385862} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.776865] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Volume attach. Driver type: vmdk {{(pid=68872) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 974.777141] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619067', 'volume_id': '1951cf0b-7733-4152-a8ed-13389d19d4c9', 'name': 'volume-1951cf0b-7733-4152-a8ed-13389d19d4c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0886c6c4-c9d4-4e4d-b725-2559d0017f4a', 'attached_at': '', 'detached_at': '', 'volume_id': '1951cf0b-7733-4152-a8ed-13389d19d4c9', 'serial': '1951cf0b-7733-4152-a8ed-13389d19d4c9'} {{(pid=68872) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 974.778411] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4923a187-ae8f-4818-b6ac-57e440167d7d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.796447] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b80d2e-6296-4c29-8d4e-4262d8a1286a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.819911] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] volume-1951cf0b-7733-4152-a8ed-13389d19d4c9/volume-1951cf0b-7733-4152-a8ed-13389d19d4c9.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.820410] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19e74716-9c7f-4f89-b729-966f1799c728 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.842672] env[68872]: DEBUG oslo_vmware.api [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Waiting for the task: (returnval){ [ 974.842672] env[68872]: value = "task-3093005" [ 974.842672] env[68872]: _type = "Task" [ 974.842672] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.850550] env[68872]: DEBUG oslo_vmware.api [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Task: {'id': task-3093005, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.876471] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance ae4874a5-93ba-4490-860d-7eadf71c4c88 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 974.959903] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8053dccb-ada2-4638-9860-9d1be0865e32 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "refresh_cache-cdf1520a-2381-4f36-abf3-4b5e2dab00c3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.960397] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8053dccb-ada2-4638-9860-9d1be0865e32 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquired lock "refresh_cache-cdf1520a-2381-4f36-abf3-4b5e2dab00c3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.960513] env[68872]: DEBUG nova.network.neutron [None req-8053dccb-ada2-4638-9860-9d1be0865e32 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.052092] env[68872]: DEBUG oslo_vmware.api [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093002, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.151195] env[68872]: DEBUG oslo_vmware.api [None req-38c1f573-62a0-4c6b-b51e-2965a01a14f4 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3093004, 'name': SuspendVM_Task} progress is 62%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.153621] env[68872]: DEBUG oslo_vmware.api [None req-547f2095-44a1-49e3-bd85-52a287a4f625 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Task: {'id': task-3093003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27685} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.153621] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-547f2095-44a1-49e3-bd85-52a287a4f625 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.154466] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-547f2095-44a1-49e3-bd85-52a287a4f625 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.154466] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-547f2095-44a1-49e3-bd85-52a287a4f625 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.154466] env[68872]: INFO nova.compute.manager [None req-547f2095-44a1-49e3-bd85-52a287a4f625 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Took 1.19 seconds to destroy the instance on the hypervisor. [ 975.154466] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-547f2095-44a1-49e3-bd85-52a287a4f625 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.154670] env[68872]: DEBUG nova.compute.manager [-] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.154670] env[68872]: DEBUG nova.network.neutron [-] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 975.351919] env[68872]: DEBUG oslo_vmware.api [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Task: {'id': task-3093005, 'name': ReconfigVM_Task, 'duration_secs': 0.365877} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.352353] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Reconfigured VM instance instance-00000054 to attach disk [datastore2] volume-1951cf0b-7733-4152-a8ed-13389d19d4c9/volume-1951cf0b-7733-4152-a8ed-13389d19d4c9.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.359333] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d47ba4c0-a030-4b84-9738-262f3424600c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.374798] env[68872]: DEBUG oslo_vmware.api [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Waiting for the task: (returnval){ [ 975.374798] env[68872]: value = "task-3093006" [ 975.374798] env[68872]: _type = "Task" [ 975.374798] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.380131] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 66c4e151-d12e-41a0-92aa-65357967c076 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 975.388188] env[68872]: DEBUG oslo_vmware.api [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Task: {'id': task-3093006, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.550908] env[68872]: DEBUG oslo_vmware.api [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093002, 'name': PowerOnVM_Task, 'duration_secs': 0.787504} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.551644] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.551893] env[68872]: INFO nova.compute.manager [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Took 13.89 seconds to spawn the instance on the hypervisor. [ 975.552111] env[68872]: DEBUG nova.compute.manager [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.553058] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e842e8ac-e7b3-4b56-a9f9-261a98287516 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.556499] env[68872]: WARNING nova.network.neutron [None req-8053dccb-ada2-4638-9860-9d1be0865e32 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] bbe8b66c-e255-46d7-b97a-42980126c88b already exists in list: networks containing: ['bbe8b66c-e255-46d7-b97a-42980126c88b']. ignoring it [ 975.556673] env[68872]: WARNING nova.network.neutron [None req-8053dccb-ada2-4638-9860-9d1be0865e32 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] bbe8b66c-e255-46d7-b97a-42980126c88b already exists in list: networks containing: ['bbe8b66c-e255-46d7-b97a-42980126c88b']. ignoring it [ 975.646486] env[68872]: DEBUG oslo_vmware.api [None req-38c1f573-62a0-4c6b-b51e-2965a01a14f4 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3093004, 'name': SuspendVM_Task, 'duration_secs': 0.721646} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.650554] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-38c1f573-62a0-4c6b-b51e-2965a01a14f4 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Suspended the VM {{(pid=68872) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 975.652374] env[68872]: DEBUG nova.compute.manager [None req-38c1f573-62a0-4c6b-b51e-2965a01a14f4 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.653404] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bab56c2-3fad-452f-8c61-21e2e4e3bbcb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.844905] env[68872]: DEBUG nova.network.neutron [req-95e9cc9e-d38e-4f0a-b20f-9080246cbb64 req-01998b2e-b2ea-4f95-a1a9-081c469b8348 service nova] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Updated VIF entry in instance network info cache for port 023cfba8-311d-4557-b282-e5d9ce95007d. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.845292] env[68872]: DEBUG nova.network.neutron [req-95e9cc9e-d38e-4f0a-b20f-9080246cbb64 req-01998b2e-b2ea-4f95-a1a9-081c469b8348 service nova] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Updating instance_info_cache with network_info: [{"id": "023cfba8-311d-4557-b282-e5d9ce95007d", "address": "fa:16:3e:d0:96:af", "network": {"id": "552d69db-4ca5-41de-9f39-b55761d05cce", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1271359059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f69f6994d84845a2593d19b97af453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap023cfba8-31", "ovs_interfaceid": "023cfba8-311d-4557-b282-e5d9ce95007d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.888372] env[68872]: DEBUG oslo_vmware.api [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Task: {'id': task-3093006, 'name': ReconfigVM_Task, 'duration_secs': 0.136151} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.888676] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619067', 'volume_id': '1951cf0b-7733-4152-a8ed-13389d19d4c9', 'name': 'volume-1951cf0b-7733-4152-a8ed-13389d19d4c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0886c6c4-c9d4-4e4d-b725-2559d0017f4a', 'attached_at': '', 'detached_at': '', 'volume_id': '1951cf0b-7733-4152-a8ed-13389d19d4c9', 'serial': '1951cf0b-7733-4152-a8ed-13389d19d4c9'} {{(pid=68872) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 975.895940] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance d78db680-4461-40af-98cf-46821cf299c0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 975.896034] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4dfd7e1e-71db-4ccb-a247-b4119ff32554 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.907797] env[68872]: DEBUG oslo_vmware.api [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Waiting for the task: (returnval){ [ 975.907797] env[68872]: value = "task-3093007" [ 975.907797] env[68872]: _type = "Task" [ 975.907797] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.917417] env[68872]: DEBUG oslo_vmware.api [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Task: {'id': task-3093007, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.079526] env[68872]: INFO nova.compute.manager [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Took 26.59 seconds to build instance. [ 976.348910] env[68872]: DEBUG oslo_concurrency.lockutils [req-95e9cc9e-d38e-4f0a-b20f-9080246cbb64 req-01998b2e-b2ea-4f95-a1a9-081c469b8348 service nova] Releasing lock "refresh_cache-0886c6c4-c9d4-4e4d-b725-2559d0017f4a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.349278] env[68872]: DEBUG nova.compute.manager [req-95e9cc9e-d38e-4f0a-b20f-9080246cbb64 req-01998b2e-b2ea-4f95-a1a9-081c469b8348 service nova] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Received event network-vif-deleted-428e1179-fc0d-4743-a2fa-79d63251906c {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.402105] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 60304fb8-695c-4b9b-a825-3142c9db948a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 976.402105] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=68872) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 976.402105] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=68872) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 976.420892] env[68872]: DEBUG oslo_vmware.api [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Task: {'id': task-3093007, 'name': Rename_Task, 'duration_secs': 0.127982} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.421217] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.421681] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a69729a4-b59f-453a-95ad-84c6008da3e9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.434281] env[68872]: DEBUG oslo_vmware.api [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Waiting for the task: (returnval){ [ 976.434281] env[68872]: value = "task-3093008" [ 976.434281] env[68872]: _type = "Task" [ 976.434281] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.443030] env[68872]: DEBUG oslo_vmware.api [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Task: {'id': task-3093008, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.561719] env[68872]: DEBUG nova.network.neutron [None req-8053dccb-ada2-4638-9860-9d1be0865e32 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Updating instance_info_cache with network_info: [{"id": "95beb437-7b18-4cb7-b51b-c4122917d278", "address": "fa:16:3e:7d:89:3c", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95beb437-7b", "ovs_interfaceid": "95beb437-7b18-4cb7-b51b-c4122917d278", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e3bd853d-3954-45f4-9d53-484887f75f8d", "address": "fa:16:3e:a9:db:77", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3bd853d-39", "ovs_interfaceid": "e3bd853d-3954-45f4-9d53-484887f75f8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2c3c82a2-ce79-4075-8aa8-c4919cd3fe92", "address": "fa:16:3e:b5:3a:40", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c3c82a2-ce", "ovs_interfaceid": "2c3c82a2-ce79-4075-8aa8-c4919cd3fe92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.582010] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6760b1b1-f701-42d1-b5d3-76797de23c85 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "63f9122b-0ec0-4917-8676-b64b432bfae2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.102s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.792076] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699f688e-db28-49c7-a239-ceed0795e1e6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.800104] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83af268b-e043-419d-b9a6-28e8ed8e562a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.833167] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29218f1a-e76c-40f2-a57b-54c729d2bee5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.841116] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb271b6-baaf-4944-b67f-e9adab943a93 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.856247] env[68872]: DEBUG nova.compute.provider_tree [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.881709] env[68872]: DEBUG nova.network.neutron [-] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.948931] env[68872]: DEBUG oslo_vmware.api [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Task: {'id': task-3093008, 'name': PowerOnVM_Task, 'duration_secs': 0.486058} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.948931] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.948931] env[68872]: INFO nova.compute.manager [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Took 4.42 seconds to spawn the instance on the hypervisor. [ 976.948931] env[68872]: DEBUG nova.compute.manager [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.950266] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea03404-3e1e-45c1-91c7-5d844d1828d6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.069038] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8053dccb-ada2-4638-9860-9d1be0865e32 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Releasing lock "refresh_cache-cdf1520a-2381-4f36-abf3-4b5e2dab00c3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.069038] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8053dccb-ada2-4638-9860-9d1be0865e32 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "cdf1520a-2381-4f36-abf3-4b5e2dab00c3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.069297] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8053dccb-ada2-4638-9860-9d1be0865e32 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquired lock "cdf1520a-2381-4f36-abf3-4b5e2dab00c3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.071342] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13f413c-957f-4b5a-bea7-a44f37bbd884 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.092504] env[68872]: DEBUG nova.virt.hardware [None req-8053dccb-ada2-4638-9860-9d1be0865e32 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.094566] env[68872]: DEBUG nova.virt.hardware [None req-8053dccb-ada2-4638-9860-9d1be0865e32 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.094566] env[68872]: DEBUG nova.virt.hardware [None req-8053dccb-ada2-4638-9860-9d1be0865e32 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.094566] env[68872]: DEBUG nova.virt.hardware [None req-8053dccb-ada2-4638-9860-9d1be0865e32 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.094566] env[68872]: DEBUG nova.virt.hardware [None req-8053dccb-ada2-4638-9860-9d1be0865e32 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.094566] env[68872]: DEBUG nova.virt.hardware [None req-8053dccb-ada2-4638-9860-9d1be0865e32 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.094566] env[68872]: DEBUG nova.virt.hardware [None req-8053dccb-ada2-4638-9860-9d1be0865e32 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.094566] env[68872]: DEBUG nova.virt.hardware [None req-8053dccb-ada2-4638-9860-9d1be0865e32 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.094566] env[68872]: DEBUG nova.virt.hardware [None req-8053dccb-ada2-4638-9860-9d1be0865e32 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.094566] env[68872]: DEBUG nova.virt.hardware [None req-8053dccb-ada2-4638-9860-9d1be0865e32 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.094566] env[68872]: DEBUG nova.virt.hardware [None req-8053dccb-ada2-4638-9860-9d1be0865e32 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.100935] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-8053dccb-ada2-4638-9860-9d1be0865e32 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Reconfiguring VM to attach interface {{(pid=68872) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 977.102194] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7eb90419-d089-4bca-82dd-7795f59f7778 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.123593] env[68872]: DEBUG oslo_vmware.api [None req-8053dccb-ada2-4638-9860-9d1be0865e32 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 977.123593] env[68872]: value = "task-3093009" [ 977.123593] env[68872]: _type = "Task" [ 977.123593] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.133249] env[68872]: DEBUG oslo_vmware.api [None req-8053dccb-ada2-4638-9860-9d1be0865e32 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093009, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.358635] env[68872]: DEBUG nova.scheduler.client.report [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.384280] env[68872]: INFO nova.compute.manager [-] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Took 2.23 seconds to deallocate network for instance. [ 977.471045] env[68872]: INFO nova.compute.manager [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Took 24.38 seconds to build instance. [ 977.578910] env[68872]: INFO nova.compute.manager [None req-93d675b0-1e07-47ee-ae2a-52e034277d74 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Resuming [ 977.579863] env[68872]: DEBUG nova.objects.instance [None req-93d675b0-1e07-47ee-ae2a-52e034277d74 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Lazy-loading 'flavor' on Instance uuid 02362251-8e13-4449-89cc-cbfff9d9ff22 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.626222] env[68872]: DEBUG nova.compute.manager [req-41718460-197a-4663-ad87-4748f9d9cf57 req-8f46a1a8-2f0f-4fcf-aa00-abb0d07dd99e service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Received event network-vif-plugged-2c3c82a2-ce79-4075-8aa8-c4919cd3fe92 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.626886] env[68872]: DEBUG oslo_concurrency.lockutils [req-41718460-197a-4663-ad87-4748f9d9cf57 req-8f46a1a8-2f0f-4fcf-aa00-abb0d07dd99e service nova] Acquiring lock "cdf1520a-2381-4f36-abf3-4b5e2dab00c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.627330] env[68872]: DEBUG oslo_concurrency.lockutils [req-41718460-197a-4663-ad87-4748f9d9cf57 req-8f46a1a8-2f0f-4fcf-aa00-abb0d07dd99e service nova] Lock "cdf1520a-2381-4f36-abf3-4b5e2dab00c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.627571] env[68872]: DEBUG oslo_concurrency.lockutils [req-41718460-197a-4663-ad87-4748f9d9cf57 req-8f46a1a8-2f0f-4fcf-aa00-abb0d07dd99e service nova] Lock "cdf1520a-2381-4f36-abf3-4b5e2dab00c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.627934] env[68872]: DEBUG nova.compute.manager [req-41718460-197a-4663-ad87-4748f9d9cf57 req-8f46a1a8-2f0f-4fcf-aa00-abb0d07dd99e service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] No waiting events found dispatching network-vif-plugged-2c3c82a2-ce79-4075-8aa8-c4919cd3fe92 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.628176] env[68872]: WARNING nova.compute.manager [req-41718460-197a-4663-ad87-4748f9d9cf57 req-8f46a1a8-2f0f-4fcf-aa00-abb0d07dd99e service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Received unexpected event network-vif-plugged-2c3c82a2-ce79-4075-8aa8-c4919cd3fe92 for instance with vm_state active and task_state None. [ 977.628402] env[68872]: DEBUG nova.compute.manager [req-41718460-197a-4663-ad87-4748f9d9cf57 req-8f46a1a8-2f0f-4fcf-aa00-abb0d07dd99e service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Received event network-changed-2c3c82a2-ce79-4075-8aa8-c4919cd3fe92 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.628606] env[68872]: DEBUG nova.compute.manager [req-41718460-197a-4663-ad87-4748f9d9cf57 req-8f46a1a8-2f0f-4fcf-aa00-abb0d07dd99e service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Refreshing instance network info cache due to event network-changed-2c3c82a2-ce79-4075-8aa8-c4919cd3fe92. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 977.630422] env[68872]: DEBUG oslo_concurrency.lockutils [req-41718460-197a-4663-ad87-4748f9d9cf57 req-8f46a1a8-2f0f-4fcf-aa00-abb0d07dd99e service nova] Acquiring lock "refresh_cache-cdf1520a-2381-4f36-abf3-4b5e2dab00c3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.630422] env[68872]: DEBUG oslo_concurrency.lockutils [req-41718460-197a-4663-ad87-4748f9d9cf57 req-8f46a1a8-2f0f-4fcf-aa00-abb0d07dd99e service nova] Acquired lock "refresh_cache-cdf1520a-2381-4f36-abf3-4b5e2dab00c3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.630422] env[68872]: DEBUG nova.network.neutron [req-41718460-197a-4663-ad87-4748f9d9cf57 req-8f46a1a8-2f0f-4fcf-aa00-abb0d07dd99e service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Refreshing network info cache for port 2c3c82a2-ce79-4075-8aa8-c4919cd3fe92 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 977.643860] env[68872]: DEBUG oslo_vmware.api [None req-8053dccb-ada2-4638-9860-9d1be0865e32 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.863780] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68872) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 977.864432] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.038s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.864739] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bae7d94c-18b8-407b-91b2-61cc18ea9bf7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.415s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.864946] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bae7d94c-18b8-407b-91b2-61cc18ea9bf7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.867979] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.269s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.869618] env[68872]: INFO nova.compute.claims [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.892560] env[68872]: INFO nova.scheduler.client.report [None req-bae7d94c-18b8-407b-91b2-61cc18ea9bf7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Deleted allocations for instance dc37cf64-53d1-4b17-aa7d-2659924aef50 [ 977.894390] env[68872]: DEBUG oslo_concurrency.lockutils [None req-547f2095-44a1-49e3-bd85-52a287a4f625 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.975992] env[68872]: DEBUG oslo_concurrency.lockutils [None req-49d8a43f-1275-41b8-b980-d2997a6d7542 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Lock "0886c6c4-c9d4-4e4d-b725-2559d0017f4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.891s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.152714] env[68872]: DEBUG oslo_vmware.api [None req-8053dccb-ada2-4638-9860-9d1be0865e32 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093009, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.328182] env[68872]: DEBUG oslo_concurrency.lockutils [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Acquiring lock "120a329c-572b-4fca-8f0e-637ca8e47aff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.329033] env[68872]: DEBUG oslo_concurrency.lockutils [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Lock "120a329c-572b-4fca-8f0e-637ca8e47aff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.403751] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bae7d94c-18b8-407b-91b2-61cc18ea9bf7 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lock "dc37cf64-53d1-4b17-aa7d-2659924aef50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.540s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.521398] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ef1c413d-14cd-4f70-8dda-7f536e529e2c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "63f9122b-0ec0-4917-8676-b64b432bfae2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.521690] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ef1c413d-14cd-4f70-8dda-7f536e529e2c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "63f9122b-0ec0-4917-8676-b64b432bfae2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.646753] env[68872]: DEBUG oslo_vmware.api [None req-8053dccb-ada2-4638-9860-9d1be0865e32 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093009, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.720228] env[68872]: DEBUG nova.network.neutron [req-41718460-197a-4663-ad87-4748f9d9cf57 req-8f46a1a8-2f0f-4fcf-aa00-abb0d07dd99e service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Updated VIF entry in instance network info cache for port 2c3c82a2-ce79-4075-8aa8-c4919cd3fe92. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 978.720588] env[68872]: DEBUG nova.network.neutron [req-41718460-197a-4663-ad87-4748f9d9cf57 req-8f46a1a8-2f0f-4fcf-aa00-abb0d07dd99e service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Updating instance_info_cache with network_info: [{"id": "95beb437-7b18-4cb7-b51b-c4122917d278", "address": "fa:16:3e:7d:89:3c", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95beb437-7b", "ovs_interfaceid": "95beb437-7b18-4cb7-b51b-c4122917d278", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e3bd853d-3954-45f4-9d53-484887f75f8d", "address": "fa:16:3e:a9:db:77", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3bd853d-39", "ovs_interfaceid": "e3bd853d-3954-45f4-9d53-484887f75f8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2c3c82a2-ce79-4075-8aa8-c4919cd3fe92", "address": "fa:16:3e:b5:3a:40", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c3c82a2-ce", "ovs_interfaceid": "2c3c82a2-ce79-4075-8aa8-c4919cd3fe92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.833892] env[68872]: DEBUG nova.compute.manager [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 979.025287] env[68872]: DEBUG nova.compute.utils [None req-ef1c413d-14cd-4f70-8dda-7f536e529e2c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 979.093199] env[68872]: DEBUG oslo_concurrency.lockutils [None req-93d675b0-1e07-47ee-ae2a-52e034277d74 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Acquiring lock "refresh_cache-02362251-8e13-4449-89cc-cbfff9d9ff22" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.094044] env[68872]: DEBUG oslo_concurrency.lockutils [None req-93d675b0-1e07-47ee-ae2a-52e034277d74 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Acquired lock "refresh_cache-02362251-8e13-4449-89cc-cbfff9d9ff22" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.094044] env[68872]: DEBUG nova.network.neutron [None req-93d675b0-1e07-47ee-ae2a-52e034277d74 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.151018] env[68872]: DEBUG oslo_vmware.api [None req-8053dccb-ada2-4638-9860-9d1be0865e32 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093009, 'name': ReconfigVM_Task, 'duration_secs': 1.822367} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.155124] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8053dccb-ada2-4638-9860-9d1be0865e32 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Releasing lock "cdf1520a-2381-4f36-abf3-4b5e2dab00c3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.155124] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-8053dccb-ada2-4638-9860-9d1be0865e32 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Reconfigured VM to attach interface {{(pid=68872) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 979.184367] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d5ccd8-a40b-4bb1-8698-aa505cdfa3ce {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.192693] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cce8d74-4ba1-4062-ba37-7e1131a7fddd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.225384] env[68872]: DEBUG oslo_concurrency.lockutils [req-41718460-197a-4663-ad87-4748f9d9cf57 req-8f46a1a8-2f0f-4fcf-aa00-abb0d07dd99e service nova] Releasing lock "refresh_cache-cdf1520a-2381-4f36-abf3-4b5e2dab00c3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.225645] env[68872]: DEBUG nova.compute.manager [req-41718460-197a-4663-ad87-4748f9d9cf57 req-8f46a1a8-2f0f-4fcf-aa00-abb0d07dd99e service nova] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Received event network-vif-deleted-49ae491e-dd54-4ca1-9ab1-2cea4c6d1b33 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.225824] env[68872]: DEBUG nova.compute.manager [req-41718460-197a-4663-ad87-4748f9d9cf57 req-8f46a1a8-2f0f-4fcf-aa00-abb0d07dd99e service nova] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Received event network-vif-deleted-59dd9e3b-0dba-4ce5-8f36-20ff8640a9d4 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.226934] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52442bfd-9fe0-4ae4-b892-cca9445f715f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.235610] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f38249-22f2-4de9-84f4-58b7cddfddb1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.254635] env[68872]: DEBUG nova.compute.provider_tree [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.357585] env[68872]: DEBUG oslo_concurrency.lockutils [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.528896] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ef1c413d-14cd-4f70-8dda-7f536e529e2c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "63f9122b-0ec0-4917-8676-b64b432bfae2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.660602] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8053dccb-ada2-4638-9860-9d1be0865e32 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "interface-cdf1520a-2381-4f36-abf3-4b5e2dab00c3-2c3c82a2-ce79-4075-8aa8-c4919cd3fe92" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.421s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.756502] env[68872]: DEBUG nova.scheduler.client.report [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.815634] env[68872]: DEBUG nova.network.neutron [None req-93d675b0-1e07-47ee-ae2a-52e034277d74 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Updating instance_info_cache with network_info: [{"id": "c3b84b64-8454-4382-a089-abc71ec4d5c5", "address": "fa:16:3e:f8:d2:18", "network": {"id": "41f27d29-802f-4668-976c-7f3122ae2de0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-417968453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e262182e30c46d09045210c770d8126", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3b84b64-84", "ovs_interfaceid": "c3b84b64-8454-4382-a089-abc71ec4d5c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.263079] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.263079] env[68872]: DEBUG nova.compute.manager [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 980.270134] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.842s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.270134] env[68872]: DEBUG nova.objects.instance [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68872) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 980.318510] env[68872]: DEBUG oslo_concurrency.lockutils [None req-93d675b0-1e07-47ee-ae2a-52e034277d74 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Releasing lock "refresh_cache-02362251-8e13-4449-89cc-cbfff9d9ff22" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.320221] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee2a0af-bd44-4069-b8c3-84a8cc3ec4f8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.329274] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-93d675b0-1e07-47ee-ae2a-52e034277d74 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Resuming the VM {{(pid=68872) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 980.329416] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33ad1179-3fc9-4fc8-89c9-632786ce49c5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.336062] env[68872]: DEBUG oslo_vmware.api [None req-93d675b0-1e07-47ee-ae2a-52e034277d74 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for the task: (returnval){ [ 980.336062] env[68872]: value = "task-3093010" [ 980.336062] env[68872]: _type = "Task" [ 980.336062] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.346080] env[68872]: DEBUG oslo_vmware.api [None req-93d675b0-1e07-47ee-ae2a-52e034277d74 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3093010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.607138] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ef1c413d-14cd-4f70-8dda-7f536e529e2c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "63f9122b-0ec0-4917-8676-b64b432bfae2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.607476] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ef1c413d-14cd-4f70-8dda-7f536e529e2c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "63f9122b-0ec0-4917-8676-b64b432bfae2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.607915] env[68872]: INFO nova.compute.manager [None req-ef1c413d-14cd-4f70-8dda-7f536e529e2c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Attaching volume b8dbd262-57f1-4ff9-a41e-943a5e01bf5f to /dev/sdb [ 980.657418] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54221f99-8b40-4c0c-9307-e080a0d7438a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.664992] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2a029a-51b7-4186-80a5-3ed68aa13faa {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.679814] env[68872]: DEBUG nova.virt.block_device [None req-ef1c413d-14cd-4f70-8dda-7f536e529e2c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Updating existing volume attachment record: be9498ff-8fce-421d-a898-7e6cd418ac0b {{(pid=68872) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 980.769158] env[68872]: DEBUG nova.compute.utils [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 980.772448] env[68872]: DEBUG nova.compute.manager [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 980.772869] env[68872]: DEBUG nova.network.neutron [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 980.851987] env[68872]: DEBUG oslo_vmware.api [None req-93d675b0-1e07-47ee-ae2a-52e034277d74 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3093010, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.959515] env[68872]: DEBUG nova.policy [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b3da91929b647f0858103f3868f115a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3122db561374360820368cbb6362af4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 981.276691] env[68872]: DEBUG nova.compute.manager [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 981.282679] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5b7b999e-a8e4-441c-a280-4d85179185d8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.283790] env[68872]: DEBUG oslo_concurrency.lockutils [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.972s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.283973] env[68872]: DEBUG nova.objects.instance [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68872) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 981.354176] env[68872]: DEBUG oslo_vmware.api [None req-93d675b0-1e07-47ee-ae2a-52e034277d74 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3093010, 'name': PowerOnVM_Task, 'duration_secs': 0.862366} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.354543] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-93d675b0-1e07-47ee-ae2a-52e034277d74 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Resumed the VM {{(pid=68872) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 981.354841] env[68872]: DEBUG nova.compute.manager [None req-93d675b0-1e07-47ee-ae2a-52e034277d74 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.356125] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688dc296-2900-40ff-a226-59927bbe601a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.799019] env[68872]: DEBUG nova.network.neutron [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Successfully created port: 96aaef33-a699-4f2d-9bfd-3b656b43178c {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 982.090391] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Acquiring lock "8a706da3-ad0a-49b9-829a-7fb5858f3e3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.090629] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Lock "8a706da3-ad0a-49b9-829a-7fb5858f3e3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.290342] env[68872]: DEBUG nova.compute.manager [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 982.302674] env[68872]: DEBUG oslo_concurrency.lockutils [None req-87028fff-5637-4595-8b25-ce68b143c6ae tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.305588] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.165s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.307934] env[68872]: INFO nova.compute.claims [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.334299] env[68872]: DEBUG nova.virt.hardware [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 982.334641] env[68872]: DEBUG nova.virt.hardware [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.334790] env[68872]: DEBUG nova.virt.hardware [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.335266] env[68872]: DEBUG nova.virt.hardware [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.336419] env[68872]: DEBUG nova.virt.hardware [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.336419] env[68872]: DEBUG nova.virt.hardware [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 982.336419] env[68872]: DEBUG nova.virt.hardware [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 982.336419] env[68872]: DEBUG nova.virt.hardware [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 982.336419] env[68872]: DEBUG nova.virt.hardware [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 982.336419] env[68872]: DEBUG nova.virt.hardware [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 982.337270] env[68872]: DEBUG nova.virt.hardware [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 982.338478] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f6104c-71fc-4768-953c-36ce3ac2f34b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.356916] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7c10d6-e328-4be1-9f5f-76c8eb3cf72e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.365021] env[68872]: DEBUG nova.compute.manager [req-33f8b123-3344-4474-bbfd-afe5f6d8ce37 req-a0c6e04f-87dc-4dfc-bc89-cdc23ce375f6 service nova] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Received event network-changed-023cfba8-311d-4557-b282-e5d9ce95007d {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.365231] env[68872]: DEBUG nova.compute.manager [req-33f8b123-3344-4474-bbfd-afe5f6d8ce37 req-a0c6e04f-87dc-4dfc-bc89-cdc23ce375f6 service nova] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Refreshing instance network info cache due to event network-changed-023cfba8-311d-4557-b282-e5d9ce95007d. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 982.365448] env[68872]: DEBUG oslo_concurrency.lockutils [req-33f8b123-3344-4474-bbfd-afe5f6d8ce37 req-a0c6e04f-87dc-4dfc-bc89-cdc23ce375f6 service nova] Acquiring lock "refresh_cache-0886c6c4-c9d4-4e4d-b725-2559d0017f4a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.365589] env[68872]: DEBUG oslo_concurrency.lockutils [req-33f8b123-3344-4474-bbfd-afe5f6d8ce37 req-a0c6e04f-87dc-4dfc-bc89-cdc23ce375f6 service nova] Acquired lock "refresh_cache-0886c6c4-c9d4-4e4d-b725-2559d0017f4a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.365791] env[68872]: DEBUG nova.network.neutron [req-33f8b123-3344-4474-bbfd-afe5f6d8ce37 req-a0c6e04f-87dc-4dfc-bc89-cdc23ce375f6 service nova] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Refreshing network info cache for port 023cfba8-311d-4557-b282-e5d9ce95007d {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.594221] env[68872]: DEBUG nova.compute.manager [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 982.850579] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4a772f28-e961-418a-974d-ba4d63bfdd9c tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "interface-cdf1520a-2381-4f36-abf3-4b5e2dab00c3-e3bd853d-3954-45f4-9d53-484887f75f8d" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.850918] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4a772f28-e961-418a-974d-ba4d63bfdd9c tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "interface-cdf1520a-2381-4f36-abf3-4b5e2dab00c3-e3bd853d-3954-45f4-9d53-484887f75f8d" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.896427] env[68872]: DEBUG oslo_concurrency.lockutils [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Acquiring lock "256e2347-6d78-4daf-8ac9-c9578bc2af03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.896611] env[68872]: DEBUG oslo_concurrency.lockutils [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Lock "256e2347-6d78-4daf-8ac9-c9578bc2af03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.118013] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.250535] env[68872]: DEBUG nova.network.neutron [req-33f8b123-3344-4474-bbfd-afe5f6d8ce37 req-a0c6e04f-87dc-4dfc-bc89-cdc23ce375f6 service nova] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Updated VIF entry in instance network info cache for port 023cfba8-311d-4557-b282-e5d9ce95007d. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.250874] env[68872]: DEBUG nova.network.neutron [req-33f8b123-3344-4474-bbfd-afe5f6d8ce37 req-a0c6e04f-87dc-4dfc-bc89-cdc23ce375f6 service nova] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Updating instance_info_cache with network_info: [{"id": "023cfba8-311d-4557-b282-e5d9ce95007d", "address": "fa:16:3e:d0:96:af", "network": {"id": "552d69db-4ca5-41de-9f39-b55761d05cce", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1271359059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f69f6994d84845a2593d19b97af453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap023cfba8-31", "ovs_interfaceid": "023cfba8-311d-4557-b282-e5d9ce95007d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.354386] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4a772f28-e961-418a-974d-ba4d63bfdd9c tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "cdf1520a-2381-4f36-abf3-4b5e2dab00c3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.354582] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4a772f28-e961-418a-974d-ba4d63bfdd9c tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquired lock "cdf1520a-2381-4f36-abf3-4b5e2dab00c3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.356857] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50af041f-01b3-4447-8b26-580446723b93 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.384967] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d57f3c9-223b-4057-a8a1-fdfc8c265623 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.413337] env[68872]: DEBUG nova.compute.manager [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 983.416701] env[68872]: DEBUG nova.compute.manager [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.422640] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4a772f28-e961-418a-974d-ba4d63bfdd9c tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Reconfiguring VM to detach interface {{(pid=68872) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 983.426339] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2072449d-3220-4a31-8194-4f66bdc06bcc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.428820] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7885da4-1825-4b07-8972-94faf7372496 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.450404] env[68872]: DEBUG oslo_vmware.api [None req-4a772f28-e961-418a-974d-ba4d63bfdd9c tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 983.450404] env[68872]: value = "task-3093015" [ 983.450404] env[68872]: _type = "Task" [ 983.450404] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.459138] env[68872]: DEBUG oslo_vmware.api [None req-4a772f28-e961-418a-974d-ba4d63bfdd9c tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093015, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.570313] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Acquiring lock "cf9b9fce-2f88-446b-95df-19795fe66125" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.570542] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Lock "cf9b9fce-2f88-446b-95df-19795fe66125" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.754515] env[68872]: DEBUG oslo_concurrency.lockutils [req-33f8b123-3344-4474-bbfd-afe5f6d8ce37 req-a0c6e04f-87dc-4dfc-bc89-cdc23ce375f6 service nova] Releasing lock "refresh_cache-0886c6c4-c9d4-4e4d-b725-2559d0017f4a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.794456] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f35be3a-df5d-4cd7-b48d-e5d8964b721c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.802606] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e001daea-4731-4b1b-aa7f-c145468daf9a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.832868] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527d6284-82a6-47b0-b650-3f64601cb2f3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.841577] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd8c82a-f2d1-4f6a-902e-f9a6449f82ed {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.856853] env[68872]: DEBUG nova.compute.provider_tree [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.884127] env[68872]: DEBUG nova.network.neutron [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Successfully updated port: 96aaef33-a699-4f2d-9bfd-3b656b43178c {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 983.946229] env[68872]: DEBUG oslo_concurrency.lockutils [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.952801] env[68872]: INFO nova.compute.manager [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] instance snapshotting [ 983.953064] env[68872]: DEBUG nova.objects.instance [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lazy-loading 'flavor' on Instance uuid dd7f8ad1-c394-4217-933a-622094af0f63 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.963104] env[68872]: DEBUG oslo_vmware.api [None req-4a772f28-e961-418a-974d-ba4d63bfdd9c tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.033646] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquiring lock "896f5a0b-07c5-4142-8b80-d61bb67abe6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.033886] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lock "896f5a0b-07c5-4142-8b80-d61bb67abe6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.072940] env[68872]: DEBUG nova.compute.manager [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 984.359823] env[68872]: DEBUG nova.scheduler.client.report [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.389602] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "refresh_cache-e6bbb493-8cba-49db-b06c-d7c99ee05df8" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.389789] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquired lock "refresh_cache-e6bbb493-8cba-49db-b06c-d7c99ee05df8" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.389915] env[68872]: DEBUG nova.network.neutron [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.395512] env[68872]: DEBUG nova.compute.manager [req-fdf56285-9032-4936-9e59-cba64f5ab320 req-84d89e4d-de49-4494-907e-91dbaa746ad3 service nova] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Received event network-vif-plugged-96aaef33-a699-4f2d-9bfd-3b656b43178c {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.396141] env[68872]: DEBUG oslo_concurrency.lockutils [req-fdf56285-9032-4936-9e59-cba64f5ab320 req-84d89e4d-de49-4494-907e-91dbaa746ad3 service nova] Acquiring lock "e6bbb493-8cba-49db-b06c-d7c99ee05df8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.396141] env[68872]: DEBUG oslo_concurrency.lockutils [req-fdf56285-9032-4936-9e59-cba64f5ab320 req-84d89e4d-de49-4494-907e-91dbaa746ad3 service nova] Lock "e6bbb493-8cba-49db-b06c-d7c99ee05df8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.396276] env[68872]: DEBUG oslo_concurrency.lockutils [req-fdf56285-9032-4936-9e59-cba64f5ab320 req-84d89e4d-de49-4494-907e-91dbaa746ad3 service nova] Lock "e6bbb493-8cba-49db-b06c-d7c99ee05df8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.396352] env[68872]: DEBUG nova.compute.manager [req-fdf56285-9032-4936-9e59-cba64f5ab320 req-84d89e4d-de49-4494-907e-91dbaa746ad3 service nova] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] No waiting events found dispatching network-vif-plugged-96aaef33-a699-4f2d-9bfd-3b656b43178c {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 984.396491] env[68872]: WARNING nova.compute.manager [req-fdf56285-9032-4936-9e59-cba64f5ab320 req-84d89e4d-de49-4494-907e-91dbaa746ad3 service nova] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Received unexpected event network-vif-plugged-96aaef33-a699-4f2d-9bfd-3b656b43178c for instance with vm_state building and task_state spawning. [ 984.396649] env[68872]: DEBUG nova.compute.manager [req-fdf56285-9032-4936-9e59-cba64f5ab320 req-84d89e4d-de49-4494-907e-91dbaa746ad3 service nova] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Received event network-changed-96aaef33-a699-4f2d-9bfd-3b656b43178c {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.396802] env[68872]: DEBUG nova.compute.manager [req-fdf56285-9032-4936-9e59-cba64f5ab320 req-84d89e4d-de49-4494-907e-91dbaa746ad3 service nova] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Refreshing instance network info cache due to event network-changed-96aaef33-a699-4f2d-9bfd-3b656b43178c. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 984.396966] env[68872]: DEBUG oslo_concurrency.lockutils [req-fdf56285-9032-4936-9e59-cba64f5ab320 req-84d89e4d-de49-4494-907e-91dbaa746ad3 service nova] Acquiring lock "refresh_cache-e6bbb493-8cba-49db-b06c-d7c99ee05df8" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.463161] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d630e7-756b-46f2-a22d-fa18b23f7bad {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.469967] env[68872]: DEBUG oslo_vmware.api [None req-4a772f28-e961-418a-974d-ba4d63bfdd9c tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.485474] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3004ede-7a00-4740-a948-6c29ec7e82a3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.536034] env[68872]: DEBUG nova.compute.manager [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 984.594797] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.711104] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Acquiring lock "9c9479a8-1da2-4b60-927b-514c6c999ae3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.711395] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Lock "9c9479a8-1da2-4b60-927b-514c6c999ae3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.864633] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.865215] env[68872]: DEBUG nova.compute.manager [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 984.867813] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.681s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.870147] env[68872]: INFO nova.compute.claims [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 984.922739] env[68872]: DEBUG nova.network.neutron [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 984.967596] env[68872]: DEBUG oslo_vmware.api [None req-4a772f28-e961-418a-974d-ba4d63bfdd9c tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.995351] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Creating Snapshot of the VM instance {{(pid=68872) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 984.996046] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-36454839-400e-4bb9-bb48-c1dcd98f960c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.003817] env[68872]: DEBUG oslo_vmware.api [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 985.003817] env[68872]: value = "task-3093016" [ 985.003817] env[68872]: _type = "Task" [ 985.003817] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.014864] env[68872]: DEBUG oslo_vmware.api [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093016, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.055543] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.068093] env[68872]: DEBUG nova.network.neutron [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Updating instance_info_cache with network_info: [{"id": "96aaef33-a699-4f2d-9bfd-3b656b43178c", "address": "fa:16:3e:d6:6c:3d", "network": {"id": "2952e37f-de5f-4200-af72-77a1f91fda95", "bridge": "br-int", "label": "tempest-ServersTestJSON-1588416409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3122db561374360820368cbb6362af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96aaef33-a6", "ovs_interfaceid": "96aaef33-a699-4f2d-9bfd-3b656b43178c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.233703] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef1c413d-14cd-4f70-8dda-7f536e529e2c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Volume attach. Driver type: vmdk {{(pid=68872) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 985.233995] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef1c413d-14cd-4f70-8dda-7f536e529e2c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619082', 'volume_id': 'b8dbd262-57f1-4ff9-a41e-943a5e01bf5f', 'name': 'volume-b8dbd262-57f1-4ff9-a41e-943a5e01bf5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '63f9122b-0ec0-4917-8676-b64b432bfae2', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8dbd262-57f1-4ff9-a41e-943a5e01bf5f', 'serial': 'b8dbd262-57f1-4ff9-a41e-943a5e01bf5f'} {{(pid=68872) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 985.234884] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404728fd-0cc8-460f-8b23-9036b4b87cbd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.251583] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fb661c-7d60-48e7-98d3-81086a6af905 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.277170] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef1c413d-14cd-4f70-8dda-7f536e529e2c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] volume-b8dbd262-57f1-4ff9-a41e-943a5e01bf5f/volume-b8dbd262-57f1-4ff9-a41e-943a5e01bf5f.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.277506] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7162786-8a88-4bb5-b0b1-38dc989c0c09 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.296533] env[68872]: DEBUG oslo_vmware.api [None req-ef1c413d-14cd-4f70-8dda-7f536e529e2c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 985.296533] env[68872]: value = "task-3093017" [ 985.296533] env[68872]: _type = "Task" [ 985.296533] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.304623] env[68872]: DEBUG oslo_vmware.api [None req-ef1c413d-14cd-4f70-8dda-7f536e529e2c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093017, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.374218] env[68872]: DEBUG nova.compute.utils [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 985.376653] env[68872]: DEBUG nova.compute.manager [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 985.376835] env[68872]: DEBUG nova.network.neutron [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 985.447486] env[68872]: DEBUG nova.policy [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9df292db6ad4612bf62146af4a26112', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '911090d51ea344f1b4b1bd2543d778cd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.468303] env[68872]: DEBUG oslo_vmware.api [None req-4a772f28-e961-418a-974d-ba4d63bfdd9c tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.513030] env[68872]: DEBUG oslo_vmware.api [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093016, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.570711] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Releasing lock "refresh_cache-e6bbb493-8cba-49db-b06c-d7c99ee05df8" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.571085] env[68872]: DEBUG nova.compute.manager [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Instance network_info: |[{"id": "96aaef33-a699-4f2d-9bfd-3b656b43178c", "address": "fa:16:3e:d6:6c:3d", "network": {"id": "2952e37f-de5f-4200-af72-77a1f91fda95", "bridge": "br-int", "label": "tempest-ServersTestJSON-1588416409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3122db561374360820368cbb6362af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96aaef33-a6", "ovs_interfaceid": "96aaef33-a699-4f2d-9bfd-3b656b43178c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 985.571468] env[68872]: DEBUG oslo_concurrency.lockutils [req-fdf56285-9032-4936-9e59-cba64f5ab320 req-84d89e4d-de49-4494-907e-91dbaa746ad3 service nova] Acquired lock "refresh_cache-e6bbb493-8cba-49db-b06c-d7c99ee05df8" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.571666] env[68872]: DEBUG nova.network.neutron [req-fdf56285-9032-4936-9e59-cba64f5ab320 req-84d89e4d-de49-4494-907e-91dbaa746ad3 service nova] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Refreshing network info cache for port 96aaef33-a699-4f2d-9bfd-3b656b43178c {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.572975] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:6c:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96aaef33-a699-4f2d-9bfd-3b656b43178c', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 985.581710] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.582707] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 985.582976] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f0d4a13-267e-4358-8415-38f4495043c9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.604613] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.604613] env[68872]: value = "task-3093018" [ 985.604613] env[68872]: _type = "Task" [ 985.604613] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.617512] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093018, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.806421] env[68872]: DEBUG oslo_vmware.api [None req-ef1c413d-14cd-4f70-8dda-7f536e529e2c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093017, 'name': ReconfigVM_Task, 'duration_secs': 0.4923} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.810015] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef1c413d-14cd-4f70-8dda-7f536e529e2c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Reconfigured VM instance instance-00000053 to attach disk [datastore1] volume-b8dbd262-57f1-4ff9-a41e-943a5e01bf5f/volume-b8dbd262-57f1-4ff9-a41e-943a5e01bf5f.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.812682] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f23d139-13be-401d-9028-849285ae6d65 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.828258] env[68872]: DEBUG oslo_vmware.api [None req-ef1c413d-14cd-4f70-8dda-7f536e529e2c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 985.828258] env[68872]: value = "task-3093019" [ 985.828258] env[68872]: _type = "Task" [ 985.828258] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.832891] env[68872]: DEBUG nova.network.neutron [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Successfully created port: f17323be-49b7-409d-9fbb-49ae870dbc97 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.840268] env[68872]: DEBUG oslo_vmware.api [None req-ef1c413d-14cd-4f70-8dda-7f536e529e2c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093019, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.877864] env[68872]: DEBUG nova.compute.manager [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 985.970717] env[68872]: DEBUG oslo_vmware.api [None req-4a772f28-e961-418a-974d-ba4d63bfdd9c tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.020022] env[68872]: DEBUG oslo_vmware.api [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093016, 'name': CreateSnapshot_Task, 'duration_secs': 0.513407} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.020022] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Created Snapshot of the VM instance {{(pid=68872) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 986.020022] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8970bf5b-c1c8-4c96-9044-331589bf0aee {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.121177] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093018, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.333979] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b02ea57-380e-4bbc-a205-16973c2ac008 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.345677] env[68872]: DEBUG oslo_vmware.api [None req-ef1c413d-14cd-4f70-8dda-7f536e529e2c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093019, 'name': ReconfigVM_Task, 'duration_secs': 0.178089} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.348220] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f6e129-9643-46ee-b4f6-98eef9071463 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.352703] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef1c413d-14cd-4f70-8dda-7f536e529e2c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619082', 'volume_id': 'b8dbd262-57f1-4ff9-a41e-943a5e01bf5f', 'name': 'volume-b8dbd262-57f1-4ff9-a41e-943a5e01bf5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '63f9122b-0ec0-4917-8676-b64b432bfae2', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8dbd262-57f1-4ff9-a41e-943a5e01bf5f', 'serial': 'b8dbd262-57f1-4ff9-a41e-943a5e01bf5f'} {{(pid=68872) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 986.394860] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f1d28a-1e7a-4435-9e98-33855a3da4a2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.404358] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea69c1e-e336-45bd-b6de-2d8a452df135 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.423492] env[68872]: DEBUG nova.compute.provider_tree [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.466332] env[68872]: DEBUG oslo_vmware.api [None req-4a772f28-e961-418a-974d-ba4d63bfdd9c tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.482931] env[68872]: DEBUG nova.network.neutron [req-fdf56285-9032-4936-9e59-cba64f5ab320 req-84d89e4d-de49-4494-907e-91dbaa746ad3 service nova] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Updated VIF entry in instance network info cache for port 96aaef33-a699-4f2d-9bfd-3b656b43178c. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.482931] env[68872]: DEBUG nova.network.neutron [req-fdf56285-9032-4936-9e59-cba64f5ab320 req-84d89e4d-de49-4494-907e-91dbaa746ad3 service nova] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Updating instance_info_cache with network_info: [{"id": "96aaef33-a699-4f2d-9bfd-3b656b43178c", "address": "fa:16:3e:d6:6c:3d", "network": {"id": "2952e37f-de5f-4200-af72-77a1f91fda95", "bridge": "br-int", "label": "tempest-ServersTestJSON-1588416409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3122db561374360820368cbb6362af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96aaef33-a6", "ovs_interfaceid": "96aaef33-a699-4f2d-9bfd-3b656b43178c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.536398] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Creating linked-clone VM from snapshot {{(pid=68872) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 986.536745] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-999c5169-6936-454c-b053-ded8c5cf089a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.545826] env[68872]: DEBUG oslo_vmware.api [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 986.545826] env[68872]: value = "task-3093020" [ 986.545826] env[68872]: _type = "Task" [ 986.545826] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.552861] env[68872]: DEBUG oslo_vmware.api [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093020, 'name': CloneVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.616424] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093018, 'name': CreateVM_Task, 'duration_secs': 0.562242} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.616631] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 986.617683] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.617921] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.618414] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.618780] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9496a83d-980d-4bba-ac14-3c0ef376f564 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.624865] env[68872]: DEBUG oslo_vmware.api [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 986.624865] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f6179d-ba30-c79f-edaf-efde6b5016e3" [ 986.624865] env[68872]: _type = "Task" [ 986.624865] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.634249] env[68872]: DEBUG oslo_vmware.api [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f6179d-ba30-c79f-edaf-efde6b5016e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.899377] env[68872]: DEBUG nova.compute.manager [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 986.926398] env[68872]: DEBUG nova.virt.hardware [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.926639] env[68872]: DEBUG nova.virt.hardware [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.926793] env[68872]: DEBUG nova.virt.hardware [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.926970] env[68872]: DEBUG nova.virt.hardware [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.927128] env[68872]: DEBUG nova.virt.hardware [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.927276] env[68872]: DEBUG nova.virt.hardware [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.927482] env[68872]: DEBUG nova.virt.hardware [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.927638] env[68872]: DEBUG nova.virt.hardware [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.927802] env[68872]: DEBUG nova.virt.hardware [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.927961] env[68872]: DEBUG nova.virt.hardware [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.928149] env[68872]: DEBUG nova.virt.hardware [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.928942] env[68872]: DEBUG nova.scheduler.client.report [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.932502] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c2bb5a-0b7d-4345-a6ce-d281dc32e45e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.941018] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a61ad1-a5b4-42b8-a3cf-a19d305ab69b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.965943] env[68872]: DEBUG oslo_vmware.api [None req-4a772f28-e961-418a-974d-ba4d63bfdd9c tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.985930] env[68872]: DEBUG oslo_concurrency.lockutils [req-fdf56285-9032-4936-9e59-cba64f5ab320 req-84d89e4d-de49-4494-907e-91dbaa746ad3 service nova] Releasing lock "refresh_cache-e6bbb493-8cba-49db-b06c-d7c99ee05df8" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.055802] env[68872]: DEBUG oslo_vmware.api [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093020, 'name': CloneVM_Task} progress is 94%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.136066] env[68872]: DEBUG oslo_vmware.api [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f6179d-ba30-c79f-edaf-efde6b5016e3, 'name': SearchDatastore_Task, 'duration_secs': 0.025248} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.136396] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.136645] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.136964] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.137062] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.137253] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.137558] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c3729d5-bd90-4f62-8ed0-4d69f52d4da1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.146495] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.146907] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.147835] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50154402-0e3e-493a-8a0f-68bc3032c514 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.153370] env[68872]: DEBUG oslo_vmware.api [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 987.153370] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f6dc2e-98f8-df22-f361-39d334fa0b4a" [ 987.153370] env[68872]: _type = "Task" [ 987.153370] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.162029] env[68872]: DEBUG oslo_vmware.api [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f6dc2e-98f8-df22-f361-39d334fa0b4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.389903] env[68872]: DEBUG nova.objects.instance [None req-ef1c413d-14cd-4f70-8dda-7f536e529e2c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lazy-loading 'flavor' on Instance uuid 63f9122b-0ec0-4917-8676-b64b432bfae2 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.436817] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.437642] env[68872]: DEBUG nova.compute.manager [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 987.439938] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bf55da81-67fc-428d-9b64-fd1d3c5c9767 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.178s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.440185] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bf55da81-67fc-428d-9b64-fd1d3c5c9767 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.442314] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.387s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.444253] env[68872]: INFO nova.compute.claims [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] [instance: d78db680-4461-40af-98cf-46821cf299c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 987.468559] env[68872]: DEBUG oslo_vmware.api [None req-4a772f28-e961-418a-974d-ba4d63bfdd9c tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.473489] env[68872]: INFO nova.scheduler.client.report [None req-bf55da81-67fc-428d-9b64-fd1d3c5c9767 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Deleted allocations for instance 01e0efeb-b373-4231-90c0-32fe9699708b [ 987.481510] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b3e5d733-3795-41e4-9cb8-30f87d2cd3b5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "7f5e18b9-1307-4803-92df-2a23901d6f16" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.481510] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b3e5d733-3795-41e4-9cb8-30f87d2cd3b5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "7f5e18b9-1307-4803-92df-2a23901d6f16" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.556833] env[68872]: DEBUG oslo_vmware.api [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093020, 'name': CloneVM_Task} progress is 94%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.663938] env[68872]: DEBUG oslo_vmware.api [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f6dc2e-98f8-df22-f361-39d334fa0b4a, 'name': SearchDatastore_Task, 'duration_secs': 0.009462} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.665328] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e446a071-3091-46be-b0c9-a488eb7d75cf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.671148] env[68872]: DEBUG oslo_vmware.api [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 987.671148] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5264c4d4-4d20-3805-4271-8c51cf0f0fe0" [ 987.671148] env[68872]: _type = "Task" [ 987.671148] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.679059] env[68872]: DEBUG oslo_vmware.api [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5264c4d4-4d20-3805-4271-8c51cf0f0fe0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.766960] env[68872]: DEBUG nova.network.neutron [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Successfully updated port: f17323be-49b7-409d-9fbb-49ae870dbc97 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 987.770637] env[68872]: DEBUG nova.compute.manager [req-508b98f5-48a7-466a-a2e4-269a468630fc req-96686c92-c9ef-4c4a-9723-dfd6f15c01a5 service nova] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Received event network-vif-plugged-f17323be-49b7-409d-9fbb-49ae870dbc97 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.770937] env[68872]: DEBUG oslo_concurrency.lockutils [req-508b98f5-48a7-466a-a2e4-269a468630fc req-96686c92-c9ef-4c4a-9723-dfd6f15c01a5 service nova] Acquiring lock "ae4874a5-93ba-4490-860d-7eadf71c4c88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.770937] env[68872]: DEBUG oslo_concurrency.lockutils [req-508b98f5-48a7-466a-a2e4-269a468630fc req-96686c92-c9ef-4c4a-9723-dfd6f15c01a5 service nova] Lock "ae4874a5-93ba-4490-860d-7eadf71c4c88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.771119] env[68872]: DEBUG oslo_concurrency.lockutils [req-508b98f5-48a7-466a-a2e4-269a468630fc req-96686c92-c9ef-4c4a-9723-dfd6f15c01a5 service nova] Lock "ae4874a5-93ba-4490-860d-7eadf71c4c88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.771247] env[68872]: DEBUG nova.compute.manager [req-508b98f5-48a7-466a-a2e4-269a468630fc req-96686c92-c9ef-4c4a-9723-dfd6f15c01a5 service nova] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] No waiting events found dispatching network-vif-plugged-f17323be-49b7-409d-9fbb-49ae870dbc97 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 987.771472] env[68872]: WARNING nova.compute.manager [req-508b98f5-48a7-466a-a2e4-269a468630fc req-96686c92-c9ef-4c4a-9723-dfd6f15c01a5 service nova] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Received unexpected event network-vif-plugged-f17323be-49b7-409d-9fbb-49ae870dbc97 for instance with vm_state building and task_state spawning. [ 987.896897] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ef1c413d-14cd-4f70-8dda-7f536e529e2c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "63f9122b-0ec0-4917-8676-b64b432bfae2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.289s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.950928] env[68872]: DEBUG nova.compute.utils [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 987.953053] env[68872]: DEBUG nova.compute.manager [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 987.953053] env[68872]: DEBUG nova.network.neutron [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 987.968297] env[68872]: DEBUG oslo_vmware.api [None req-4a772f28-e961-418a-974d-ba4d63bfdd9c tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.981703] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bf55da81-67fc-428d-9b64-fd1d3c5c9767 tempest-ServerShowV254Test-946755725 tempest-ServerShowV254Test-946755725-project-member] Lock "01e0efeb-b373-4231-90c0-32fe9699708b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.035s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.984620] env[68872]: DEBUG nova.compute.utils [None req-b3e5d733-3795-41e4-9cb8-30f87d2cd3b5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 987.992391] env[68872]: DEBUG nova.policy [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9df292db6ad4612bf62146af4a26112', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '911090d51ea344f1b4b1bd2543d778cd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 988.058497] env[68872]: DEBUG oslo_vmware.api [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093020, 'name': CloneVM_Task, 'duration_secs': 1.383328} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.058652] env[68872]: INFO nova.virt.vmwareapi.vmops [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Created linked-clone VM from snapshot [ 988.059320] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1095941c-cb0d-4517-a176-e54cc9b02dca {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.066695] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Uploading image c755ed75-6ae8-4e98-a981-6f6cd96654f1 {{(pid=68872) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 988.088235] env[68872]: DEBUG oslo_vmware.rw_handles [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 988.088235] env[68872]: value = "vm-619085" [ 988.088235] env[68872]: _type = "VirtualMachine" [ 988.088235] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 988.088937] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8a5a08ce-0d0b-4fd0-bcd0-20f2cfa092a4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.092867] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "63f9122b-0ec0-4917-8676-b64b432bfae2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.093151] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "63f9122b-0ec0-4917-8676-b64b432bfae2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.093373] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "63f9122b-0ec0-4917-8676-b64b432bfae2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.093563] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "63f9122b-0ec0-4917-8676-b64b432bfae2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.093737] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "63f9122b-0ec0-4917-8676-b64b432bfae2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.096927] env[68872]: DEBUG oslo_vmware.rw_handles [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lease: (returnval){ [ 988.096927] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52647d7c-023f-0406-643a-f3283689a540" [ 988.096927] env[68872]: _type = "HttpNfcLease" [ 988.096927] env[68872]: } obtained for exporting VM: (result){ [ 988.096927] env[68872]: value = "vm-619085" [ 988.096927] env[68872]: _type = "VirtualMachine" [ 988.096927] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 988.097258] env[68872]: DEBUG oslo_vmware.api [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the lease: (returnval){ [ 988.097258] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52647d7c-023f-0406-643a-f3283689a540" [ 988.097258] env[68872]: _type = "HttpNfcLease" [ 988.097258] env[68872]: } to be ready. {{(pid=68872) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 988.097673] env[68872]: INFO nova.compute.manager [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Terminating instance [ 988.105830] env[68872]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 988.105830] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52647d7c-023f-0406-643a-f3283689a540" [ 988.105830] env[68872]: _type = "HttpNfcLease" [ 988.105830] env[68872]: } is initializing. {{(pid=68872) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 988.183248] env[68872]: DEBUG oslo_vmware.api [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5264c4d4-4d20-3805-4271-8c51cf0f0fe0, 'name': SearchDatastore_Task, 'duration_secs': 0.024481} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.183568] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.183860] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] e6bbb493-8cba-49db-b06c-d7c99ee05df8/e6bbb493-8cba-49db-b06c-d7c99ee05df8.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.185879] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17364799-02d9-46d2-9d46-0edc6e68178e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.189578] env[68872]: DEBUG oslo_vmware.api [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 988.189578] env[68872]: value = "task-3093022" [ 988.189578] env[68872]: _type = "Task" [ 988.189578] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.201198] env[68872]: DEBUG oslo_vmware.api [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.272704] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquiring lock "refresh_cache-ae4874a5-93ba-4490-860d-7eadf71c4c88" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.272849] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquired lock "refresh_cache-ae4874a5-93ba-4490-860d-7eadf71c4c88" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.273029] env[68872]: DEBUG nova.network.neutron [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.277206] env[68872]: DEBUG nova.network.neutron [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Successfully created port: 1c3f3262-6a8f-4b64-a166-cb23038f9f5d {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 988.460699] env[68872]: DEBUG nova.compute.manager [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 988.480050] env[68872]: DEBUG oslo_vmware.api [None req-4a772f28-e961-418a-974d-ba4d63bfdd9c tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.488341] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b3e5d733-3795-41e4-9cb8-30f87d2cd3b5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "7f5e18b9-1307-4803-92df-2a23901d6f16" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.606405] env[68872]: DEBUG nova.compute.manager [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 988.607156] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.607405] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-203d5bf0-3916-45f6-ae60-59c0bdad8708 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.617965] env[68872]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 988.617965] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52647d7c-023f-0406-643a-f3283689a540" [ 988.617965] env[68872]: _type = "HttpNfcLease" [ 988.617965] env[68872]: } is ready. {{(pid=68872) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 988.618549] env[68872]: DEBUG oslo_vmware.rw_handles [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 988.618549] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52647d7c-023f-0406-643a-f3283689a540" [ 988.618549] env[68872]: _type = "HttpNfcLease" [ 988.618549] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 988.619962] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1350d0d4-d336-4cd6-9c6f-3afc917cd2ea {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.628264] env[68872]: DEBUG oslo_vmware.api [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 988.628264] env[68872]: value = "task-3093023" [ 988.628264] env[68872]: _type = "Task" [ 988.628264] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.639729] env[68872]: DEBUG oslo_vmware.rw_handles [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d16937-f70a-b786-a8b1-784665477d18/disk-0.vmdk from lease info. {{(pid=68872) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 988.639932] env[68872]: DEBUG oslo_vmware.rw_handles [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d16937-f70a-b786-a8b1-784665477d18/disk-0.vmdk for reading. {{(pid=68872) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 988.648192] env[68872]: DEBUG oslo_vmware.api [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093023, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.704606] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7bc56cf8-4244-4e3b-9c05-cc14fed9f3d0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Acquiring lock "02362251-8e13-4449-89cc-cbfff9d9ff22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.704906] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7bc56cf8-4244-4e3b-9c05-cc14fed9f3d0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Lock "02362251-8e13-4449-89cc-cbfff9d9ff22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.705131] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7bc56cf8-4244-4e3b-9c05-cc14fed9f3d0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Acquiring lock "02362251-8e13-4449-89cc-cbfff9d9ff22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.705317] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7bc56cf8-4244-4e3b-9c05-cc14fed9f3d0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Lock "02362251-8e13-4449-89cc-cbfff9d9ff22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.705491] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7bc56cf8-4244-4e3b-9c05-cc14fed9f3d0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Lock "02362251-8e13-4449-89cc-cbfff9d9ff22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.715304] env[68872]: INFO nova.compute.manager [None req-7bc56cf8-4244-4e3b-9c05-cc14fed9f3d0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Terminating instance [ 988.723935] env[68872]: DEBUG oslo_vmware.api [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093022, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.767885] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3ed42822-8605-443e-8aae-2499c9d5bc8c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.814649] env[68872]: DEBUG nova.network.neutron [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.976281] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a594a45a-8960-4ad0-8283-17091863f218 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.980036] env[68872]: DEBUG nova.network.neutron [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Updating instance_info_cache with network_info: [{"id": "f17323be-49b7-409d-9fbb-49ae870dbc97", "address": "fa:16:3e:17:ee:e5", "network": {"id": "a4c6ab88-4c29-4adf-b49d-89d4d0914f51", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-595589406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "911090d51ea344f1b4b1bd2543d778cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf17323be-49", "ovs_interfaceid": "f17323be-49b7-409d-9fbb-49ae870dbc97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.984514] env[68872]: DEBUG oslo_vmware.api [None req-4a772f28-e961-418a-974d-ba4d63bfdd9c tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093015, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.989988] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836164ee-74e7-4fb0-8d30-a540c30e99b8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.022511] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5fb48c-78bf-4e5c-b725-6bddf7d4789f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.030577] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b1d0ec-4a88-4f06-9148-00333f9d930e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.046918] env[68872]: DEBUG nova.compute.provider_tree [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.139064] env[68872]: DEBUG oslo_vmware.api [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093023, 'name': PowerOffVM_Task, 'duration_secs': 0.269949} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.139416] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.139634] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Volume detach. Driver type: vmdk {{(pid=68872) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 989.139802] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619082', 'volume_id': 'b8dbd262-57f1-4ff9-a41e-943a5e01bf5f', 'name': 'volume-b8dbd262-57f1-4ff9-a41e-943a5e01bf5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '63f9122b-0ec0-4917-8676-b64b432bfae2', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8dbd262-57f1-4ff9-a41e-943a5e01bf5f', 'serial': 'b8dbd262-57f1-4ff9-a41e-943a5e01bf5f'} {{(pid=68872) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 989.140791] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a7bc2f-5993-4d59-9b5e-01011beb5436 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.165057] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b23915-df84-4bfa-a7d2-8519c3d0897b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.174012] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888c756c-a58f-4cbd-8a9f-8d7884785c0a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.200882] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c92876c-0515-4c53-adb1-a179c6e41c44 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.226380] env[68872]: DEBUG nova.compute.manager [None req-7bc56cf8-4244-4e3b-9c05-cc14fed9f3d0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 989.226618] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc56cf8-4244-4e3b-9c05-cc14fed9f3d0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.227107] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] The volume has not been displaced from its original location: [datastore1] volume-b8dbd262-57f1-4ff9-a41e-943a5e01bf5f/volume-b8dbd262-57f1-4ff9-a41e-943a5e01bf5f.vmdk. No consolidation needed. {{(pid=68872) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 989.232501] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Reconfiguring VM instance instance-00000053 to detach disk 2001 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 989.236549] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc91ad3-50af-4d30-bf16-c6439f436932 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.239905] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73fd8a15-d95a-46f8-90db-c0252b3a8f66 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.255561] env[68872]: DEBUG oslo_vmware.api [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563257} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.255945] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] e6bbb493-8cba-49db-b06c-d7c99ee05df8/e6bbb493-8cba-49db-b06c-d7c99ee05df8.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.256240] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.257324] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85b8f43c-c126-4e56-959a-becd983cd0d1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.261715] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc56cf8-4244-4e3b-9c05-cc14fed9f3d0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.263333] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f07e3de0-32fd-4339-baa3-d17e12de42ae {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.264936] env[68872]: DEBUG oslo_vmware.api [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 989.264936] env[68872]: value = "task-3093024" [ 989.264936] env[68872]: _type = "Task" [ 989.264936] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.270691] env[68872]: DEBUG oslo_vmware.api [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 989.270691] env[68872]: value = "task-3093025" [ 989.270691] env[68872]: _type = "Task" [ 989.270691] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.270945] env[68872]: DEBUG oslo_vmware.api [None req-7bc56cf8-4244-4e3b-9c05-cc14fed9f3d0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for the task: (returnval){ [ 989.270945] env[68872]: value = "task-3093026" [ 989.270945] env[68872]: _type = "Task" [ 989.270945] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.282780] env[68872]: DEBUG oslo_vmware.api [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093024, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.290548] env[68872]: DEBUG oslo_vmware.api [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093025, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.294144] env[68872]: DEBUG oslo_vmware.api [None req-7bc56cf8-4244-4e3b-9c05-cc14fed9f3d0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3093026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.478197] env[68872]: DEBUG nova.compute.manager [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 989.480921] env[68872]: DEBUG oslo_vmware.api [None req-4a772f28-e961-418a-974d-ba4d63bfdd9c tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093015, 'name': ReconfigVM_Task, 'duration_secs': 5.798175} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.481482] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4a772f28-e961-418a-974d-ba4d63bfdd9c tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Releasing lock "cdf1520a-2381-4f36-abf3-4b5e2dab00c3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.481762] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4a772f28-e961-418a-974d-ba4d63bfdd9c tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Reconfigured VM to detach interface {{(pid=68872) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 989.485987] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Releasing lock "refresh_cache-ae4874a5-93ba-4490-860d-7eadf71c4c88" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.486305] env[68872]: DEBUG nova.compute.manager [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Instance network_info: |[{"id": "f17323be-49b7-409d-9fbb-49ae870dbc97", "address": "fa:16:3e:17:ee:e5", "network": {"id": "a4c6ab88-4c29-4adf-b49d-89d4d0914f51", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-595589406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "911090d51ea344f1b4b1bd2543d778cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf17323be-49", "ovs_interfaceid": "f17323be-49b7-409d-9fbb-49ae870dbc97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 989.486709] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:ee:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '683a619f-b10d-41a3-8c03-4f69f6c9ce53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f17323be-49b7-409d-9fbb-49ae870dbc97', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.494487] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Creating folder: Project (911090d51ea344f1b4b1bd2543d778cd). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 989.494904] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49bad953-f9a3-40ca-bad0-d3b2990597ba {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.506545] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Created folder: Project (911090d51ea344f1b4b1bd2543d778cd) in parent group-v618835. [ 989.507175] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Creating folder: Instances. Parent ref: group-v619086. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 989.509183] env[68872]: DEBUG nova.virt.hardware [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.509517] env[68872]: DEBUG nova.virt.hardware [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.509788] env[68872]: DEBUG nova.virt.hardware [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.510042] env[68872]: DEBUG nova.virt.hardware [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.510299] env[68872]: DEBUG nova.virt.hardware [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.510633] env[68872]: DEBUG nova.virt.hardware [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.510989] env[68872]: DEBUG nova.virt.hardware [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.511248] env[68872]: DEBUG nova.virt.hardware [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.511505] env[68872]: DEBUG nova.virt.hardware [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.511791] env[68872]: DEBUG nova.virt.hardware [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.512030] env[68872]: DEBUG nova.virt.hardware [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.513071] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7905761a-17e1-4a2b-8bd9-18826f90d885 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.515779] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b75aa07-b633-41e0-8d63-49c84ea2fd1e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.524698] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7defdef-a2ec-4ee3-b02b-6e3d20ae21c7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.529820] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Created folder: Instances in parent group-v619086. [ 989.530686] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.530862] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.533045] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1834976-714b-4917-8b38-c4f541cf58f3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.566032] env[68872]: DEBUG nova.scheduler.client.report [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.571330] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b3e5d733-3795-41e4-9cb8-30f87d2cd3b5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "7f5e18b9-1307-4803-92df-2a23901d6f16" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.571692] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b3e5d733-3795-41e4-9cb8-30f87d2cd3b5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "7f5e18b9-1307-4803-92df-2a23901d6f16" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.571963] env[68872]: INFO nova.compute.manager [None req-b3e5d733-3795-41e4-9cb8-30f87d2cd3b5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Attaching volume fb864c80-d852-4528-b24d-a848d40c4f9d to /dev/sdb [ 989.577931] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.577931] env[68872]: value = "task-3093029" [ 989.577931] env[68872]: _type = "Task" [ 989.577931] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.591710] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093029, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.628015] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c79b980-c41c-41d2-b54c-2639142446b5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.635239] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3426267-9260-457b-bbc4-7cc2b41e4c46 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.650948] env[68872]: DEBUG nova.virt.block_device [None req-b3e5d733-3795-41e4-9cb8-30f87d2cd3b5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Updating existing volume attachment record: 753a0952-e63a-45f7-b086-127a7f9ff66b {{(pid=68872) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 989.781351] env[68872]: DEBUG oslo_vmware.api [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093024, 'name': ReconfigVM_Task, 'duration_secs': 0.343997} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.782586] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Reconfigured VM instance instance-00000053 to detach disk 2001 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 989.794347] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3b618b4-1f3f-44a5-ab46-2956924a4d98 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.805079] env[68872]: DEBUG oslo_vmware.api [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093025, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133806} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.805344] env[68872]: DEBUG oslo_vmware.api [None req-7bc56cf8-4244-4e3b-9c05-cc14fed9f3d0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3093026, 'name': PowerOffVM_Task, 'duration_secs': 0.251316} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.806817] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 989.808065] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc56cf8-4244-4e3b-9c05-cc14fed9f3d0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.808065] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc56cf8-4244-4e3b-9c05-cc14fed9f3d0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.809207] env[68872]: DEBUG nova.compute.manager [req-e5afc1f1-e566-4b6a-8d21-27f44735f428 req-0567200f-4810-43dc-aa05-a7577cd50445 service nova] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Received event network-changed-f17323be-49b7-409d-9fbb-49ae870dbc97 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.809207] env[68872]: DEBUG nova.compute.manager [req-e5afc1f1-e566-4b6a-8d21-27f44735f428 req-0567200f-4810-43dc-aa05-a7577cd50445 service nova] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Refreshing instance network info cache due to event network-changed-f17323be-49b7-409d-9fbb-49ae870dbc97. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 989.809465] env[68872]: DEBUG oslo_concurrency.lockutils [req-e5afc1f1-e566-4b6a-8d21-27f44735f428 req-0567200f-4810-43dc-aa05-a7577cd50445 service nova] Acquiring lock "refresh_cache-ae4874a5-93ba-4490-860d-7eadf71c4c88" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.809537] env[68872]: DEBUG oslo_concurrency.lockutils [req-e5afc1f1-e566-4b6a-8d21-27f44735f428 req-0567200f-4810-43dc-aa05-a7577cd50445 service nova] Acquired lock "refresh_cache-ae4874a5-93ba-4490-860d-7eadf71c4c88" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.809727] env[68872]: DEBUG nova.network.neutron [req-e5afc1f1-e566-4b6a-8d21-27f44735f428 req-0567200f-4810-43dc-aa05-a7577cd50445 service nova] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Refreshing network info cache for port f17323be-49b7-409d-9fbb-49ae870dbc97 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.812635] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dafdce8-f3bc-4c81-bcad-9627b313789c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.816155] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a760ae50-310b-4e9c-9ec1-163c8fcb18b0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.821367] env[68872]: DEBUG oslo_vmware.api [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 989.821367] env[68872]: value = "task-3093031" [ 989.821367] env[68872]: _type = "Task" [ 989.821367] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.848695] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] e6bbb493-8cba-49db-b06c-d7c99ee05df8/e6bbb493-8cba-49db-b06c-d7c99ee05df8.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.850840] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7effc4fe-b97f-4023-85ac-441431abb4ac {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.871014] env[68872]: DEBUG oslo_vmware.api [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.875712] env[68872]: DEBUG oslo_vmware.api [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 989.875712] env[68872]: value = "task-3093033" [ 989.875712] env[68872]: _type = "Task" [ 989.875712] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.885516] env[68872]: DEBUG oslo_vmware.api [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093033, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.896931] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc56cf8-4244-4e3b-9c05-cc14fed9f3d0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.897414] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc56cf8-4244-4e3b-9c05-cc14fed9f3d0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.897727] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bc56cf8-4244-4e3b-9c05-cc14fed9f3d0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Deleting the datastore file [datastore2] 02362251-8e13-4449-89cc-cbfff9d9ff22 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.898068] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60fbf3a3-3793-4c39-bca9-7f4da616169f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.906661] env[68872]: DEBUG oslo_vmware.api [None req-7bc56cf8-4244-4e3b-9c05-cc14fed9f3d0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for the task: (returnval){ [ 989.906661] env[68872]: value = "task-3093034" [ 989.906661] env[68872]: _type = "Task" [ 989.906661] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.916510] env[68872]: DEBUG oslo_vmware.api [None req-7bc56cf8-4244-4e3b-9c05-cc14fed9f3d0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3093034, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.073077] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.073077] env[68872]: DEBUG nova.compute.manager [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] [instance: d78db680-4461-40af-98cf-46821cf299c0] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 990.083305] env[68872]: DEBUG nova.network.neutron [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Successfully updated port: 1c3f3262-6a8f-4b64-a166-cb23038f9f5d {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 990.084975] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.195s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.087160] env[68872]: INFO nova.compute.claims [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.107740] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093029, 'name': CreateVM_Task, 'duration_secs': 0.502463} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.108536] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.109412] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.109627] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.110040] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.110709] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bc21e2f-0962-4b27-9d57-b87ca9d4dac9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.116456] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for the task: (returnval){ [ 990.116456] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52be2a37-58e4-b4de-18a6-33c7914f0d5f" [ 990.116456] env[68872]: _type = "Task" [ 990.116456] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.134753] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52be2a37-58e4-b4de-18a6-33c7914f0d5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.332472] env[68872]: DEBUG oslo_vmware.api [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.390065] env[68872]: DEBUG oslo_vmware.api [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.417162] env[68872]: DEBUG oslo_vmware.api [None req-7bc56cf8-4244-4e3b-9c05-cc14fed9f3d0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Task: {'id': task-3093034, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237914} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.419920] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bc56cf8-4244-4e3b-9c05-cc14fed9f3d0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.420115] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc56cf8-4244-4e3b-9c05-cc14fed9f3d0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.420382] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc56cf8-4244-4e3b-9c05-cc14fed9f3d0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.420625] env[68872]: INFO nova.compute.manager [None req-7bc56cf8-4244-4e3b-9c05-cc14fed9f3d0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Took 1.19 seconds to destroy the instance on the hypervisor. [ 990.420887] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bc56cf8-4244-4e3b-9c05-cc14fed9f3d0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.421130] env[68872]: DEBUG nova.compute.manager [-] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 990.421258] env[68872]: DEBUG nova.network.neutron [-] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 990.582065] env[68872]: DEBUG nova.compute.utils [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 990.583612] env[68872]: DEBUG nova.compute.manager [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] [instance: d78db680-4461-40af-98cf-46821cf299c0] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 990.583877] env[68872]: DEBUG nova.network.neutron [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] [instance: d78db680-4461-40af-98cf-46821cf299c0] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 990.591219] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquiring lock "refresh_cache-66c4e151-d12e-41a0-92aa-65357967c076" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.591447] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquired lock "refresh_cache-66c4e151-d12e-41a0-92aa-65357967c076" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.591618] env[68872]: DEBUG nova.network.neutron [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.630174] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52be2a37-58e4-b4de-18a6-33c7914f0d5f, 'name': SearchDatastore_Task, 'duration_secs': 0.013975} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.630994] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.631626] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.632277] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.632537] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.632831] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.633271] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13d35c50-d449-422c-b216-28c8134ea303 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.645726] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.645978] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.647508] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcdd4918-571d-421a-8091-8006e2a5b237 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.655226] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for the task: (returnval){ [ 990.655226] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52178df2-1e45-24bb-eda6-96fdacd1f43d" [ 990.655226] env[68872]: _type = "Task" [ 990.655226] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.666299] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52178df2-1e45-24bb-eda6-96fdacd1f43d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.676364] env[68872]: DEBUG nova.network.neutron [req-e5afc1f1-e566-4b6a-8d21-27f44735f428 req-0567200f-4810-43dc-aa05-a7577cd50445 service nova] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Updated VIF entry in instance network info cache for port f17323be-49b7-409d-9fbb-49ae870dbc97. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.676807] env[68872]: DEBUG nova.network.neutron [req-e5afc1f1-e566-4b6a-8d21-27f44735f428 req-0567200f-4810-43dc-aa05-a7577cd50445 service nova] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Updating instance_info_cache with network_info: [{"id": "f17323be-49b7-409d-9fbb-49ae870dbc97", "address": "fa:16:3e:17:ee:e5", "network": {"id": "a4c6ab88-4c29-4adf-b49d-89d4d0914f51", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-595589406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "911090d51ea344f1b4b1bd2543d778cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf17323be-49", "ovs_interfaceid": "f17323be-49b7-409d-9fbb-49ae870dbc97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.708107] env[68872]: DEBUG nova.policy [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a27213c33a3044f2ba0d646fda48bb7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97a12444dd944338878e49298284648c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 990.840092] env[68872]: DEBUG oslo_vmware.api [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093031, 'name': ReconfigVM_Task, 'duration_secs': 0.942846} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.841882] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619082', 'volume_id': 'b8dbd262-57f1-4ff9-a41e-943a5e01bf5f', 'name': 'volume-b8dbd262-57f1-4ff9-a41e-943a5e01bf5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '63f9122b-0ec0-4917-8676-b64b432bfae2', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8dbd262-57f1-4ff9-a41e-943a5e01bf5f', 'serial': 'b8dbd262-57f1-4ff9-a41e-943a5e01bf5f'} {{(pid=68872) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 990.846163] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.846309] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c89322-82f3-400e-841f-de5d7c0e1ff8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.857625] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.858127] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-871c222d-7f53-46f2-b033-1275358dbc98 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.889229] env[68872]: DEBUG oslo_vmware.api [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093033, 'name': ReconfigVM_Task, 'duration_secs': 0.616526} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.889564] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Reconfigured VM instance instance-00000055 to attach disk [datastore1] e6bbb493-8cba-49db-b06c-d7c99ee05df8/e6bbb493-8cba-49db-b06c-d7c99ee05df8.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.890458] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0753d497-1501-4a4e-af6c-3829888ff613 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.898763] env[68872]: DEBUG oslo_vmware.api [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 990.898763] env[68872]: value = "task-3093038" [ 990.898763] env[68872]: _type = "Task" [ 990.898763] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.909659] env[68872]: DEBUG oslo_vmware.api [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093038, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.942033] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.942033] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.942033] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Deleting the datastore file [datastore2] 63f9122b-0ec0-4917-8676-b64b432bfae2 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.942033] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9502645e-d3e0-4a32-aef5-9f5e1d3d9b6b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.950660] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4a772f28-e961-418a-974d-ba4d63bfdd9c tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "refresh_cache-cdf1520a-2381-4f36-abf3-4b5e2dab00c3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.950961] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4a772f28-e961-418a-974d-ba4d63bfdd9c tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquired lock "refresh_cache-cdf1520a-2381-4f36-abf3-4b5e2dab00c3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.951433] env[68872]: DEBUG nova.network.neutron [None req-4a772f28-e961-418a-974d-ba4d63bfdd9c tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.952915] env[68872]: DEBUG oslo_vmware.api [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 990.952915] env[68872]: value = "task-3093039" [ 990.952915] env[68872]: _type = "Task" [ 990.952915] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.961758] env[68872]: DEBUG nova.compute.manager [req-e8580abd-5f50-4455-8f47-fbd62feb92f2 req-fd74a124-cb59-46d3-ae32-e6e3b05d5d22 service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Received event network-vif-deleted-2c3c82a2-ce79-4075-8aa8-c4919cd3fe92 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.961758] env[68872]: INFO nova.compute.manager [req-e8580abd-5f50-4455-8f47-fbd62feb92f2 req-fd74a124-cb59-46d3-ae32-e6e3b05d5d22 service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Neutron deleted interface 2c3c82a2-ce79-4075-8aa8-c4919cd3fe92; detaching it from the instance and deleting it from the info cache [ 990.962438] env[68872]: DEBUG nova.network.neutron [req-e8580abd-5f50-4455-8f47-fbd62feb92f2 req-fd74a124-cb59-46d3-ae32-e6e3b05d5d22 service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Updating instance_info_cache with network_info: [{"id": "95beb437-7b18-4cb7-b51b-c4122917d278", "address": "fa:16:3e:7d:89:3c", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95beb437-7b", "ovs_interfaceid": "95beb437-7b18-4cb7-b51b-c4122917d278", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e3bd853d-3954-45f4-9d53-484887f75f8d", "address": "fa:16:3e:a9:db:77", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3bd853d-39", "ovs_interfaceid": "e3bd853d-3954-45f4-9d53-484887f75f8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.976576] env[68872]: DEBUG oslo_vmware.api [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.091727] env[68872]: DEBUG nova.compute.manager [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] [instance: d78db680-4461-40af-98cf-46821cf299c0] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 991.171627] env[68872]: DEBUG nova.network.neutron [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 991.178923] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52178df2-1e45-24bb-eda6-96fdacd1f43d, 'name': SearchDatastore_Task, 'duration_secs': 0.016774} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.182707] env[68872]: DEBUG oslo_concurrency.lockutils [req-e5afc1f1-e566-4b6a-8d21-27f44735f428 req-0567200f-4810-43dc-aa05-a7577cd50445 service nova] Releasing lock "refresh_cache-ae4874a5-93ba-4490-860d-7eadf71c4c88" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.184336] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3d3dcbb-1893-490b-bd39-4ff8155b39f7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.188855] env[68872]: DEBUG nova.network.neutron [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] [instance: d78db680-4461-40af-98cf-46821cf299c0] Successfully created port: d57d1245-08bb-4fb1-be6d-099092d77308 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 991.193150] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for the task: (returnval){ [ 991.193150] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]525818a8-5225-d581-e063-01dd8bf5932e" [ 991.193150] env[68872]: _type = "Task" [ 991.193150] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.211428] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]525818a8-5225-d581-e063-01dd8bf5932e, 'name': SearchDatastore_Task, 'duration_secs': 0.014937} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.214220] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.214428] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] ae4874a5-93ba-4490-860d-7eadf71c4c88/ae4874a5-93ba-4490-860d-7eadf71c4c88.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.214956] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea4ed38d-d704-4a70-b102-2dcf32e75dd0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.228548] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for the task: (returnval){ [ 991.228548] env[68872]: value = "task-3093040" [ 991.228548] env[68872]: _type = "Task" [ 991.228548] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.242159] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.379152] env[68872]: DEBUG nova.network.neutron [-] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.413155] env[68872]: DEBUG oslo_vmware.api [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093038, 'name': Rename_Task, 'duration_secs': 0.180684} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.413426] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.413674] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b75ff893-5739-416f-b015-eedfee1f84fb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.422978] env[68872]: DEBUG oslo_vmware.api [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 991.422978] env[68872]: value = "task-3093041" [ 991.422978] env[68872]: _type = "Task" [ 991.422978] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.434547] env[68872]: DEBUG oslo_vmware.api [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093041, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.469596] env[68872]: DEBUG oslo_concurrency.lockutils [req-e8580abd-5f50-4455-8f47-fbd62feb92f2 req-fd74a124-cb59-46d3-ae32-e6e3b05d5d22 service nova] Acquiring lock "cdf1520a-2381-4f36-abf3-4b5e2dab00c3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.469684] env[68872]: DEBUG oslo_concurrency.lockutils [req-e8580abd-5f50-4455-8f47-fbd62feb92f2 req-fd74a124-cb59-46d3-ae32-e6e3b05d5d22 service nova] Acquired lock "cdf1520a-2381-4f36-abf3-4b5e2dab00c3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.469986] env[68872]: DEBUG oslo_vmware.api [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247884} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.470763] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5d573b-2830-49a8-a5d4-3107dba16644 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.473824] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.473983] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.474178] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.475129] env[68872]: INFO nova.compute.manager [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Took 2.87 seconds to destroy the instance on the hypervisor. [ 991.475423] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.475707] env[68872]: DEBUG nova.compute.manager [-] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 991.475855] env[68872]: DEBUG nova.network.neutron [-] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.511782] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ae2dd5-75ca-4194-957f-0ebc890e41da {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.536110] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e884c5c8-6e9b-4323-babf-969ec5fd85ad tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "cdf1520a-2381-4f36-abf3-4b5e2dab00c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.542223] env[68872]: DEBUG nova.virt.vmwareapi.vmops [req-e8580abd-5f50-4455-8f47-fbd62feb92f2 req-fd74a124-cb59-46d3-ae32-e6e3b05d5d22 service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Reconfiguring VM to detach interface {{(pid=68872) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 991.545761] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9051908c-a12a-4f13-ac6a-0f6d419d4151 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.560666] env[68872]: DEBUG nova.network.neutron [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Updating instance_info_cache with network_info: [{"id": "1c3f3262-6a8f-4b64-a166-cb23038f9f5d", "address": "fa:16:3e:8c:d2:7f", "network": {"id": "a4c6ab88-4c29-4adf-b49d-89d4d0914f51", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-595589406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "911090d51ea344f1b4b1bd2543d778cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c3f3262-6a", "ovs_interfaceid": "1c3f3262-6a8f-4b64-a166-cb23038f9f5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.572597] env[68872]: DEBUG oslo_vmware.api [req-e8580abd-5f50-4455-8f47-fbd62feb92f2 req-fd74a124-cb59-46d3-ae32-e6e3b05d5d22 service nova] Waiting for the task: (returnval){ [ 991.572597] env[68872]: value = "task-3093042" [ 991.572597] env[68872]: _type = "Task" [ 991.572597] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.587432] env[68872]: DEBUG oslo_vmware.api [req-e8580abd-5f50-4455-8f47-fbd62feb92f2 req-fd74a124-cb59-46d3-ae32-e6e3b05d5d22 service nova] Task: {'id': task-3093042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.639374] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cf773c-33ce-4754-9b55-2098e077ea79 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.649410] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245a5380-08c0-420c-8ba8-2d0fe2461edf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.689308] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccf81a7-a148-4207-9a98-ed2dd223745e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.699331] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6832ad0f-8af2-4133-b5fb-e0d6204b3b07 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.715359] env[68872]: DEBUG nova.compute.provider_tree [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.740224] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093040, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.860687] env[68872]: DEBUG nova.compute.manager [req-d3aef5ff-df18-4873-a41b-8405cfa5ae68 req-990bc7b7-bfb9-4b99-93b2-ac0054ea99c6 service nova] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Received event network-vif-plugged-1c3f3262-6a8f-4b64-a166-cb23038f9f5d {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.860991] env[68872]: DEBUG oslo_concurrency.lockutils [req-d3aef5ff-df18-4873-a41b-8405cfa5ae68 req-990bc7b7-bfb9-4b99-93b2-ac0054ea99c6 service nova] Acquiring lock "66c4e151-d12e-41a0-92aa-65357967c076-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.861443] env[68872]: DEBUG oslo_concurrency.lockutils [req-d3aef5ff-df18-4873-a41b-8405cfa5ae68 req-990bc7b7-bfb9-4b99-93b2-ac0054ea99c6 service nova] Lock "66c4e151-d12e-41a0-92aa-65357967c076-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.861657] env[68872]: DEBUG oslo_concurrency.lockutils [req-d3aef5ff-df18-4873-a41b-8405cfa5ae68 req-990bc7b7-bfb9-4b99-93b2-ac0054ea99c6 service nova] Lock "66c4e151-d12e-41a0-92aa-65357967c076-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.861808] env[68872]: DEBUG nova.compute.manager [req-d3aef5ff-df18-4873-a41b-8405cfa5ae68 req-990bc7b7-bfb9-4b99-93b2-ac0054ea99c6 service nova] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] No waiting events found dispatching network-vif-plugged-1c3f3262-6a8f-4b64-a166-cb23038f9f5d {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 991.861973] env[68872]: WARNING nova.compute.manager [req-d3aef5ff-df18-4873-a41b-8405cfa5ae68 req-990bc7b7-bfb9-4b99-93b2-ac0054ea99c6 service nova] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Received unexpected event network-vif-plugged-1c3f3262-6a8f-4b64-a166-cb23038f9f5d for instance with vm_state building and task_state spawning. [ 991.862151] env[68872]: DEBUG nova.compute.manager [req-d3aef5ff-df18-4873-a41b-8405cfa5ae68 req-990bc7b7-bfb9-4b99-93b2-ac0054ea99c6 service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Received event network-vif-deleted-e3bd853d-3954-45f4-9d53-484887f75f8d {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.862312] env[68872]: INFO nova.compute.manager [req-d3aef5ff-df18-4873-a41b-8405cfa5ae68 req-990bc7b7-bfb9-4b99-93b2-ac0054ea99c6 service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Neutron deleted interface e3bd853d-3954-45f4-9d53-484887f75f8d; detaching it from the instance and deleting it from the info cache [ 991.862898] env[68872]: DEBUG nova.network.neutron [req-d3aef5ff-df18-4873-a41b-8405cfa5ae68 req-990bc7b7-bfb9-4b99-93b2-ac0054ea99c6 service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Updating instance_info_cache with network_info: [{"id": "95beb437-7b18-4cb7-b51b-c4122917d278", "address": "fa:16:3e:7d:89:3c", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95beb437-7b", "ovs_interfaceid": "95beb437-7b18-4cb7-b51b-c4122917d278", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.880751] env[68872]: INFO nova.compute.manager [-] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Took 1.46 seconds to deallocate network for instance. [ 991.941712] env[68872]: DEBUG oslo_vmware.api [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093041, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.066587] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Releasing lock "refresh_cache-66c4e151-d12e-41a0-92aa-65357967c076" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.066950] env[68872]: DEBUG nova.compute.manager [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Instance network_info: |[{"id": "1c3f3262-6a8f-4b64-a166-cb23038f9f5d", "address": "fa:16:3e:8c:d2:7f", "network": {"id": "a4c6ab88-4c29-4adf-b49d-89d4d0914f51", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-595589406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "911090d51ea344f1b4b1bd2543d778cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c3f3262-6a", "ovs_interfaceid": "1c3f3262-6a8f-4b64-a166-cb23038f9f5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 992.067437] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:d2:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '683a619f-b10d-41a3-8c03-4f69f6c9ce53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c3f3262-6a8f-4b64-a166-cb23038f9f5d', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.076240] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.076624] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.080586] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-036c2bcb-a65f-4324-867a-ee2617cdd240 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.096358] env[68872]: INFO nova.network.neutron [None req-4a772f28-e961-418a-974d-ba4d63bfdd9c tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Port e3bd853d-3954-45f4-9d53-484887f75f8d from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 992.096736] env[68872]: INFO nova.network.neutron [None req-4a772f28-e961-418a-974d-ba4d63bfdd9c tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Port 2c3c82a2-ce79-4075-8aa8-c4919cd3fe92 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 992.096881] env[68872]: DEBUG nova.network.neutron [None req-4a772f28-e961-418a-974d-ba4d63bfdd9c tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Updating instance_info_cache with network_info: [{"id": "95beb437-7b18-4cb7-b51b-c4122917d278", "address": "fa:16:3e:7d:89:3c", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95beb437-7b", "ovs_interfaceid": "95beb437-7b18-4cb7-b51b-c4122917d278", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.108043] env[68872]: DEBUG oslo_vmware.api [req-e8580abd-5f50-4455-8f47-fbd62feb92f2 req-fd74a124-cb59-46d3-ae32-e6e3b05d5d22 service nova] Task: {'id': task-3093042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.110165] env[68872]: DEBUG nova.compute.manager [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] [instance: d78db680-4461-40af-98cf-46821cf299c0] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 992.115285] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.115285] env[68872]: value = "task-3093043" [ 992.115285] env[68872]: _type = "Task" [ 992.115285] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.124969] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093043, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.163773] env[68872]: DEBUG nova.virt.hardware [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 992.164028] env[68872]: DEBUG nova.virt.hardware [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 992.164213] env[68872]: DEBUG nova.virt.hardware [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.164408] env[68872]: DEBUG nova.virt.hardware [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 992.164558] env[68872]: DEBUG nova.virt.hardware [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.164707] env[68872]: DEBUG nova.virt.hardware [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 992.164922] env[68872]: DEBUG nova.virt.hardware [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 992.165109] env[68872]: DEBUG nova.virt.hardware [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 992.165293] env[68872]: DEBUG nova.virt.hardware [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 992.165859] env[68872]: DEBUG nova.virt.hardware [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 992.165859] env[68872]: DEBUG nova.virt.hardware [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 992.166836] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485dbc64-8dac-4136-bde1-a15226413972 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.177741] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab4a83d-e106-4e35-9335-928a455f055a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.218810] env[68872]: DEBUG nova.scheduler.client.report [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.241039] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563748} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.242096] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] ae4874a5-93ba-4490-860d-7eadf71c4c88/ae4874a5-93ba-4490-860d-7eadf71c4c88.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.242338] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.242622] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5efc9a74-5e0b-442f-8b19-32bf7af3662b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.251991] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for the task: (returnval){ [ 992.251991] env[68872]: value = "task-3093045" [ 992.251991] env[68872]: _type = "Task" [ 992.251991] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.262610] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093045, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.366304] env[68872]: DEBUG oslo_concurrency.lockutils [req-d3aef5ff-df18-4873-a41b-8405cfa5ae68 req-990bc7b7-bfb9-4b99-93b2-ac0054ea99c6 service nova] Acquiring lock "cdf1520a-2381-4f36-abf3-4b5e2dab00c3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.389546] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7bc56cf8-4244-4e3b-9c05-cc14fed9f3d0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.435446] env[68872]: DEBUG oslo_vmware.api [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093041, 'name': PowerOnVM_Task, 'duration_secs': 0.756712} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.435836] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.436144] env[68872]: INFO nova.compute.manager [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Took 10.15 seconds to spawn the instance on the hypervisor. [ 992.436310] env[68872]: DEBUG nova.compute.manager [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.437273] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73cf1e3-6304-403d-b690-a72e79b21f09 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.588454] env[68872]: DEBUG oslo_vmware.api [req-e8580abd-5f50-4455-8f47-fbd62feb92f2 req-fd74a124-cb59-46d3-ae32-e6e3b05d5d22 service nova] Task: {'id': task-3093042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.600464] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4a772f28-e961-418a-974d-ba4d63bfdd9c tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Releasing lock "refresh_cache-cdf1520a-2381-4f36-abf3-4b5e2dab00c3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.626239] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093043, 'name': CreateVM_Task, 'duration_secs': 0.492776} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.626555] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 992.627315] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.627465] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.627770] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.628045] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f8cb97a-b0c2-41ee-a09f-8f99fde2f5a3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.633469] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for the task: (returnval){ [ 992.633469] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52188574-dfaa-d9cd-6262-d3a138f1c865" [ 992.633469] env[68872]: _type = "Task" [ 992.633469] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.642956] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52188574-dfaa-d9cd-6262-d3a138f1c865, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.661054] env[68872]: DEBUG nova.network.neutron [-] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.726250] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.726852] env[68872]: DEBUG nova.compute.manager [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 992.730390] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e0671c2d-18ac-4565-b747-0e93c791472d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.906s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.731039] env[68872]: DEBUG nova.objects.instance [None req-e0671c2d-18ac-4565-b747-0e93c791472d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lazy-loading 'resources' on Instance uuid 45cffa41-0f2e-45b2-b271-783e6318bb72 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.761902] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093045, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094915} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.762855] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 992.763750] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8946d596-9684-4ac3-a65d-b04206e053aa {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.788156] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] ae4874a5-93ba-4490-860d-7eadf71c4c88/ae4874a5-93ba-4490-860d-7eadf71c4c88.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.788853] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52e3bd55-e788-4e03-b676-607ac1840932 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.809762] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for the task: (returnval){ [ 992.809762] env[68872]: value = "task-3093046" [ 992.809762] env[68872]: _type = "Task" [ 992.809762] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.818558] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093046, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.956878] env[68872]: INFO nova.compute.manager [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Took 36.38 seconds to build instance. [ 993.088632] env[68872]: DEBUG oslo_vmware.api [req-e8580abd-5f50-4455-8f47-fbd62feb92f2 req-fd74a124-cb59-46d3-ae32-e6e3b05d5d22 service nova] Task: {'id': task-3093042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.104451] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4a772f28-e961-418a-974d-ba4d63bfdd9c tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "interface-cdf1520a-2381-4f36-abf3-4b5e2dab00c3-e3bd853d-3954-45f4-9d53-484887f75f8d" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.253s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.146548] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52188574-dfaa-d9cd-6262-d3a138f1c865, 'name': SearchDatastore_Task, 'duration_secs': 0.015872} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.146922] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.147252] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.147553] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.147745] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.147967] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.148366] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f3ade94-c248-49bd-bc3e-8d9ca20014af {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.159725] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.159889] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.160809] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de567fb4-00ee-4551-ade7-b87dc186ac4a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.164901] env[68872]: INFO nova.compute.manager [-] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Took 1.69 seconds to deallocate network for instance. [ 993.170886] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for the task: (returnval){ [ 993.170886] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5210b47b-1682-2f80-930c-60524d90c42c" [ 993.170886] env[68872]: _type = "Task" [ 993.170886] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.181629] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5210b47b-1682-2f80-930c-60524d90c42c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.234023] env[68872]: DEBUG nova.compute.utils [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 993.238409] env[68872]: DEBUG nova.compute.manager [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 993.238782] env[68872]: DEBUG nova.network.neutron [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 993.329349] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093046, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.331717] env[68872]: DEBUG nova.network.neutron [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] [instance: d78db680-4461-40af-98cf-46821cf299c0] Successfully updated port: d57d1245-08bb-4fb1-be6d-099092d77308 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 993.342258] env[68872]: DEBUG nova.policy [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e661661388254a38aa88e15aa14543ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9960a3dc622c43cd9f219d00dba59dc7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 993.458383] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0431feab-2575-418d-90f6-15c2b8caf381 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "e6bbb493-8cba-49db-b06c-d7c99ee05df8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.906s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.593395] env[68872]: DEBUG oslo_vmware.api [req-e8580abd-5f50-4455-8f47-fbd62feb92f2 req-fd74a124-cb59-46d3-ae32-e6e3b05d5d22 service nova] Task: {'id': task-3093042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.683688] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5210b47b-1682-2f80-930c-60524d90c42c, 'name': SearchDatastore_Task, 'duration_secs': 0.037733} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.685616] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ca6cc29-4be6-49b9-ad1b-0723faae1ec5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.688290] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfc0c15-1d40-4062-bc9d-4d1f66cf5cfd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.696042] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for the task: (returnval){ [ 993.696042] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5251f242-5e41-b342-41b1-dfd23503fc01" [ 993.696042] env[68872]: _type = "Task" [ 993.696042] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.701758] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf56ac21-8af7-4259-93e1-32b78379f1c6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.714730] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5251f242-5e41-b342-41b1-dfd23503fc01, 'name': SearchDatastore_Task, 'duration_secs': 0.013252} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.740652] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.740956] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 66c4e151-d12e-41a0-92aa-65357967c076/66c4e151-d12e-41a0-92aa-65357967c076.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 993.743112] env[68872]: DEBUG nova.compute.manager [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 993.746157] env[68872]: INFO nova.compute.manager [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Took 0.58 seconds to detach 1 volumes for instance. [ 993.752364] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2c392e5-5400-489b-872f-272ef8c6cfdf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.752364] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72770cd-ab1c-4425-b207-84770895d17b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.769774] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0bf90e-6a92-4bdf-ac7b-30313679e93b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.775196] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for the task: (returnval){ [ 993.775196] env[68872]: value = "task-3093047" [ 993.775196] env[68872]: _type = "Task" [ 993.775196] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.785832] env[68872]: DEBUG nova.compute.provider_tree [None req-e0671c2d-18ac-4565-b747-0e93c791472d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.793182] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.807586] env[68872]: DEBUG nova.network.neutron [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Successfully created port: fe041982-b172-4fa0-a6b8-7b7de1403e43 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 993.820924] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093046, 'name': ReconfigVM_Task, 'duration_secs': 0.527216} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.821227] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Reconfigured VM instance instance-00000056 to attach disk [datastore1] ae4874a5-93ba-4490-860d-7eadf71c4c88/ae4874a5-93ba-4490-860d-7eadf71c4c88.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.821908] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2d45478-c0da-4a35-b277-01e6f585a33a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.829115] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for the task: (returnval){ [ 993.829115] env[68872]: value = "task-3093048" [ 993.829115] env[68872]: _type = "Task" [ 993.829115] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.834411] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Acquiring lock "refresh_cache-d78db680-4461-40af-98cf-46821cf299c0" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.834584] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Acquired lock "refresh_cache-d78db680-4461-40af-98cf-46821cf299c0" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.834689] env[68872]: DEBUG nova.network.neutron [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] [instance: d78db680-4461-40af-98cf-46821cf299c0] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.841935] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093048, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.893520] env[68872]: DEBUG nova.compute.manager [req-f4b0e716-d75e-4752-9f3b-e7cd2497f2ad req-68a22683-0b84-4cf0-b537-864f49678de1 service nova] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Received event network-vif-deleted-52dccc20-e6e5-42c1-81ce-90db63a075b7 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.893801] env[68872]: DEBUG nova.compute.manager [req-f4b0e716-d75e-4752-9f3b-e7cd2497f2ad req-68a22683-0b84-4cf0-b537-864f49678de1 service nova] [instance: d78db680-4461-40af-98cf-46821cf299c0] Received event network-vif-plugged-d57d1245-08bb-4fb1-be6d-099092d77308 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.894309] env[68872]: DEBUG oslo_concurrency.lockutils [req-f4b0e716-d75e-4752-9f3b-e7cd2497f2ad req-68a22683-0b84-4cf0-b537-864f49678de1 service nova] Acquiring lock "d78db680-4461-40af-98cf-46821cf299c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.894632] env[68872]: DEBUG oslo_concurrency.lockutils [req-f4b0e716-d75e-4752-9f3b-e7cd2497f2ad req-68a22683-0b84-4cf0-b537-864f49678de1 service nova] Lock "d78db680-4461-40af-98cf-46821cf299c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.894851] env[68872]: DEBUG oslo_concurrency.lockutils [req-f4b0e716-d75e-4752-9f3b-e7cd2497f2ad req-68a22683-0b84-4cf0-b537-864f49678de1 service nova] Lock "d78db680-4461-40af-98cf-46821cf299c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.895131] env[68872]: DEBUG nova.compute.manager [req-f4b0e716-d75e-4752-9f3b-e7cd2497f2ad req-68a22683-0b84-4cf0-b537-864f49678de1 service nova] [instance: d78db680-4461-40af-98cf-46821cf299c0] No waiting events found dispatching network-vif-plugged-d57d1245-08bb-4fb1-be6d-099092d77308 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 993.895394] env[68872]: WARNING nova.compute.manager [req-f4b0e716-d75e-4752-9f3b-e7cd2497f2ad req-68a22683-0b84-4cf0-b537-864f49678de1 service nova] [instance: d78db680-4461-40af-98cf-46821cf299c0] Received unexpected event network-vif-plugged-d57d1245-08bb-4fb1-be6d-099092d77308 for instance with vm_state building and task_state spawning. [ 993.895634] env[68872]: DEBUG nova.compute.manager [req-f4b0e716-d75e-4752-9f3b-e7cd2497f2ad req-68a22683-0b84-4cf0-b537-864f49678de1 service nova] [instance: d78db680-4461-40af-98cf-46821cf299c0] Received event network-changed-d57d1245-08bb-4fb1-be6d-099092d77308 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.895884] env[68872]: DEBUG nova.compute.manager [req-f4b0e716-d75e-4752-9f3b-e7cd2497f2ad req-68a22683-0b84-4cf0-b537-864f49678de1 service nova] [instance: d78db680-4461-40af-98cf-46821cf299c0] Refreshing instance network info cache due to event network-changed-d57d1245-08bb-4fb1-be6d-099092d77308. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 993.896333] env[68872]: DEBUG oslo_concurrency.lockutils [req-f4b0e716-d75e-4752-9f3b-e7cd2497f2ad req-68a22683-0b84-4cf0-b537-864f49678de1 service nova] Acquiring lock "refresh_cache-d78db680-4461-40af-98cf-46821cf299c0" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.929195] env[68872]: DEBUG oslo_concurrency.lockutils [None req-99595447-9403-498b-ac2e-9f5e064d9d8b tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "4439751f-dd06-4cc0-ac40-95e88e587704" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.929387] env[68872]: DEBUG oslo_concurrency.lockutils [None req-99595447-9403-498b-ac2e-9f5e064d9d8b tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "4439751f-dd06-4cc0-ac40-95e88e587704" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.929603] env[68872]: DEBUG oslo_concurrency.lockutils [None req-99595447-9403-498b-ac2e-9f5e064d9d8b tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "4439751f-dd06-4cc0-ac40-95e88e587704-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.929819] env[68872]: DEBUG oslo_concurrency.lockutils [None req-99595447-9403-498b-ac2e-9f5e064d9d8b tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "4439751f-dd06-4cc0-ac40-95e88e587704-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.930043] env[68872]: DEBUG oslo_concurrency.lockutils [None req-99595447-9403-498b-ac2e-9f5e064d9d8b tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "4439751f-dd06-4cc0-ac40-95e88e587704-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.932865] env[68872]: INFO nova.compute.manager [None req-99595447-9403-498b-ac2e-9f5e064d9d8b tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Terminating instance [ 993.963030] env[68872]: DEBUG nova.compute.manager [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 994.095773] env[68872]: DEBUG oslo_vmware.api [req-e8580abd-5f50-4455-8f47-fbd62feb92f2 req-fd74a124-cb59-46d3-ae32-e6e3b05d5d22 service nova] Task: {'id': task-3093042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.263135] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.286580] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093047, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.288646] env[68872]: DEBUG nova.scheduler.client.report [None req-e0671c2d-18ac-4565-b747-0e93c791472d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.342670] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093048, 'name': Rename_Task, 'duration_secs': 0.203429} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.342875] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.343572] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd9adb57-64fc-47d6-967a-2acb72f6a40f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.354069] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for the task: (returnval){ [ 994.354069] env[68872]: value = "task-3093049" [ 994.354069] env[68872]: _type = "Task" [ 994.354069] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.364757] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.372937] env[68872]: DEBUG nova.network.neutron [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] [instance: d78db680-4461-40af-98cf-46821cf299c0] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 994.437056] env[68872]: DEBUG nova.compute.manager [None req-99595447-9403-498b-ac2e-9f5e064d9d8b tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.437430] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-99595447-9403-498b-ac2e-9f5e064d9d8b tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.438312] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed284b9c-3d21-40ef-ad5e-a1b794ab07d1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.447275] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-99595447-9403-498b-ac2e-9f5e064d9d8b tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.447558] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00140157-2c1b-4681-8a45-8476c98aaa18 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.455517] env[68872]: DEBUG oslo_vmware.api [None req-99595447-9403-498b-ac2e-9f5e064d9d8b tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 994.455517] env[68872]: value = "task-3093050" [ 994.455517] env[68872]: _type = "Task" [ 994.455517] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.470040] env[68872]: DEBUG oslo_vmware.api [None req-99595447-9403-498b-ac2e-9f5e064d9d8b tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.488501] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.532736] env[68872]: DEBUG nova.network.neutron [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] [instance: d78db680-4461-40af-98cf-46821cf299c0] Updating instance_info_cache with network_info: [{"id": "d57d1245-08bb-4fb1-be6d-099092d77308", "address": "fa:16:3e:5e:24:3c", "network": {"id": "07191d85-5546-4fe2-866a-434ef8669be2", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1818694410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97a12444dd944338878e49298284648c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd57d1245-08", "ovs_interfaceid": "d57d1245-08bb-4fb1-be6d-099092d77308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.565586] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d2a2dad-56fc-42f8-ad79-4c82a6455291 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "e6bbb493-8cba-49db-b06c-d7c99ee05df8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.565842] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d2a2dad-56fc-42f8-ad79-4c82a6455291 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "e6bbb493-8cba-49db-b06c-d7c99ee05df8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.566131] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d2a2dad-56fc-42f8-ad79-4c82a6455291 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "e6bbb493-8cba-49db-b06c-d7c99ee05df8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.566275] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d2a2dad-56fc-42f8-ad79-4c82a6455291 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "e6bbb493-8cba-49db-b06c-d7c99ee05df8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.566422] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d2a2dad-56fc-42f8-ad79-4c82a6455291 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "e6bbb493-8cba-49db-b06c-d7c99ee05df8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.568778] env[68872]: INFO nova.compute.manager [None req-2d2a2dad-56fc-42f8-ad79-4c82a6455291 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Terminating instance [ 994.594027] env[68872]: DEBUG oslo_vmware.api [req-e8580abd-5f50-4455-8f47-fbd62feb92f2 req-fd74a124-cb59-46d3-ae32-e6e3b05d5d22 service nova] Task: {'id': task-3093042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.704942] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3e5d733-3795-41e4-9cb8-30f87d2cd3b5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Volume attach. Driver type: vmdk {{(pid=68872) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 994.705215] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3e5d733-3795-41e4-9cb8-30f87d2cd3b5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619090', 'volume_id': 'fb864c80-d852-4528-b24d-a848d40c4f9d', 'name': 'volume-fb864c80-d852-4528-b24d-a848d40c4f9d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f5e18b9-1307-4803-92df-2a23901d6f16', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb864c80-d852-4528-b24d-a848d40c4f9d', 'serial': 'fb864c80-d852-4528-b24d-a848d40c4f9d'} {{(pid=68872) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 994.706129] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c4f671-2cdb-4055-a865-9afce6dfa0ad {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.725655] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a49e26c-60ce-4084-8caf-70aba1fde3e5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.753066] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3e5d733-3795-41e4-9cb8-30f87d2cd3b5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] volume-fb864c80-d852-4528-b24d-a848d40c4f9d/volume-fb864c80-d852-4528-b24d-a848d40c4f9d.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.753287] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1f44f47-5c19-4395-819d-9ce4f270fb65 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.767670] env[68872]: DEBUG nova.compute.manager [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 994.778070] env[68872]: DEBUG oslo_vmware.api [None req-b3e5d733-3795-41e4-9cb8-30f87d2cd3b5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 994.778070] env[68872]: value = "task-3093051" [ 994.778070] env[68872]: _type = "Task" [ 994.778070] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.790488] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571301} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.794066] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 66c4e151-d12e-41a0-92aa-65357967c076/66c4e151-d12e-41a0-92aa-65357967c076.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.794350] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 994.795133] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e0671c2d-18ac-4565-b747-0e93c791472d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.065s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.797288] env[68872]: DEBUG oslo_vmware.api [None req-b3e5d733-3795-41e4-9cb8-30f87d2cd3b5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093051, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.799852] env[68872]: DEBUG nova.virt.hardware [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.800102] env[68872]: DEBUG nova.virt.hardware [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.800279] env[68872]: DEBUG nova.virt.hardware [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.800536] env[68872]: DEBUG nova.virt.hardware [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.800799] env[68872]: DEBUG nova.virt.hardware [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.801031] env[68872]: DEBUG nova.virt.hardware [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.801279] env[68872]: DEBUG nova.virt.hardware [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.801484] env[68872]: DEBUG nova.virt.hardware [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.801681] env[68872]: DEBUG nova.virt.hardware [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.801862] env[68872]: DEBUG nova.virt.hardware [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.802045] env[68872]: DEBUG nova.virt.hardware [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.802370] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c242623c-9288-45ac-997f-df14719234a8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.804665] env[68872]: DEBUG oslo_concurrency.lockutils [None req-547f2095-44a1-49e3-bd85-52a287a4f625 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.910s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.804917] env[68872]: DEBUG nova.objects.instance [None req-547f2095-44a1-49e3-bd85-52a287a4f625 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Lazy-loading 'resources' on Instance uuid b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.806878] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82164311-e2f7-414e-8142-8c58456ee0d5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.818255] env[68872]: INFO nova.scheduler.client.report [None req-e0671c2d-18ac-4565-b747-0e93c791472d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Deleted allocations for instance 45cffa41-0f2e-45b2-b271-783e6318bb72 [ 994.821624] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724cdaeb-8002-48db-ba3b-8404a9f9683d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.826720] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for the task: (returnval){ [ 994.826720] env[68872]: value = "task-3093052" [ 994.826720] env[68872]: _type = "Task" [ 994.826720] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.850603] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093052, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.864128] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093049, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.978816] env[68872]: DEBUG oslo_vmware.api [None req-99595447-9403-498b-ac2e-9f5e064d9d8b tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093050, 'name': PowerOffVM_Task, 'duration_secs': 0.269843} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.982931] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-99595447-9403-498b-ac2e-9f5e064d9d8b tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.984097] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-99595447-9403-498b-ac2e-9f5e064d9d8b tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.984491] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2faf6d0a-30b1-401a-835e-baa1a3694dfb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.036069] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Releasing lock "refresh_cache-d78db680-4461-40af-98cf-46821cf299c0" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.036509] env[68872]: DEBUG nova.compute.manager [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] [instance: d78db680-4461-40af-98cf-46821cf299c0] Instance network_info: |[{"id": "d57d1245-08bb-4fb1-be6d-099092d77308", "address": "fa:16:3e:5e:24:3c", "network": {"id": "07191d85-5546-4fe2-866a-434ef8669be2", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1818694410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97a12444dd944338878e49298284648c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd57d1245-08", "ovs_interfaceid": "d57d1245-08bb-4fb1-be6d-099092d77308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 995.036941] env[68872]: DEBUG oslo_concurrency.lockutils [req-f4b0e716-d75e-4752-9f3b-e7cd2497f2ad req-68a22683-0b84-4cf0-b537-864f49678de1 service nova] Acquired lock "refresh_cache-d78db680-4461-40af-98cf-46821cf299c0" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.037222] env[68872]: DEBUG nova.network.neutron [req-f4b0e716-d75e-4752-9f3b-e7cd2497f2ad req-68a22683-0b84-4cf0-b537-864f49678de1 service nova] [instance: d78db680-4461-40af-98cf-46821cf299c0] Refreshing network info cache for port d57d1245-08bb-4fb1-be6d-099092d77308 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.038646] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] [instance: d78db680-4461-40af-98cf-46821cf299c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:24:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd57d1245-08bb-4fb1-be6d-099092d77308', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.046935] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Creating folder: Project (97a12444dd944338878e49298284648c). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 995.048304] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af4d3b61-dddc-4a15-9bdf-1d3a86181831 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.064035] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Created folder: Project (97a12444dd944338878e49298284648c) in parent group-v618835. [ 995.064274] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Creating folder: Instances. Parent ref: group-v619092. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 995.064385] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-273dad83-1c36-4b8a-bf46-e994c9e7e8cb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.074082] env[68872]: DEBUG nova.compute.manager [None req-2d2a2dad-56fc-42f8-ad79-4c82a6455291 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.074317] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2a2dad-56fc-42f8-ad79-4c82a6455291 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.076417] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f04a494-1152-47d8-b47d-ebc9e1fdd39d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.079616] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-99595447-9403-498b-ac2e-9f5e064d9d8b tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.079822] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-99595447-9403-498b-ac2e-9f5e064d9d8b tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.079997] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-99595447-9403-498b-ac2e-9f5e064d9d8b tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Deleting the datastore file [datastore2] 4439751f-dd06-4cc0-ac40-95e88e587704 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.081888] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b532e7a-51e0-4404-839f-86227daba24c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.083762] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Created folder: Instances in parent group-v619092. [ 995.084033] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.085013] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d78db680-4461-40af-98cf-46821cf299c0] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.088610] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49d212d7-c4ec-4ca8-9063-5c3f81d51be9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.106497] env[68872]: DEBUG oslo_vmware.api [None req-99595447-9403-498b-ac2e-9f5e064d9d8b tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 995.106497] env[68872]: value = "task-3093056" [ 995.106497] env[68872]: _type = "Task" [ 995.106497] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.106788] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2a2dad-56fc-42f8-ad79-4c82a6455291 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.107732] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cfa1e7a-8a41-46d0-b826-da0e2c947497 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.115755] env[68872]: DEBUG oslo_vmware.api [req-e8580abd-5f50-4455-8f47-fbd62feb92f2 req-fd74a124-cb59-46d3-ae32-e6e3b05d5d22 service nova] Task: {'id': task-3093042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.117212] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.117212] env[68872]: value = "task-3093057" [ 995.117212] env[68872]: _type = "Task" [ 995.117212] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.125187] env[68872]: DEBUG oslo_vmware.api [None req-2d2a2dad-56fc-42f8-ad79-4c82a6455291 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 995.125187] env[68872]: value = "task-3093058" [ 995.125187] env[68872]: _type = "Task" [ 995.125187] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.125551] env[68872]: DEBUG oslo_vmware.api [None req-99595447-9403-498b-ac2e-9f5e064d9d8b tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.134105] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093057, 'name': CreateVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.140720] env[68872]: DEBUG oslo_vmware.api [None req-2d2a2dad-56fc-42f8-ad79-4c82a6455291 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.294795] env[68872]: DEBUG oslo_vmware.api [None req-b3e5d733-3795-41e4-9cb8-30f87d2cd3b5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093051, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.338410] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e0671c2d-18ac-4565-b747-0e93c791472d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "45cffa41-0f2e-45b2-b271-783e6318bb72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.314s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.343721] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093052, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093028} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.350860] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.352637] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e205a1-7d0f-4f7c-8524-b7ace7342c42 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.398445] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 66c4e151-d12e-41a0-92aa-65357967c076/66c4e151-d12e-41a0-92aa-65357967c076.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.404228] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8685d1b5-dfa8-4e05-8a00-a7cf5b69c62c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.419587] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093049, 'name': PowerOnVM_Task, 'duration_secs': 0.709779} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.421096] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.421096] env[68872]: INFO nova.compute.manager [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Took 8.52 seconds to spawn the instance on the hypervisor. [ 995.421096] env[68872]: DEBUG nova.compute.manager [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.425125] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a0669b-2036-4321-b5d2-886380f89685 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.429744] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for the task: (returnval){ [ 995.429744] env[68872]: value = "task-3093059" [ 995.429744] env[68872]: _type = "Task" [ 995.429744] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.448290] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093059, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.492102] env[68872]: DEBUG nova.network.neutron [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Successfully updated port: fe041982-b172-4fa0-a6b8-7b7de1403e43 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 995.599728] env[68872]: DEBUG oslo_vmware.api [req-e8580abd-5f50-4455-8f47-fbd62feb92f2 req-fd74a124-cb59-46d3-ae32-e6e3b05d5d22 service nova] Task: {'id': task-3093042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.617630] env[68872]: DEBUG oslo_vmware.api [None req-99595447-9403-498b-ac2e-9f5e064d9d8b tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093056, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289165} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.620247] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-99595447-9403-498b-ac2e-9f5e064d9d8b tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.620442] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-99595447-9403-498b-ac2e-9f5e064d9d8b tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.620619] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-99595447-9403-498b-ac2e-9f5e064d9d8b tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.620799] env[68872]: INFO nova.compute.manager [None req-99595447-9403-498b-ac2e-9f5e064d9d8b tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Took 1.18 seconds to destroy the instance on the hypervisor. [ 995.621034] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99595447-9403-498b-ac2e-9f5e064d9d8b tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.624613] env[68872]: DEBUG nova.compute.manager [-] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.624716] env[68872]: DEBUG nova.network.neutron [-] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.634648] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093057, 'name': CreateVM_Task, 'duration_secs': 0.484455} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.637432] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d78db680-4461-40af-98cf-46821cf299c0] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.638894] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.638894] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.638894] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.639191] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a655f65-7355-4c8a-b328-c8a16660e9c4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.643685] env[68872]: DEBUG oslo_vmware.api [None req-2d2a2dad-56fc-42f8-ad79-4c82a6455291 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093058, 'name': PowerOffVM_Task, 'duration_secs': 0.249167} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.644301] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2a2dad-56fc-42f8-ad79-4c82a6455291 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.645611] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2a2dad-56fc-42f8-ad79-4c82a6455291 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.645611] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ced2e69d-f0e9-474a-8a12-f44880397ac6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.647336] env[68872]: DEBUG oslo_vmware.api [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Waiting for the task: (returnval){ [ 995.647336] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]528546ea-f0a1-2e10-43a1-95ca88f69971" [ 995.647336] env[68872]: _type = "Task" [ 995.647336] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.660980] env[68872]: DEBUG oslo_vmware.api [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]528546ea-f0a1-2e10-43a1-95ca88f69971, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.742572] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2a2dad-56fc-42f8-ad79-4c82a6455291 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.742881] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2a2dad-56fc-42f8-ad79-4c82a6455291 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.743217] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d2a2dad-56fc-42f8-ad79-4c82a6455291 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Deleting the datastore file [datastore1] e6bbb493-8cba-49db-b06c-d7c99ee05df8 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.743362] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5be76f27-a3ff-4da0-9dc7-94af8c2fef0d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.753019] env[68872]: DEBUG oslo_vmware.api [None req-2d2a2dad-56fc-42f8-ad79-4c82a6455291 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 995.753019] env[68872]: value = "task-3093061" [ 995.753019] env[68872]: _type = "Task" [ 995.753019] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.763211] env[68872]: DEBUG oslo_vmware.api [None req-2d2a2dad-56fc-42f8-ad79-4c82a6455291 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.794662] env[68872]: DEBUG oslo_vmware.api [None req-b3e5d733-3795-41e4-9cb8-30f87d2cd3b5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093051, 'name': ReconfigVM_Task, 'duration_secs': 0.538519} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.794937] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3e5d733-3795-41e4-9cb8-30f87d2cd3b5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Reconfigured VM instance instance-0000004c to attach disk [datastore2] volume-fb864c80-d852-4528-b24d-a848d40c4f9d/volume-fb864c80-d852-4528-b24d-a848d40c4f9d.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.799838] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a5c756f-710d-4195-9bd5-189e5f397fe7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.819079] env[68872]: DEBUG oslo_vmware.api [None req-b3e5d733-3795-41e4-9cb8-30f87d2cd3b5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 995.819079] env[68872]: value = "task-3093062" [ 995.819079] env[68872]: _type = "Task" [ 995.819079] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.824960] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c31e47-c8b9-4cf7-a8fa-b83eee3dcd6c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.831543] env[68872]: DEBUG oslo_vmware.api [None req-b3e5d733-3795-41e4-9cb8-30f87d2cd3b5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093062, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.837125] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5212457-53f8-4db6-b29b-e9d851d18fab {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.872416] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94ee1f8-7697-4ee1-b2cf-6819198e3eff {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.881170] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda2af0a-daf1-4e89-9f5d-16a4f8a65020 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.897304] env[68872]: DEBUG nova.compute.provider_tree [None req-547f2095-44a1-49e3-bd85-52a287a4f625 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.951996] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093059, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.952739] env[68872]: INFO nova.compute.manager [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Took 30.84 seconds to build instance. [ 995.995387] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "refresh_cache-60304fb8-695c-4b9b-a825-3142c9db948a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.995502] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquired lock "refresh_cache-60304fb8-695c-4b9b-a825-3142c9db948a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.995657] env[68872]: DEBUG nova.network.neutron [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.096668] env[68872]: DEBUG oslo_vmware.api [req-e8580abd-5f50-4455-8f47-fbd62feb92f2 req-fd74a124-cb59-46d3-ae32-e6e3b05d5d22 service nova] Task: {'id': task-3093042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.164447] env[68872]: DEBUG oslo_vmware.api [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]528546ea-f0a1-2e10-43a1-95ca88f69971, 'name': SearchDatastore_Task, 'duration_secs': 0.018988} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.164833] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.165151] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] [instance: d78db680-4461-40af-98cf-46821cf299c0] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 996.165453] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.165646] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.165891] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.166164] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8199e96e-1497-4854-b939-b4b67340fb82 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.179879] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.180147] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 996.180960] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-730621b2-30d6-46a3-9817-1e86eac4a31a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.188660] env[68872]: DEBUG oslo_vmware.api [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Waiting for the task: (returnval){ [ 996.188660] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5281a4bd-55b6-226c-509b-74491258d487" [ 996.188660] env[68872]: _type = "Task" [ 996.188660] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.193912] env[68872]: DEBUG nova.network.neutron [req-f4b0e716-d75e-4752-9f3b-e7cd2497f2ad req-68a22683-0b84-4cf0-b537-864f49678de1 service nova] [instance: d78db680-4461-40af-98cf-46821cf299c0] Updated VIF entry in instance network info cache for port d57d1245-08bb-4fb1-be6d-099092d77308. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 996.194332] env[68872]: DEBUG nova.network.neutron [req-f4b0e716-d75e-4752-9f3b-e7cd2497f2ad req-68a22683-0b84-4cf0-b537-864f49678de1 service nova] [instance: d78db680-4461-40af-98cf-46821cf299c0] Updating instance_info_cache with network_info: [{"id": "d57d1245-08bb-4fb1-be6d-099092d77308", "address": "fa:16:3e:5e:24:3c", "network": {"id": "07191d85-5546-4fe2-866a-434ef8669be2", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1818694410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97a12444dd944338878e49298284648c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd57d1245-08", "ovs_interfaceid": "d57d1245-08bb-4fb1-be6d-099092d77308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.198578] env[68872]: DEBUG oslo_vmware.api [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5281a4bd-55b6-226c-509b-74491258d487, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.246586] env[68872]: DEBUG nova.compute.manager [req-377fa1e1-fde2-439f-8ae2-9d5ca3009923 req-d412dbd1-6936-4959-af02-ea6f86e6d4e8 service nova] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Received event network-vif-plugged-fe041982-b172-4fa0-a6b8-7b7de1403e43 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.246586] env[68872]: DEBUG oslo_concurrency.lockutils [req-377fa1e1-fde2-439f-8ae2-9d5ca3009923 req-d412dbd1-6936-4959-af02-ea6f86e6d4e8 service nova] Acquiring lock "60304fb8-695c-4b9b-a825-3142c9db948a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.246747] env[68872]: DEBUG oslo_concurrency.lockutils [req-377fa1e1-fde2-439f-8ae2-9d5ca3009923 req-d412dbd1-6936-4959-af02-ea6f86e6d4e8 service nova] Lock "60304fb8-695c-4b9b-a825-3142c9db948a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.246910] env[68872]: DEBUG oslo_concurrency.lockutils [req-377fa1e1-fde2-439f-8ae2-9d5ca3009923 req-d412dbd1-6936-4959-af02-ea6f86e6d4e8 service nova] Lock "60304fb8-695c-4b9b-a825-3142c9db948a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.247105] env[68872]: DEBUG nova.compute.manager [req-377fa1e1-fde2-439f-8ae2-9d5ca3009923 req-d412dbd1-6936-4959-af02-ea6f86e6d4e8 service nova] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] No waiting events found dispatching network-vif-plugged-fe041982-b172-4fa0-a6b8-7b7de1403e43 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 996.247289] env[68872]: WARNING nova.compute.manager [req-377fa1e1-fde2-439f-8ae2-9d5ca3009923 req-d412dbd1-6936-4959-af02-ea6f86e6d4e8 service nova] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Received unexpected event network-vif-plugged-fe041982-b172-4fa0-a6b8-7b7de1403e43 for instance with vm_state building and task_state spawning. [ 996.247627] env[68872]: DEBUG nova.compute.manager [req-377fa1e1-fde2-439f-8ae2-9d5ca3009923 req-d412dbd1-6936-4959-af02-ea6f86e6d4e8 service nova] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Received event network-changed-fe041982-b172-4fa0-a6b8-7b7de1403e43 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.247695] env[68872]: DEBUG nova.compute.manager [req-377fa1e1-fde2-439f-8ae2-9d5ca3009923 req-d412dbd1-6936-4959-af02-ea6f86e6d4e8 service nova] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Refreshing instance network info cache due to event network-changed-fe041982-b172-4fa0-a6b8-7b7de1403e43. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 996.247859] env[68872]: DEBUG oslo_concurrency.lockutils [req-377fa1e1-fde2-439f-8ae2-9d5ca3009923 req-d412dbd1-6936-4959-af02-ea6f86e6d4e8 service nova] Acquiring lock "refresh_cache-60304fb8-695c-4b9b-a825-3142c9db948a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.261580] env[68872]: DEBUG oslo_vmware.api [None req-2d2a2dad-56fc-42f8-ad79-4c82a6455291 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.432241} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.261766] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d2a2dad-56fc-42f8-ad79-4c82a6455291 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.261886] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2a2dad-56fc-42f8-ad79-4c82a6455291 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.262075] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2a2dad-56fc-42f8-ad79-4c82a6455291 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.262247] env[68872]: INFO nova.compute.manager [None req-2d2a2dad-56fc-42f8-ad79-4c82a6455291 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Took 1.19 seconds to destroy the instance on the hypervisor. [ 996.262537] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d2a2dad-56fc-42f8-ad79-4c82a6455291 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.262714] env[68872]: DEBUG nova.compute.manager [-] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.262810] env[68872]: DEBUG nova.network.neutron [-] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.331555] env[68872]: DEBUG oslo_vmware.api [None req-b3e5d733-3795-41e4-9cb8-30f87d2cd3b5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093062, 'name': ReconfigVM_Task, 'duration_secs': 0.200729} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.331931] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3e5d733-3795-41e4-9cb8-30f87d2cd3b5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619090', 'volume_id': 'fb864c80-d852-4528-b24d-a848d40c4f9d', 'name': 'volume-fb864c80-d852-4528-b24d-a848d40c4f9d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f5e18b9-1307-4803-92df-2a23901d6f16', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb864c80-d852-4528-b24d-a848d40c4f9d', 'serial': 'fb864c80-d852-4528-b24d-a848d40c4f9d'} {{(pid=68872) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 996.400607] env[68872]: DEBUG nova.scheduler.client.report [None req-547f2095-44a1-49e3-bd85-52a287a4f625 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.441712] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093059, 'name': ReconfigVM_Task, 'duration_secs': 0.711263} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.444035] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 66c4e151-d12e-41a0-92aa-65357967c076/66c4e151-d12e-41a0-92aa-65357967c076.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.445189] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-577d0ca9-c8dc-4b6a-ad48-163aeaf3e17c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.453223] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for the task: (returnval){ [ 996.453223] env[68872]: value = "task-3093063" [ 996.453223] env[68872]: _type = "Task" [ 996.453223] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.457025] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lock "ae4874a5-93ba-4490-860d-7eadf71c4c88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.349s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.463624] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093063, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.593714] env[68872]: DEBUG nova.network.neutron [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.599701] env[68872]: DEBUG oslo_vmware.api [req-e8580abd-5f50-4455-8f47-fbd62feb92f2 req-fd74a124-cb59-46d3-ae32-e6e3b05d5d22 service nova] Task: {'id': task-3093042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.702716] env[68872]: DEBUG oslo_concurrency.lockutils [req-f4b0e716-d75e-4752-9f3b-e7cd2497f2ad req-68a22683-0b84-4cf0-b537-864f49678de1 service nova] Releasing lock "refresh_cache-d78db680-4461-40af-98cf-46821cf299c0" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.709889] env[68872]: DEBUG oslo_vmware.api [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5281a4bd-55b6-226c-509b-74491258d487, 'name': SearchDatastore_Task, 'duration_secs': 0.029462} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.711451] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6506266-6633-4ba2-bd00-4563332735c2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.722523] env[68872]: DEBUG oslo_vmware.api [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Waiting for the task: (returnval){ [ 996.722523] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52104a1e-b0d3-1c51-4b29-2391f4422c31" [ 996.722523] env[68872]: _type = "Task" [ 996.722523] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.732528] env[68872]: DEBUG oslo_vmware.api [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52104a1e-b0d3-1c51-4b29-2391f4422c31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.905823] env[68872]: DEBUG oslo_concurrency.lockutils [None req-547f2095-44a1-49e3-bd85-52a287a4f625 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.909103] env[68872]: DEBUG oslo_concurrency.lockutils [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.551s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.910922] env[68872]: INFO nova.compute.claims [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.922275] env[68872]: DEBUG nova.network.neutron [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Updating instance_info_cache with network_info: [{"id": "fe041982-b172-4fa0-a6b8-7b7de1403e43", "address": "fa:16:3e:18:50:50", "network": {"id": "395722e8-10c9-4cd4-9e49-c1858a0ce30a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1962560931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9960a3dc622c43cd9f219d00dba59dc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe041982-b1", "ovs_interfaceid": "fe041982-b172-4fa0-a6b8-7b7de1403e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.944834] env[68872]: INFO nova.scheduler.client.report [None req-547f2095-44a1-49e3-bd85-52a287a4f625 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Deleted allocations for instance b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936 [ 996.965800] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093063, 'name': Rename_Task, 'duration_secs': 0.16159} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.966493] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.966850] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e38fa7e3-fedd-4566-be9c-fbd50a9a582b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.975269] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for the task: (returnval){ [ 996.975269] env[68872]: value = "task-3093064" [ 996.975269] env[68872]: _type = "Task" [ 996.975269] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.985210] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093064, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.099930] env[68872]: DEBUG oslo_vmware.api [req-e8580abd-5f50-4455-8f47-fbd62feb92f2 req-fd74a124-cb59-46d3-ae32-e6e3b05d5d22 service nova] Task: {'id': task-3093042, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.203593] env[68872]: DEBUG nova.network.neutron [-] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.234890] env[68872]: DEBUG oslo_vmware.api [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52104a1e-b0d3-1c51-4b29-2391f4422c31, 'name': SearchDatastore_Task, 'duration_secs': 0.014407} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.235363] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.235746] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] d78db680-4461-40af-98cf-46821cf299c0/d78db680-4461-40af-98cf-46821cf299c0.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 997.236583] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46248011-adcb-41bd-bf56-9ceb289767a7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.250642] env[68872]: DEBUG oslo_vmware.api [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Waiting for the task: (returnval){ [ 997.250642] env[68872]: value = "task-3093065" [ 997.250642] env[68872]: _type = "Task" [ 997.250642] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.261461] env[68872]: DEBUG oslo_vmware.api [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Task: {'id': task-3093065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.373273] env[68872]: DEBUG nova.objects.instance [None req-b3e5d733-3795-41e4-9cb8-30f87d2cd3b5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lazy-loading 'flavor' on Instance uuid 7f5e18b9-1307-4803-92df-2a23901d6f16 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.420555] env[68872]: DEBUG nova.network.neutron [-] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.425095] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Releasing lock "refresh_cache-60304fb8-695c-4b9b-a825-3142c9db948a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.426051] env[68872]: DEBUG nova.compute.manager [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Instance network_info: |[{"id": "fe041982-b172-4fa0-a6b8-7b7de1403e43", "address": "fa:16:3e:18:50:50", "network": {"id": "395722e8-10c9-4cd4-9e49-c1858a0ce30a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1962560931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9960a3dc622c43cd9f219d00dba59dc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe041982-b1", "ovs_interfaceid": "fe041982-b172-4fa0-a6b8-7b7de1403e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 997.426051] env[68872]: DEBUG oslo_concurrency.lockutils [req-377fa1e1-fde2-439f-8ae2-9d5ca3009923 req-d412dbd1-6936-4959-af02-ea6f86e6d4e8 service nova] Acquired lock "refresh_cache-60304fb8-695c-4b9b-a825-3142c9db948a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.426051] env[68872]: DEBUG nova.network.neutron [req-377fa1e1-fde2-439f-8ae2-9d5ca3009923 req-d412dbd1-6936-4959-af02-ea6f86e6d4e8 service nova] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Refreshing network info cache for port fe041982-b172-4fa0-a6b8-7b7de1403e43 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.427125] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:50:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfae3ef8-cae7-455d-8632-ba93e1671625', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe041982-b172-4fa0-a6b8-7b7de1403e43', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.435110] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.436790] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.437049] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-435e8905-ed07-4983-b51d-afa11e5321fd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.454670] env[68872]: DEBUG oslo_concurrency.lockutils [None req-547f2095-44a1-49e3-bd85-52a287a4f625 tempest-ServersTestMultiNic-902717357 tempest-ServersTestMultiNic-902717357-project-member] Lock "b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.996s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.463328] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.463328] env[68872]: value = "task-3093066" [ 997.463328] env[68872]: _type = "Task" [ 997.463328] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.473192] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093066, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.485557] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093064, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.600489] env[68872]: DEBUG oslo_vmware.api [req-e8580abd-5f50-4455-8f47-fbd62feb92f2 req-fd74a124-cb59-46d3-ae32-e6e3b05d5d22 service nova] Task: {'id': task-3093042, 'name': ReconfigVM_Task, 'duration_secs': 5.796595} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.600758] env[68872]: DEBUG oslo_concurrency.lockutils [req-e8580abd-5f50-4455-8f47-fbd62feb92f2 req-fd74a124-cb59-46d3-ae32-e6e3b05d5d22 service nova] Releasing lock "cdf1520a-2381-4f36-abf3-4b5e2dab00c3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.600971] env[68872]: DEBUG nova.virt.vmwareapi.vmops [req-e8580abd-5f50-4455-8f47-fbd62feb92f2 req-fd74a124-cb59-46d3-ae32-e6e3b05d5d22 service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Reconfigured VM to detach interface {{(pid=68872) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 997.601609] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e884c5c8-6e9b-4323-babf-969ec5fd85ad tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "cdf1520a-2381-4f36-abf3-4b5e2dab00c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.066s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.601757] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e884c5c8-6e9b-4323-babf-969ec5fd85ad tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "cdf1520a-2381-4f36-abf3-4b5e2dab00c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.601970] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e884c5c8-6e9b-4323-babf-969ec5fd85ad tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "cdf1520a-2381-4f36-abf3-4b5e2dab00c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.602156] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e884c5c8-6e9b-4323-babf-969ec5fd85ad tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "cdf1520a-2381-4f36-abf3-4b5e2dab00c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.604300] env[68872]: INFO nova.compute.manager [None req-e884c5c8-6e9b-4323-babf-969ec5fd85ad tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Terminating instance [ 997.706041] env[68872]: INFO nova.compute.manager [-] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Took 2.08 seconds to deallocate network for instance. [ 997.767437] env[68872]: DEBUG oslo_vmware.api [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Task: {'id': task-3093065, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.826645] env[68872]: INFO nova.compute.manager [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Rebuilding instance [ 997.883141] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b3e5d733-3795-41e4-9cb8-30f87d2cd3b5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "7f5e18b9-1307-4803-92df-2a23901d6f16" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.311s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.891054] env[68872]: DEBUG nova.compute.manager [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.892934] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8790daf-da5f-4b66-a838-6f5a8378958c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.925084] env[68872]: INFO nova.compute.manager [-] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Took 1.66 seconds to deallocate network for instance. [ 997.978036] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093066, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.996477] env[68872]: DEBUG oslo_vmware.api [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093064, 'name': PowerOnVM_Task, 'duration_secs': 0.533434} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.999353] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.999703] env[68872]: INFO nova.compute.manager [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Took 8.52 seconds to spawn the instance on the hypervisor. [ 998.000045] env[68872]: DEBUG nova.compute.manager [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.001375] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7835d8-a872-43d8-a115-2e0a3e218c46 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.116171] env[68872]: DEBUG nova.compute.manager [None req-e884c5c8-6e9b-4323-babf-969ec5fd85ad tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.116171] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e884c5c8-6e9b-4323-babf-969ec5fd85ad tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.116171] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b191716a-a87a-4ffc-bc21-a180b60b45b3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.135873] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e884c5c8-6e9b-4323-babf-969ec5fd85ad tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.138867] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdc728de-ad6e-4db2-885b-fb18d9d446ad {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.149399] env[68872]: DEBUG oslo_vmware.api [None req-e884c5c8-6e9b-4323-babf-969ec5fd85ad tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 998.149399] env[68872]: value = "task-3093067" [ 998.149399] env[68872]: _type = "Task" [ 998.149399] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.165150] env[68872]: DEBUG oslo_vmware.api [None req-e884c5c8-6e9b-4323-babf-969ec5fd85ad tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.199555] env[68872]: DEBUG oslo_vmware.rw_handles [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d16937-f70a-b786-a8b1-784665477d18/disk-0.vmdk. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 998.200558] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea39982-82a7-48b1-8d29-e596c9bf87e5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.208639] env[68872]: DEBUG oslo_vmware.rw_handles [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d16937-f70a-b786-a8b1-784665477d18/disk-0.vmdk is in state: ready. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 998.208857] env[68872]: ERROR oslo_vmware.rw_handles [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d16937-f70a-b786-a8b1-784665477d18/disk-0.vmdk due to incomplete transfer. [ 998.211889] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-60b7501f-8fa7-46c3-bd3c-a028635cda98 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.214458] env[68872]: DEBUG oslo_concurrency.lockutils [None req-99595447-9403-498b-ac2e-9f5e064d9d8b tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.222112] env[68872]: DEBUG oslo_vmware.rw_handles [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d16937-f70a-b786-a8b1-784665477d18/disk-0.vmdk. {{(pid=68872) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 998.222341] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Uploaded image c755ed75-6ae8-4e98-a981-6f6cd96654f1 to the Glance image server {{(pid=68872) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 998.224828] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Destroying the VM {{(pid=68872) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 998.226269] env[68872]: DEBUG nova.network.neutron [req-377fa1e1-fde2-439f-8ae2-9d5ca3009923 req-d412dbd1-6936-4959-af02-ea6f86e6d4e8 service nova] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Updated VIF entry in instance network info cache for port fe041982-b172-4fa0-a6b8-7b7de1403e43. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.226269] env[68872]: DEBUG nova.network.neutron [req-377fa1e1-fde2-439f-8ae2-9d5ca3009923 req-d412dbd1-6936-4959-af02-ea6f86e6d4e8 service nova] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Updating instance_info_cache with network_info: [{"id": "fe041982-b172-4fa0-a6b8-7b7de1403e43", "address": "fa:16:3e:18:50:50", "network": {"id": "395722e8-10c9-4cd4-9e49-c1858a0ce30a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1962560931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9960a3dc622c43cd9f219d00dba59dc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe041982-b1", "ovs_interfaceid": "fe041982-b172-4fa0-a6b8-7b7de1403e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.228342] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4c1d341c-0ca3-4f97-a361-8f4d9954fa09 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.239759] env[68872]: DEBUG oslo_vmware.api [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 998.239759] env[68872]: value = "task-3093068" [ 998.239759] env[68872]: _type = "Task" [ 998.239759] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.260624] env[68872]: DEBUG oslo_vmware.api [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093068, 'name': Destroy_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.266212] env[68872]: DEBUG oslo_vmware.api [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Task: {'id': task-3093065, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707266} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.271096] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] d78db680-4461-40af-98cf-46821cf299c0/d78db680-4461-40af-98cf-46821cf299c0.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 998.271096] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] [instance: d78db680-4461-40af-98cf-46821cf299c0] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 998.271096] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76770348-0922-4e47-9111-4390b0083d80 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.278530] env[68872]: DEBUG oslo_vmware.api [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Waiting for the task: (returnval){ [ 998.278530] env[68872]: value = "task-3093069" [ 998.278530] env[68872]: _type = "Task" [ 998.278530] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.287106] env[68872]: DEBUG nova.compute.manager [req-07c7f33d-e300-4613-8cd4-2b43d59cb87d req-ca3e3ee8-b3d4-4c08-a177-44d6cef2a79e service nova] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Received event network-vif-deleted-511cf4a9-1717-47ff-8bd4-949eddffe93a {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.287316] env[68872]: DEBUG nova.compute.manager [req-07c7f33d-e300-4613-8cd4-2b43d59cb87d req-ca3e3ee8-b3d4-4c08-a177-44d6cef2a79e service nova] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Received event network-vif-deleted-96aaef33-a699-4f2d-9bfd-3b656b43178c {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.293808] env[68872]: DEBUG oslo_vmware.api [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Task: {'id': task-3093069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.342051] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65035333-386d-4d95-82bc-cca7c2663902 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.351813] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08e3d82-eec3-4757-9805-32e44484e8d9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.386726] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7585b9f9-1e45-4e7f-b960-e9fca12566f5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.395542] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd2e368-823d-4722-9c0f-d190d4ad75ec {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.410380] env[68872]: DEBUG nova.compute.provider_tree [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.434667] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d2a2dad-56fc-42f8-ad79-4c82a6455291 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.476921] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093066, 'name': CreateVM_Task, 'duration_secs': 0.570023} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.476921] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.477216] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.477348] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.477711] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.478045] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-123ed7a2-849b-41ab-ba0d-f29b527a1f4b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.483933] env[68872]: DEBUG oslo_vmware.api [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 998.483933] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520fdca7-4398-7649-cdf6-d34af59ac0ee" [ 998.483933] env[68872]: _type = "Task" [ 998.483933] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.493281] env[68872]: DEBUG oslo_vmware.api [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520fdca7-4398-7649-cdf6-d34af59ac0ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.530249] env[68872]: INFO nova.compute.manager [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Took 33.36 seconds to build instance. [ 998.664578] env[68872]: DEBUG oslo_vmware.api [None req-e884c5c8-6e9b-4323-babf-969ec5fd85ad tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093067, 'name': PowerOffVM_Task, 'duration_secs': 0.457926} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.670245] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e884c5c8-6e9b-4323-babf-969ec5fd85ad tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.670245] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e884c5c8-6e9b-4323-babf-969ec5fd85ad tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 998.670245] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0b1c58c-dab1-4024-a07e-1fb265ca1975 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.732478] env[68872]: DEBUG oslo_concurrency.lockutils [req-377fa1e1-fde2-439f-8ae2-9d5ca3009923 req-d412dbd1-6936-4959-af02-ea6f86e6d4e8 service nova] Releasing lock "refresh_cache-60304fb8-695c-4b9b-a825-3142c9db948a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.751249] env[68872]: DEBUG oslo_vmware.api [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093068, 'name': Destroy_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.766260] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e884c5c8-6e9b-4323-babf-969ec5fd85ad tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.766496] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e884c5c8-6e9b-4323-babf-969ec5fd85ad tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.766681] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-e884c5c8-6e9b-4323-babf-969ec5fd85ad tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Deleting the datastore file [datastore2] cdf1520a-2381-4f36-abf3-4b5e2dab00c3 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.767057] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95607841-a874-4764-a8e2-cae7da46bdaf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.775498] env[68872]: DEBUG oslo_vmware.api [None req-e884c5c8-6e9b-4323-babf-969ec5fd85ad tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 998.775498] env[68872]: value = "task-3093071" [ 998.775498] env[68872]: _type = "Task" [ 998.775498] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.798315] env[68872]: DEBUG oslo_vmware.api [None req-e884c5c8-6e9b-4323-babf-969ec5fd85ad tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.801838] env[68872]: DEBUG oslo_vmware.api [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Task: {'id': task-3093069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075481} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.802116] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] [instance: d78db680-4461-40af-98cf-46821cf299c0] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 998.802910] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423dd931-20fe-45bf-8ef4-422c3591fd30 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.825586] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] [instance: d78db680-4461-40af-98cf-46821cf299c0] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] d78db680-4461-40af-98cf-46821cf299c0/d78db680-4461-40af-98cf-46821cf299c0.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.826166] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2444d3b-4a66-4ecd-8e10-d7f884c329e8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.850561] env[68872]: DEBUG oslo_vmware.api [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Waiting for the task: (returnval){ [ 998.850561] env[68872]: value = "task-3093072" [ 998.850561] env[68872]: _type = "Task" [ 998.850561] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.859624] env[68872]: DEBUG oslo_vmware.api [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Task: {'id': task-3093072, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.914030] env[68872]: DEBUG nova.scheduler.client.report [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.920729] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.920997] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d330071-946e-4582-9a1b-8413f9569237 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.930351] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 998.930351] env[68872]: value = "task-3093073" [ 998.930351] env[68872]: _type = "Task" [ 998.930351] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.940899] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.998048] env[68872]: DEBUG oslo_vmware.api [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520fdca7-4398-7649-cdf6-d34af59ac0ee, 'name': SearchDatastore_Task, 'duration_secs': 0.037196} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.998048] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.998048] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.998048] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.998048] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.998048] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.998947] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8115045b-dd0e-4f73-ae7c-b577e56f6b2b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.014498] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.014759] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.016022] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04bb85a2-2fc8-4c1e-87a9-eef212f96eaf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.021592] env[68872]: DEBUG oslo_vmware.api [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 999.021592] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5233f379-66f8-9ec2-dee4-690b5d97f642" [ 999.021592] env[68872]: _type = "Task" [ 999.021592] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.030949] env[68872]: DEBUG oslo_vmware.api [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5233f379-66f8-9ec2-dee4-690b5d97f642, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.033412] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e9e0f331-2812-409c-85be-c278217991da tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lock "66c4e151-d12e-41a0-92aa-65357967c076" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.874s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.193368] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ac6e2e89-e989-4d8f-849d-dfce2688684c tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquiring lock "ae4874a5-93ba-4490-860d-7eadf71c4c88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.193368] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ac6e2e89-e989-4d8f-849d-dfce2688684c tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lock "ae4874a5-93ba-4490-860d-7eadf71c4c88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.193368] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ac6e2e89-e989-4d8f-849d-dfce2688684c tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquiring lock "ae4874a5-93ba-4490-860d-7eadf71c4c88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.193368] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ac6e2e89-e989-4d8f-849d-dfce2688684c tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lock "ae4874a5-93ba-4490-860d-7eadf71c4c88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.193368] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ac6e2e89-e989-4d8f-849d-dfce2688684c tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lock "ae4874a5-93ba-4490-860d-7eadf71c4c88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.194282] env[68872]: INFO nova.compute.manager [None req-ac6e2e89-e989-4d8f-849d-dfce2688684c tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Terminating instance [ 999.251334] env[68872]: DEBUG oslo_vmware.api [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093068, 'name': Destroy_Task} progress is 33%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.260034] env[68872]: DEBUG oslo_concurrency.lockutils [None req-da452961-acb9-498d-8412-fdb7b46fbf07 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquiring lock "66c4e151-d12e-41a0-92aa-65357967c076" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.260204] env[68872]: DEBUG oslo_concurrency.lockutils [None req-da452961-acb9-498d-8412-fdb7b46fbf07 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lock "66c4e151-d12e-41a0-92aa-65357967c076" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.260412] env[68872]: DEBUG oslo_concurrency.lockutils [None req-da452961-acb9-498d-8412-fdb7b46fbf07 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquiring lock "66c4e151-d12e-41a0-92aa-65357967c076-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.260878] env[68872]: DEBUG oslo_concurrency.lockutils [None req-da452961-acb9-498d-8412-fdb7b46fbf07 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lock "66c4e151-d12e-41a0-92aa-65357967c076-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.260878] env[68872]: DEBUG oslo_concurrency.lockutils [None req-da452961-acb9-498d-8412-fdb7b46fbf07 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lock "66c4e151-d12e-41a0-92aa-65357967c076-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.267025] env[68872]: INFO nova.compute.manager [None req-da452961-acb9-498d-8412-fdb7b46fbf07 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Terminating instance [ 999.289188] env[68872]: DEBUG oslo_vmware.api [None req-e884c5c8-6e9b-4323-babf-969ec5fd85ad tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.361770] env[68872]: DEBUG oslo_vmware.api [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Task: {'id': task-3093072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.420102] env[68872]: DEBUG oslo_concurrency.lockutils [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.420102] env[68872]: DEBUG nova.compute.manager [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 999.423589] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.306s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.425936] env[68872]: INFO nova.compute.claims [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.445076] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093073, 'name': PowerOffVM_Task, 'duration_secs': 0.225634} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.445236] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.517076] env[68872]: INFO nova.compute.manager [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Detaching volume fb864c80-d852-4528-b24d-a848d40c4f9d [ 999.533957] env[68872]: DEBUG oslo_vmware.api [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5233f379-66f8-9ec2-dee4-690b5d97f642, 'name': SearchDatastore_Task, 'duration_secs': 0.034191} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.534802] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b618081b-4f31-4933-9c04-508bd9ad748c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.541612] env[68872]: DEBUG oslo_vmware.api [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 999.541612] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52e6cbdc-c4ac-5c1e-3105-dd994a507552" [ 999.541612] env[68872]: _type = "Task" [ 999.541612] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.551245] env[68872]: DEBUG oslo_vmware.api [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52e6cbdc-c4ac-5c1e-3105-dd994a507552, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.557158] env[68872]: INFO nova.virt.block_device [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Attempting to driver detach volume fb864c80-d852-4528-b24d-a848d40c4f9d from mountpoint /dev/sdb [ 999.557412] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Volume detach. Driver type: vmdk {{(pid=68872) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 999.557608] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619090', 'volume_id': 'fb864c80-d852-4528-b24d-a848d40c4f9d', 'name': 'volume-fb864c80-d852-4528-b24d-a848d40c4f9d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f5e18b9-1307-4803-92df-2a23901d6f16', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb864c80-d852-4528-b24d-a848d40c4f9d', 'serial': 'fb864c80-d852-4528-b24d-a848d40c4f9d'} {{(pid=68872) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 999.558472] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c22818-a5b2-4434-96b3-01ca78a32638 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.582394] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6a6a2b-bc3a-457b-84bc-42511e5bbd37 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.591500] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde38d3d-42da-42e1-831c-3aa121e34edf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.614544] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aee5607-021c-4e3e-8769-05d39ed852b3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.631376] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] The volume has not been displaced from its original location: [datastore2] volume-fb864c80-d852-4528-b24d-a848d40c4f9d/volume-fb864c80-d852-4528-b24d-a848d40c4f9d.vmdk. No consolidation needed. {{(pid=68872) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 999.636354] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 999.636722] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fc42409-be2e-4f83-b776-91567f354b10 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.654957] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 999.654957] env[68872]: value = "task-3093074" [ 999.654957] env[68872]: _type = "Task" [ 999.654957] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.663829] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093074, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.698950] env[68872]: DEBUG nova.compute.manager [None req-ac6e2e89-e989-4d8f-849d-dfce2688684c tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 999.699221] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6e2e89-e989-4d8f-849d-dfce2688684c tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.700314] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133d7278-edf7-4143-a5c0-c37f5ae6adff {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.708927] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6e2e89-e989-4d8f-849d-dfce2688684c tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.709254] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e8aff1d-5e01-4a16-827c-90378c67af86 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.716094] env[68872]: DEBUG oslo_vmware.api [None req-ac6e2e89-e989-4d8f-849d-dfce2688684c tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for the task: (returnval){ [ 999.716094] env[68872]: value = "task-3093075" [ 999.716094] env[68872]: _type = "Task" [ 999.716094] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.724744] env[68872]: DEBUG oslo_vmware.api [None req-ac6e2e89-e989-4d8f-849d-dfce2688684c tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.753734] env[68872]: DEBUG oslo_vmware.api [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093068, 'name': Destroy_Task, 'duration_secs': 1.177412} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.754105] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Destroyed the VM [ 999.754565] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Deleting Snapshot of the VM instance {{(pid=68872) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 999.755459] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7e9652bf-1810-4f15-a0b0-eb0f06c275ef {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.764107] env[68872]: DEBUG oslo_vmware.api [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 999.764107] env[68872]: value = "task-3093076" [ 999.764107] env[68872]: _type = "Task" [ 999.764107] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.774318] env[68872]: DEBUG nova.compute.manager [None req-da452961-acb9-498d-8412-fdb7b46fbf07 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 999.774517] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-da452961-acb9-498d-8412-fdb7b46fbf07 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.778611] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478cf442-494f-415e-bd3f-fedb2776f69d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.781696] env[68872]: DEBUG oslo_vmware.api [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093076, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.791263] env[68872]: DEBUG oslo_vmware.api [None req-e884c5c8-6e9b-4323-babf-969ec5fd85ad tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.64821} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.793865] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-e884c5c8-6e9b-4323-babf-969ec5fd85ad tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.794113] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e884c5c8-6e9b-4323-babf-969ec5fd85ad tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.794427] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e884c5c8-6e9b-4323-babf-969ec5fd85ad tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.794676] env[68872]: INFO nova.compute.manager [None req-e884c5c8-6e9b-4323-babf-969ec5fd85ad tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Took 1.68 seconds to destroy the instance on the hypervisor. [ 999.795629] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e884c5c8-6e9b-4323-babf-969ec5fd85ad tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.795629] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-da452961-acb9-498d-8412-fdb7b46fbf07 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.795629] env[68872]: DEBUG nova.compute.manager [-] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 999.795862] env[68872]: DEBUG nova.network.neutron [-] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 999.797522] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7142a8b3-4d43-47be-a294-776f77cb05d6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.806036] env[68872]: DEBUG oslo_vmware.api [None req-da452961-acb9-498d-8412-fdb7b46fbf07 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for the task: (returnval){ [ 999.806036] env[68872]: value = "task-3093077" [ 999.806036] env[68872]: _type = "Task" [ 999.806036] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.817630] env[68872]: DEBUG oslo_vmware.api [None req-da452961-acb9-498d-8412-fdb7b46fbf07 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.863572] env[68872]: DEBUG oslo_vmware.api [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Task: {'id': task-3093072, 'name': ReconfigVM_Task, 'duration_secs': 0.830036} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.864075] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] [instance: d78db680-4461-40af-98cf-46821cf299c0] Reconfigured VM instance instance-00000058 to attach disk [datastore2] d78db680-4461-40af-98cf-46821cf299c0/d78db680-4461-40af-98cf-46821cf299c0.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.864857] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-530e4661-4b60-450b-a737-765a04e2c990 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.874449] env[68872]: DEBUG oslo_vmware.api [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Waiting for the task: (returnval){ [ 999.874449] env[68872]: value = "task-3093078" [ 999.874449] env[68872]: _type = "Task" [ 999.874449] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.884492] env[68872]: DEBUG oslo_vmware.api [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Task: {'id': task-3093078, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.931709] env[68872]: DEBUG nova.compute.utils [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 999.935719] env[68872]: DEBUG nova.compute.manager [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 999.935940] env[68872]: DEBUG nova.network.neutron [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1000.043084] env[68872]: DEBUG nova.policy [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '817e4975f3344913b0d9900781629ff5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd794c38080b46ceb44aaaf55d16cfef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 1000.054811] env[68872]: DEBUG oslo_vmware.api [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52e6cbdc-c4ac-5c1e-3105-dd994a507552, 'name': SearchDatastore_Task, 'duration_secs': 0.012158} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.058118] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.058118] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 60304fb8-695c-4b9b-a825-3142c9db948a/60304fb8-695c-4b9b-a825-3142c9db948a.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.058118] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fa7b91c-bb4c-42d3-99ce-f805fc80cd00 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.066561] env[68872]: DEBUG oslo_vmware.api [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 1000.066561] env[68872]: value = "task-3093079" [ 1000.066561] env[68872]: _type = "Task" [ 1000.066561] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.079812] env[68872]: DEBUG oslo_vmware.api [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093079, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.169695] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093074, 'name': ReconfigVM_Task, 'duration_secs': 0.202733} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.170336] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1000.177010] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97980d78-5612-4b13-9799-94ec48bfd18e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.201805] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1000.201805] env[68872]: value = "task-3093080" [ 1000.201805] env[68872]: _type = "Task" [ 1000.201805] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.215406] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093080, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.228242] env[68872]: DEBUG oslo_vmware.api [None req-ac6e2e89-e989-4d8f-849d-dfce2688684c tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093075, 'name': PowerOffVM_Task, 'duration_secs': 0.221406} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.228577] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6e2e89-e989-4d8f-849d-dfce2688684c tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.228751] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6e2e89-e989-4d8f-849d-dfce2688684c tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.229053] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f214bc71-2843-4e31-94ed-30a8a65284f9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.283612] env[68872]: DEBUG oslo_vmware.api [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093076, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.321028] env[68872]: DEBUG oslo_vmware.api [None req-da452961-acb9-498d-8412-fdb7b46fbf07 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093077, 'name': PowerOffVM_Task, 'duration_secs': 0.192248} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.321028] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-da452961-acb9-498d-8412-fdb7b46fbf07 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.321028] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-da452961-acb9-498d-8412-fdb7b46fbf07 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.321028] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdd30e11-e891-4776-a169-1955c46971cd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.338150] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6e2e89-e989-4d8f-849d-dfce2688684c tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.338150] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6e2e89-e989-4d8f-849d-dfce2688684c tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.338456] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac6e2e89-e989-4d8f-849d-dfce2688684c tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Deleting the datastore file [datastore1] ae4874a5-93ba-4490-860d-7eadf71c4c88 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.338843] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-527d908a-8235-4de6-a043-ef6319c26878 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.351845] env[68872]: DEBUG oslo_vmware.api [None req-ac6e2e89-e989-4d8f-849d-dfce2688684c tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for the task: (returnval){ [ 1000.351845] env[68872]: value = "task-3093083" [ 1000.351845] env[68872]: _type = "Task" [ 1000.351845] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.365207] env[68872]: DEBUG oslo_vmware.api [None req-ac6e2e89-e989-4d8f-849d-dfce2688684c tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.386864] env[68872]: DEBUG oslo_vmware.api [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Task: {'id': task-3093078, 'name': Rename_Task, 'duration_secs': 0.265957} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.387167] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] [instance: d78db680-4461-40af-98cf-46821cf299c0] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1000.387473] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d53d698c-fb08-4da8-87f9-e91cb6995ae3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.398510] env[68872]: DEBUG oslo_vmware.api [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Waiting for the task: (returnval){ [ 1000.398510] env[68872]: value = "task-3093084" [ 1000.398510] env[68872]: _type = "Task" [ 1000.398510] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.413392] env[68872]: DEBUG oslo_vmware.api [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Task: {'id': task-3093084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.435259] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-da452961-acb9-498d-8412-fdb7b46fbf07 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.436128] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-da452961-acb9-498d-8412-fdb7b46fbf07 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.436128] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-da452961-acb9-498d-8412-fdb7b46fbf07 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Deleting the datastore file [datastore2] 66c4e151-d12e-41a0-92aa-65357967c076 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.436128] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e84d0e23-8aa2-4645-8836-c8ba4153317e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.443474] env[68872]: DEBUG nova.compute.manager [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1000.453799] env[68872]: DEBUG oslo_vmware.api [None req-da452961-acb9-498d-8412-fdb7b46fbf07 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for the task: (returnval){ [ 1000.453799] env[68872]: value = "task-3093085" [ 1000.453799] env[68872]: _type = "Task" [ 1000.453799] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.466272] env[68872]: DEBUG oslo_vmware.api [None req-da452961-acb9-498d-8412-fdb7b46fbf07 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093085, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.587617] env[68872]: DEBUG oslo_vmware.api [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093079, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.710449] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093080, 'name': ReconfigVM_Task, 'duration_secs': 0.23122} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.715863] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619090', 'volume_id': 'fb864c80-d852-4528-b24d-a848d40c4f9d', 'name': 'volume-fb864c80-d852-4528-b24d-a848d40c4f9d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f5e18b9-1307-4803-92df-2a23901d6f16', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb864c80-d852-4528-b24d-a848d40c4f9d', 'serial': 'fb864c80-d852-4528-b24d-a848d40c4f9d'} {{(pid=68872) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1000.776996] env[68872]: DEBUG oslo_vmware.api [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093076, 'name': RemoveSnapshot_Task, 'duration_secs': 0.576284} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.777321] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Deleted Snapshot of the VM instance {{(pid=68872) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1000.777419] env[68872]: INFO nova.compute.manager [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Took 16.32 seconds to snapshot the instance on the hypervisor. [ 1000.783203] env[68872]: DEBUG nova.network.neutron [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Successfully created port: ddc3264c-2f95-4b8d-a848-193f65ee86de {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1000.869047] env[68872]: DEBUG oslo_vmware.api [None req-ac6e2e89-e989-4d8f-849d-dfce2688684c tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314647} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.870040] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac6e2e89-e989-4d8f-849d-dfce2688684c tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.871077] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6e2e89-e989-4d8f-849d-dfce2688684c tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.871077] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6e2e89-e989-4d8f-849d-dfce2688684c tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.871077] env[68872]: INFO nova.compute.manager [None req-ac6e2e89-e989-4d8f-849d-dfce2688684c tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1000.871077] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac6e2e89-e989-4d8f-849d-dfce2688684c tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.871077] env[68872]: DEBUG nova.compute.manager [-] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1000.871077] env[68872]: DEBUG nova.network.neutron [-] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1000.895890] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b63f4f-2d64-4172-90a2-7b7a42a84725 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.914321] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa9566f-6b7f-44c6-9e06-394ed2dcb78f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.917861] env[68872]: DEBUG oslo_vmware.api [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Task: {'id': task-3093084, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.958018] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ac0c31-bba7-4fdf-bfa8-b1c9b084f94d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.962051] env[68872]: DEBUG nova.compute.manager [req-436ba09a-cfda-4c27-b30b-20b82c2b8bf7 req-e3e15f81-fb1d-49b2-81df-7c97dd7d9f3b service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Received event network-vif-deleted-95beb437-7b18-4cb7-b51b-c4122917d278 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.962263] env[68872]: INFO nova.compute.manager [req-436ba09a-cfda-4c27-b30b-20b82c2b8bf7 req-e3e15f81-fb1d-49b2-81df-7c97dd7d9f3b service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Neutron deleted interface 95beb437-7b18-4cb7-b51b-c4122917d278; detaching it from the instance and deleting it from the info cache [ 1000.962458] env[68872]: DEBUG nova.network.neutron [req-436ba09a-cfda-4c27-b30b-20b82c2b8bf7 req-e3e15f81-fb1d-49b2-81df-7c97dd7d9f3b service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.979987] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008c1eeb-8cdc-4f95-8fd0-f05596e91094 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.985054] env[68872]: DEBUG oslo_vmware.api [None req-da452961-acb9-498d-8412-fdb7b46fbf07 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093085, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290265} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.986047] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-da452961-acb9-498d-8412-fdb7b46fbf07 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.986252] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-da452961-acb9-498d-8412-fdb7b46fbf07 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.986432] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-da452961-acb9-498d-8412-fdb7b46fbf07 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.986604] env[68872]: INFO nova.compute.manager [None req-da452961-acb9-498d-8412-fdb7b46fbf07 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1000.986932] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da452961-acb9-498d-8412-fdb7b46fbf07 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.987695] env[68872]: DEBUG nova.compute.manager [-] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1000.987765] env[68872]: DEBUG nova.network.neutron [-] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1000.999048] env[68872]: DEBUG nova.compute.provider_tree [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.081291] env[68872]: DEBUG oslo_vmware.api [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093079, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564036} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.081613] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 60304fb8-695c-4b9b-a825-3142c9db948a/60304fb8-695c-4b9b-a825-3142c9db948a.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.081841] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.082125] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0dc2b686-9fce-47b2-8b1b-1b05d832f92e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.095250] env[68872]: DEBUG oslo_vmware.api [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 1001.095250] env[68872]: value = "task-3093086" [ 1001.095250] env[68872]: _type = "Task" [ 1001.095250] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.104942] env[68872]: DEBUG oslo_vmware.api [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093086, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.226559] env[68872]: DEBUG oslo_concurrency.lockutils [None req-30ad6862-800d-48f7-ad75-c383464639bf tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquiring lock "a1ac11ff-9bf0-495c-a8cc-03dd670c64e6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.226820] env[68872]: DEBUG oslo_concurrency.lockutils [None req-30ad6862-800d-48f7-ad75-c383464639bf tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lock "a1ac11ff-9bf0-495c-a8cc-03dd670c64e6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.345631] env[68872]: DEBUG nova.compute.manager [None req-00e3e2b8-7637-49d8-945a-d9e5a124be9f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Found 1 images (rotation: 2) {{(pid=68872) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1001.346706] env[68872]: DEBUG nova.network.neutron [-] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.413609] env[68872]: DEBUG oslo_vmware.api [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Task: {'id': task-3093084, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.455211] env[68872]: DEBUG nova.compute.manager [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1001.467356] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-feb889f6-1584-4e8c-836b-3cecf78a8bb4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.477631] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d3c40c-9094-421e-880c-e7b000e56bb7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.490830] env[68872]: DEBUG nova.virt.hardware [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1001.491089] env[68872]: DEBUG nova.virt.hardware [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.491249] env[68872]: DEBUG nova.virt.hardware [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.491457] env[68872]: DEBUG nova.virt.hardware [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.491601] env[68872]: DEBUG nova.virt.hardware [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.491751] env[68872]: DEBUG nova.virt.hardware [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1001.491961] env[68872]: DEBUG nova.virt.hardware [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1001.492136] env[68872]: DEBUG nova.virt.hardware [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1001.492302] env[68872]: DEBUG nova.virt.hardware [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1001.492500] env[68872]: DEBUG nova.virt.hardware [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1001.492735] env[68872]: DEBUG nova.virt.hardware [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1001.494228] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d7d0a4-a5c6-4021-b3ca-c458d7e7cc87 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.505323] env[68872]: DEBUG nova.scheduler.client.report [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.509466] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa6930a-7df1-447f-8562-4249fa3c1d2d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.527670] env[68872]: DEBUG nova.compute.manager [req-436ba09a-cfda-4c27-b30b-20b82c2b8bf7 req-e3e15f81-fb1d-49b2-81df-7c97dd7d9f3b service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Detach interface failed, port_id=95beb437-7b18-4cb7-b51b-c4122917d278, reason: Instance cdf1520a-2381-4f36-abf3-4b5e2dab00c3 could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1001.603913] env[68872]: DEBUG oslo_vmware.api [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093086, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098108} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.604566] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.605148] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11c3ad2-2856-402c-a662-049c6df31edb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.626591] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 60304fb8-695c-4b9b-a825-3142c9db948a/60304fb8-695c-4b9b-a825-3142c9db948a.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.626811] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b91bafe-5d36-4e5f-9b29-15b78bb0e280 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.647367] env[68872]: DEBUG oslo_vmware.api [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 1001.647367] env[68872]: value = "task-3093087" [ 1001.647367] env[68872]: _type = "Task" [ 1001.647367] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.656186] env[68872]: DEBUG oslo_vmware.api [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093087, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.733869] env[68872]: INFO nova.compute.manager [None req-30ad6862-800d-48f7-ad75-c383464639bf tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Detaching volume c14a9ac2-799a-4a0c-afe6-36f3629def8a [ 1001.767239] env[68872]: INFO nova.virt.block_device [None req-30ad6862-800d-48f7-ad75-c383464639bf tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Attempting to driver detach volume c14a9ac2-799a-4a0c-afe6-36f3629def8a from mountpoint /dev/sdb [ 1001.767486] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-30ad6862-800d-48f7-ad75-c383464639bf tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Volume detach. Driver type: vmdk {{(pid=68872) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1001.767677] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-30ad6862-800d-48f7-ad75-c383464639bf tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619066', 'volume_id': 'c14a9ac2-799a-4a0c-afe6-36f3629def8a', 'name': 'volume-c14a9ac2-799a-4a0c-afe6-36f3629def8a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a1ac11ff-9bf0-495c-a8cc-03dd670c64e6', 'attached_at': '', 'detached_at': '', 'volume_id': 'c14a9ac2-799a-4a0c-afe6-36f3629def8a', 'serial': 'c14a9ac2-799a-4a0c-afe6-36f3629def8a'} {{(pid=68872) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1001.768674] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ffe47e-b941-424a-aa6c-abc17a196aa6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.791032] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.791695] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b60f240-7b54-48a5-948e-a4c4abca8b0f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.793875] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fdb2d2-75be-4f4c-a4fb-dc373b8543ee {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.801824] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2fca4c-d060-4e40-be6a-e1eeef815ea0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.805165] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1001.805165] env[68872]: value = "task-3093088" [ 1001.805165] env[68872]: _type = "Task" [ 1001.805165] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.834353] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] VM already powered off {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1001.834353] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Volume detach. Driver type: vmdk {{(pid=68872) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1001.834353] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619090', 'volume_id': 'fb864c80-d852-4528-b24d-a848d40c4f9d', 'name': 'volume-fb864c80-d852-4528-b24d-a848d40c4f9d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f5e18b9-1307-4803-92df-2a23901d6f16', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb864c80-d852-4528-b24d-a848d40c4f9d', 'serial': 'fb864c80-d852-4528-b24d-a848d40c4f9d'} {{(pid=68872) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1001.834353] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607dd157-0372-4ae4-a803-9b2a245a2fd4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.836835] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0748b09-b1a7-467e-8b21-65fd34327606 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.854112] env[68872]: INFO nova.compute.manager [-] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Took 2.06 seconds to deallocate network for instance. [ 1001.854492] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-30ad6862-800d-48f7-ad75-c383464639bf tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] The volume has not been displaced from its original location: [datastore2] volume-c14a9ac2-799a-4a0c-afe6-36f3629def8a/volume-c14a9ac2-799a-4a0c-afe6-36f3629def8a.vmdk. No consolidation needed. {{(pid=68872) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1001.859762] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-30ad6862-800d-48f7-ad75-c383464639bf tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Reconfiguring VM instance instance-00000030 to detach disk 2001 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1001.874952] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04801eb1-e6db-4098-9e91-d46077e98ca2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.891269] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8c4571-9966-4017-9181-3b1341e8e079 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.899876] env[68872]: WARNING nova.virt.vmwareapi.driver [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1001.900227] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.902200] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11431e7d-67f5-4e07-a77c-6561aa36c9cf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.905018] env[68872]: DEBUG oslo_vmware.api [None req-30ad6862-800d-48f7-ad75-c383464639bf tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 1001.905018] env[68872]: value = "task-3093089" [ 1001.905018] env[68872]: _type = "Task" [ 1001.905018] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.913158] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.913994] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1f475b7-a8ea-4f87-83bd-e3990eff8f30 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.923849] env[68872]: DEBUG oslo_vmware.api [None req-30ad6862-800d-48f7-ad75-c383464639bf tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3093089, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.923849] env[68872]: DEBUG oslo_vmware.api [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Task: {'id': task-3093084, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.931427] env[68872]: DEBUG nova.network.neutron [-] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.953225] env[68872]: DEBUG nova.network.neutron [-] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.005016] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.005016] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.005016] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Deleting the datastore file [datastore1] 7f5e18b9-1307-4803-92df-2a23901d6f16 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.005016] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58d863c8-0e96-4a81-ab7c-ac75964b1de8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.014966] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1002.014966] env[68872]: value = "task-3093091" [ 1002.014966] env[68872]: _type = "Task" [ 1002.014966] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.023940] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.027916] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.028488] env[68872]: DEBUG nova.compute.manager [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1002.031208] env[68872]: DEBUG oslo_concurrency.lockutils [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.085s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.033028] env[68872]: INFO nova.compute.claims [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.160218] env[68872]: DEBUG oslo_vmware.api [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093087, 'name': ReconfigVM_Task, 'duration_secs': 0.287567} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.160694] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 60304fb8-695c-4b9b-a825-3142c9db948a/60304fb8-695c-4b9b-a825-3142c9db948a.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.162291] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d503bb1-0194-4e0f-be33-b7581f5ce6d5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.170261] env[68872]: DEBUG oslo_vmware.api [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 1002.170261] env[68872]: value = "task-3093092" [ 1002.170261] env[68872]: _type = "Task" [ 1002.170261] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.179514] env[68872]: DEBUG oslo_vmware.api [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093092, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.396437] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e884c5c8-6e9b-4323-babf-969ec5fd85ad tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.419658] env[68872]: DEBUG oslo_vmware.api [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Task: {'id': task-3093084, 'name': PowerOnVM_Task, 'duration_secs': 1.721787} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.422874] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] [instance: d78db680-4461-40af-98cf-46821cf299c0] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.423160] env[68872]: INFO nova.compute.manager [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] [instance: d78db680-4461-40af-98cf-46821cf299c0] Took 10.31 seconds to spawn the instance on the hypervisor. [ 1002.423388] env[68872]: DEBUG nova.compute.manager [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] [instance: d78db680-4461-40af-98cf-46821cf299c0] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.423802] env[68872]: DEBUG oslo_vmware.api [None req-30ad6862-800d-48f7-ad75-c383464639bf tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3093089, 'name': ReconfigVM_Task, 'duration_secs': 0.318801} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.424729] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9b2a90-5fa0-47c0-9454-65fff79f34a8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.427472] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-30ad6862-800d-48f7-ad75-c383464639bf tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Reconfigured VM instance instance-00000030 to detach disk 2001 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1002.433266] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09f0a8cc-2970-4fd1-ab74-15ef35e06771 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.445390] env[68872]: INFO nova.compute.manager [-] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Took 1.57 seconds to deallocate network for instance. [ 1002.457870] env[68872]: INFO nova.compute.manager [-] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Took 1.47 seconds to deallocate network for instance. [ 1002.458234] env[68872]: DEBUG oslo_vmware.api [None req-30ad6862-800d-48f7-ad75-c383464639bf tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 1002.458234] env[68872]: value = "task-3093093" [ 1002.458234] env[68872]: _type = "Task" [ 1002.458234] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.473368] env[68872]: DEBUG oslo_vmware.api [None req-30ad6862-800d-48f7-ad75-c383464639bf tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3093093, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.528454] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192498} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.528718] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.528902] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.529083] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.537102] env[68872]: DEBUG nova.compute.utils [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1002.540095] env[68872]: DEBUG nova.compute.manager [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1002.540270] env[68872]: DEBUG nova.network.neutron [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1002.611277] env[68872]: DEBUG nova.policy [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b02d2032acdc494fa052bf353da8a927', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '416b9148cf854068b0ac029641702291', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 1002.684888] env[68872]: DEBUG oslo_vmware.api [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093092, 'name': Rename_Task, 'duration_secs': 0.176969} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.685212] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.685472] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6a2d58b-d0cf-42ef-bf93-6a3de219aab3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.696569] env[68872]: DEBUG oslo_vmware.api [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 1002.696569] env[68872]: value = "task-3093094" [ 1002.696569] env[68872]: _type = "Task" [ 1002.696569] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.705696] env[68872]: DEBUG oslo_vmware.api [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093094, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.816316] env[68872]: DEBUG nova.network.neutron [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Successfully updated port: ddc3264c-2f95-4b8d-a848-193f65ee86de {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1002.946551] env[68872]: DEBUG nova.compute.manager [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.947658] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60cd93b-7f5e-44b9-972c-d4060633a82c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.960352] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ac6e2e89-e989-4d8f-849d-dfce2688684c tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.972561] env[68872]: DEBUG oslo_concurrency.lockutils [None req-da452961-acb9-498d-8412-fdb7b46fbf07 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.976348] env[68872]: INFO nova.compute.manager [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] [instance: d78db680-4461-40af-98cf-46821cf299c0] Took 32.94 seconds to build instance. [ 1002.983641] env[68872]: DEBUG oslo_vmware.api [None req-30ad6862-800d-48f7-ad75-c383464639bf tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3093093, 'name': ReconfigVM_Task, 'duration_secs': 0.153095} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.985774] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-30ad6862-800d-48f7-ad75-c383464639bf tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619066', 'volume_id': 'c14a9ac2-799a-4a0c-afe6-36f3629def8a', 'name': 'volume-c14a9ac2-799a-4a0c-afe6-36f3629def8a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a1ac11ff-9bf0-495c-a8cc-03dd670c64e6', 'attached_at': '', 'detached_at': '', 'volume_id': 'c14a9ac2-799a-4a0c-afe6-36f3629def8a', 'serial': 'c14a9ac2-799a-4a0c-afe6-36f3629def8a'} {{(pid=68872) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1002.999911] env[68872]: DEBUG nova.compute.manager [req-8ef6ff2b-a523-4f70-afbc-88b594d51df0 req-71024b43-7e18-4f95-9bd6-900726b02deb service nova] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Received event network-vif-deleted-f17323be-49b7-409d-9fbb-49ae870dbc97 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.000143] env[68872]: DEBUG nova.compute.manager [req-8ef6ff2b-a523-4f70-afbc-88b594d51df0 req-71024b43-7e18-4f95-9bd6-900726b02deb service nova] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Received event network-vif-deleted-1c3f3262-6a8f-4b64-a166-cb23038f9f5d {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.000332] env[68872]: DEBUG nova.compute.manager [req-8ef6ff2b-a523-4f70-afbc-88b594d51df0 req-71024b43-7e18-4f95-9bd6-900726b02deb service nova] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Received event network-vif-plugged-ddc3264c-2f95-4b8d-a848-193f65ee86de {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.000554] env[68872]: DEBUG oslo_concurrency.lockutils [req-8ef6ff2b-a523-4f70-afbc-88b594d51df0 req-71024b43-7e18-4f95-9bd6-900726b02deb service nova] Acquiring lock "120a329c-572b-4fca-8f0e-637ca8e47aff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.000793] env[68872]: DEBUG oslo_concurrency.lockutils [req-8ef6ff2b-a523-4f70-afbc-88b594d51df0 req-71024b43-7e18-4f95-9bd6-900726b02deb service nova] Lock "120a329c-572b-4fca-8f0e-637ca8e47aff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.001203] env[68872]: DEBUG oslo_concurrency.lockutils [req-8ef6ff2b-a523-4f70-afbc-88b594d51df0 req-71024b43-7e18-4f95-9bd6-900726b02deb service nova] Lock "120a329c-572b-4fca-8f0e-637ca8e47aff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.001503] env[68872]: DEBUG nova.compute.manager [req-8ef6ff2b-a523-4f70-afbc-88b594d51df0 req-71024b43-7e18-4f95-9bd6-900726b02deb service nova] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] No waiting events found dispatching network-vif-plugged-ddc3264c-2f95-4b8d-a848-193f65ee86de {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1003.001728] env[68872]: WARNING nova.compute.manager [req-8ef6ff2b-a523-4f70-afbc-88b594d51df0 req-71024b43-7e18-4f95-9bd6-900726b02deb service nova] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Received unexpected event network-vif-plugged-ddc3264c-2f95-4b8d-a848-193f65ee86de for instance with vm_state building and task_state spawning. [ 1003.001943] env[68872]: DEBUG nova.compute.manager [req-8ef6ff2b-a523-4f70-afbc-88b594d51df0 req-71024b43-7e18-4f95-9bd6-900726b02deb service nova] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Received event network-changed-ddc3264c-2f95-4b8d-a848-193f65ee86de {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.002145] env[68872]: DEBUG nova.compute.manager [req-8ef6ff2b-a523-4f70-afbc-88b594d51df0 req-71024b43-7e18-4f95-9bd6-900726b02deb service nova] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Refreshing instance network info cache due to event network-changed-ddc3264c-2f95-4b8d-a848-193f65ee86de. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1003.002356] env[68872]: DEBUG oslo_concurrency.lockutils [req-8ef6ff2b-a523-4f70-afbc-88b594d51df0 req-71024b43-7e18-4f95-9bd6-900726b02deb service nova] Acquiring lock "refresh_cache-120a329c-572b-4fca-8f0e-637ca8e47aff" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.002617] env[68872]: DEBUG oslo_concurrency.lockutils [req-8ef6ff2b-a523-4f70-afbc-88b594d51df0 req-71024b43-7e18-4f95-9bd6-900726b02deb service nova] Acquired lock "refresh_cache-120a329c-572b-4fca-8f0e-637ca8e47aff" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.002814] env[68872]: DEBUG nova.network.neutron [req-8ef6ff2b-a523-4f70-afbc-88b594d51df0 req-71024b43-7e18-4f95-9bd6-900726b02deb service nova] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Refreshing network info cache for port ddc3264c-2f95-4b8d-a848-193f65ee86de {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.034549] env[68872]: INFO nova.virt.block_device [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Booting with volume fb864c80-d852-4528-b24d-a848d40c4f9d at /dev/sdb [ 1003.045351] env[68872]: DEBUG nova.compute.manager [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1003.063855] env[68872]: DEBUG nova.network.neutron [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Successfully created port: fc270465-dced-424e-958f-3f63e5278799 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1003.083162] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e92d0faa-7db5-46df-b9f3-c885d5353e45 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.094587] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a61d47d-eaa7-4ee6-a3d6-2f342b341e32 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.139086] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb79ded5-2b83-4164-9afd-73145865f99c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.154205] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca0587d-8acc-482a-a1ac-09cb7b40c656 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.206529] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54dab1c-2011-497c-be25-7045fefa1c5b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.217220] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e263cea6-6d67-4e3b-b6d1-161787cdc8bb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.219875] env[68872]: DEBUG oslo_vmware.api [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093094, 'name': PowerOnVM_Task, 'duration_secs': 0.503279} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.220156] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.220616] env[68872]: INFO nova.compute.manager [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1003.220616] env[68872]: DEBUG nova.compute.manager [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.221641] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc15a89c-af01-4403-9928-7b6db7e87567 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.236778] env[68872]: DEBUG nova.virt.block_device [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Updating existing volume attachment record: a6fb74dc-0838-4828-a929-64b09c55fc0e {{(pid=68872) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1003.320706] env[68872]: DEBUG oslo_concurrency.lockutils [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Acquiring lock "refresh_cache-120a329c-572b-4fca-8f0e-637ca8e47aff" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.448914] env[68872]: DEBUG oslo_concurrency.lockutils [None req-66b26e4a-d0ce-4f5c-977c-27458fe5ce25 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Acquiring lock "d78db680-4461-40af-98cf-46821cf299c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.459808] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e116e23-1194-434b-bfe8-aef5280695c9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.468702] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060acfde-4df0-43f4-af62-95bb4742be7d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.473972] env[68872]: INFO nova.compute.manager [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] instance snapshotting [ 1003.474547] env[68872]: DEBUG nova.objects.instance [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lazy-loading 'flavor' on Instance uuid dd7f8ad1-c394-4217-933a-622094af0f63 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.500061] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ac0e23e9-bcb2-4a21-b994-9540b9b74c45 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Lock "d78db680-4461-40af-98cf-46821cf299c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.475s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.501394] env[68872]: DEBUG oslo_concurrency.lockutils [None req-66b26e4a-d0ce-4f5c-977c-27458fe5ce25 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Lock "d78db680-4461-40af-98cf-46821cf299c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.053s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.501643] env[68872]: DEBUG oslo_concurrency.lockutils [None req-66b26e4a-d0ce-4f5c-977c-27458fe5ce25 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Acquiring lock "d78db680-4461-40af-98cf-46821cf299c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.501852] env[68872]: DEBUG oslo_concurrency.lockutils [None req-66b26e4a-d0ce-4f5c-977c-27458fe5ce25 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Lock "d78db680-4461-40af-98cf-46821cf299c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.502034] env[68872]: DEBUG oslo_concurrency.lockutils [None req-66b26e4a-d0ce-4f5c-977c-27458fe5ce25 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Lock "d78db680-4461-40af-98cf-46821cf299c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.503935] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30aaee3b-7b41-4334-9ea7-b7f5c4b0a282 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.506689] env[68872]: INFO nova.compute.manager [None req-66b26e4a-d0ce-4f5c-977c-27458fe5ce25 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] [instance: d78db680-4461-40af-98cf-46821cf299c0] Terminating instance [ 1003.516908] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62dc51b4-e756-4993-b7a6-ab8ea8935d35 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.533487] env[68872]: DEBUG nova.compute.provider_tree [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.535861] env[68872]: DEBUG nova.objects.instance [None req-30ad6862-800d-48f7-ad75-c383464639bf tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lazy-loading 'flavor' on Instance uuid a1ac11ff-9bf0-495c-a8cc-03dd670c64e6 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.543570] env[68872]: DEBUG nova.network.neutron [req-8ef6ff2b-a523-4f70-afbc-88b594d51df0 req-71024b43-7e18-4f95-9bd6-900726b02deb service nova] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.648902] env[68872]: DEBUG nova.network.neutron [req-8ef6ff2b-a523-4f70-afbc-88b594d51df0 req-71024b43-7e18-4f95-9bd6-900726b02deb service nova] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.745950] env[68872]: INFO nova.compute.manager [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Took 31.88 seconds to build instance. [ 1004.008236] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b329396-ebe7-49a2-b171-ea8126779825 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.012950] env[68872]: DEBUG nova.compute.manager [None req-66b26e4a-d0ce-4f5c-977c-27458fe5ce25 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] [instance: d78db680-4461-40af-98cf-46821cf299c0] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1004.013195] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-66b26e4a-d0ce-4f5c-977c-27458fe5ce25 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] [instance: d78db680-4461-40af-98cf-46821cf299c0] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.014078] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eea881b-66e2-4fa5-9191-b7967826176b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.037641] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff8565c-0ceb-4b0e-a2eb-ed257fa59682 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.043640] env[68872]: DEBUG nova.scheduler.client.report [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.048927] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b26e4a-d0ce-4f5c-977c-27458fe5ce25 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] [instance: d78db680-4461-40af-98cf-46821cf299c0] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.051549] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14cebb63-6dd9-4d75-9e05-3d7c4972c243 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.061759] env[68872]: DEBUG nova.compute.manager [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1004.075296] env[68872]: DEBUG oslo_vmware.api [None req-66b26e4a-d0ce-4f5c-977c-27458fe5ce25 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Waiting for the task: (returnval){ [ 1004.075296] env[68872]: value = "task-3093095" [ 1004.075296] env[68872]: _type = "Task" [ 1004.075296] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.085399] env[68872]: DEBUG oslo_vmware.api [None req-66b26e4a-d0ce-4f5c-977c-27458fe5ce25 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Task: {'id': task-3093095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.096176] env[68872]: DEBUG nova.virt.hardware [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.096176] env[68872]: DEBUG nova.virt.hardware [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.096176] env[68872]: DEBUG nova.virt.hardware [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.096176] env[68872]: DEBUG nova.virt.hardware [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.096176] env[68872]: DEBUG nova.virt.hardware [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.096176] env[68872]: DEBUG nova.virt.hardware [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.096794] env[68872]: DEBUG nova.virt.hardware [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.097142] env[68872]: DEBUG nova.virt.hardware [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.097443] env[68872]: DEBUG nova.virt.hardware [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.097725] env[68872]: DEBUG nova.virt.hardware [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.098053] env[68872]: DEBUG nova.virt.hardware [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.099213] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5339d4-a33c-4981-a920-c3701965132a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.110563] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7003e7c-bc00-4f2e-9a44-4d4fc7acec93 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.152557] env[68872]: DEBUG oslo_concurrency.lockutils [req-8ef6ff2b-a523-4f70-afbc-88b594d51df0 req-71024b43-7e18-4f95-9bd6-900726b02deb service nova] Releasing lock "refresh_cache-120a329c-572b-4fca-8f0e-637ca8e47aff" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.154108] env[68872]: DEBUG oslo_concurrency.lockutils [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Acquired lock "refresh_cache-120a329c-572b-4fca-8f0e-637ca8e47aff" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.154108] env[68872]: DEBUG nova.network.neutron [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.248613] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1fb668d2-a7b6-4e05-bd6f-354ad8d5d5b0 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "60304fb8-695c-4b9b-a825-3142c9db948a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.396s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.551966] env[68872]: DEBUG oslo_concurrency.lockutils [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.552536] env[68872]: DEBUG nova.compute.manager [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.555138] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.960s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.556526] env[68872]: INFO nova.compute.claims [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.563352] env[68872]: DEBUG oslo_concurrency.lockutils [None req-30ad6862-800d-48f7-ad75-c383464639bf tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lock "a1ac11ff-9bf0-495c-a8cc-03dd670c64e6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.336s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.569107] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Creating Snapshot of the VM instance {{(pid=68872) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1004.570484] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0e739b60-983d-4ba1-8ee5-0e255b04970f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.593027] env[68872]: DEBUG oslo_vmware.api [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1004.593027] env[68872]: value = "task-3093096" [ 1004.593027] env[68872]: _type = "Task" [ 1004.593027] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.595418] env[68872]: DEBUG oslo_vmware.api [None req-66b26e4a-d0ce-4f5c-977c-27458fe5ce25 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Task: {'id': task-3093095, 'name': PowerOffVM_Task, 'duration_secs': 0.202058} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.599374] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b26e4a-d0ce-4f5c-977c-27458fe5ce25 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] [instance: d78db680-4461-40af-98cf-46821cf299c0] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.599586] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-66b26e4a-d0ce-4f5c-977c-27458fe5ce25 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] [instance: d78db680-4461-40af-98cf-46821cf299c0] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.600994] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a09ecd5-a1ab-42b1-a675-4a1202ba2bdd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.608928] env[68872]: DEBUG oslo_vmware.api [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093096, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.695202] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-66b26e4a-d0ce-4f5c-977c-27458fe5ce25 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] [instance: d78db680-4461-40af-98cf-46821cf299c0] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1004.695525] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-66b26e4a-d0ce-4f5c-977c-27458fe5ce25 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] [instance: d78db680-4461-40af-98cf-46821cf299c0] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1004.695749] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-66b26e4a-d0ce-4f5c-977c-27458fe5ce25 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Deleting the datastore file [datastore2] d78db680-4461-40af-98cf-46821cf299c0 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.696118] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9a77c9c-44af-4edb-9ced-c56944aae022 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.699479] env[68872]: DEBUG nova.network.neutron [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1004.708596] env[68872]: DEBUG oslo_vmware.api [None req-66b26e4a-d0ce-4f5c-977c-27458fe5ce25 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Waiting for the task: (returnval){ [ 1004.708596] env[68872]: value = "task-3093098" [ 1004.708596] env[68872]: _type = "Task" [ 1004.708596] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.717110] env[68872]: DEBUG oslo_vmware.api [None req-66b26e4a-d0ce-4f5c-977c-27458fe5ce25 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Task: {'id': task-3093098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.898477] env[68872]: DEBUG nova.network.neutron [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Updating instance_info_cache with network_info: [{"id": "ddc3264c-2f95-4b8d-a848-193f65ee86de", "address": "fa:16:3e:dc:89:73", "network": {"id": "cd7dad32-2223-4e14-be17-d6673a1d68d1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-917739147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bd794c38080b46ceb44aaaf55d16cfef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddc3264c-2f", "ovs_interfaceid": "ddc3264c-2f95-4b8d-a848-193f65ee86de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.907781] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3e732a28-ddac-43a9-a854-63ef1a05e640 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquiring lock "a1ac11ff-9bf0-495c-a8cc-03dd670c64e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.908176] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3e732a28-ddac-43a9-a854-63ef1a05e640 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lock "a1ac11ff-9bf0-495c-a8cc-03dd670c64e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.908288] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3e732a28-ddac-43a9-a854-63ef1a05e640 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquiring lock "a1ac11ff-9bf0-495c-a8cc-03dd670c64e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.908531] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3e732a28-ddac-43a9-a854-63ef1a05e640 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lock "a1ac11ff-9bf0-495c-a8cc-03dd670c64e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.908673] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3e732a28-ddac-43a9-a854-63ef1a05e640 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lock "a1ac11ff-9bf0-495c-a8cc-03dd670c64e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.911325] env[68872]: INFO nova.compute.manager [None req-3e732a28-ddac-43a9-a854-63ef1a05e640 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Terminating instance [ 1004.987105] env[68872]: DEBUG nova.network.neutron [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Successfully updated port: fc270465-dced-424e-958f-3f63e5278799 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1005.064618] env[68872]: DEBUG nova.compute.utils [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.075018] env[68872]: DEBUG nova.compute.manager [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.075018] env[68872]: DEBUG nova.network.neutron [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.077111] env[68872]: DEBUG nova.compute.manager [req-91468520-6cea-4282-8b3c-21785899e030 req-14f0375a-00e2-4c26-8afe-246f42ec8822 service nova] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Received event network-vif-plugged-fc270465-dced-424e-958f-3f63e5278799 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.077318] env[68872]: DEBUG oslo_concurrency.lockutils [req-91468520-6cea-4282-8b3c-21785899e030 req-14f0375a-00e2-4c26-8afe-246f42ec8822 service nova] Acquiring lock "8a706da3-ad0a-49b9-829a-7fb5858f3e3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.077684] env[68872]: DEBUG oslo_concurrency.lockutils [req-91468520-6cea-4282-8b3c-21785899e030 req-14f0375a-00e2-4c26-8afe-246f42ec8822 service nova] Lock "8a706da3-ad0a-49b9-829a-7fb5858f3e3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.077941] env[68872]: DEBUG oslo_concurrency.lockutils [req-91468520-6cea-4282-8b3c-21785899e030 req-14f0375a-00e2-4c26-8afe-246f42ec8822 service nova] Lock "8a706da3-ad0a-49b9-829a-7fb5858f3e3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.078225] env[68872]: DEBUG nova.compute.manager [req-91468520-6cea-4282-8b3c-21785899e030 req-14f0375a-00e2-4c26-8afe-246f42ec8822 service nova] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] No waiting events found dispatching network-vif-plugged-fc270465-dced-424e-958f-3f63e5278799 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1005.079175] env[68872]: WARNING nova.compute.manager [req-91468520-6cea-4282-8b3c-21785899e030 req-14f0375a-00e2-4c26-8afe-246f42ec8822 service nova] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Received unexpected event network-vif-plugged-fc270465-dced-424e-958f-3f63e5278799 for instance with vm_state building and task_state spawning. [ 1005.079175] env[68872]: DEBUG nova.compute.manager [req-91468520-6cea-4282-8b3c-21785899e030 req-14f0375a-00e2-4c26-8afe-246f42ec8822 service nova] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Received event network-changed-fc270465-dced-424e-958f-3f63e5278799 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.079175] env[68872]: DEBUG nova.compute.manager [req-91468520-6cea-4282-8b3c-21785899e030 req-14f0375a-00e2-4c26-8afe-246f42ec8822 service nova] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Refreshing instance network info cache due to event network-changed-fc270465-dced-424e-958f-3f63e5278799. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1005.079175] env[68872]: DEBUG oslo_concurrency.lockutils [req-91468520-6cea-4282-8b3c-21785899e030 req-14f0375a-00e2-4c26-8afe-246f42ec8822 service nova] Acquiring lock "refresh_cache-8a706da3-ad0a-49b9-829a-7fb5858f3e3b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.079175] env[68872]: DEBUG oslo_concurrency.lockutils [req-91468520-6cea-4282-8b3c-21785899e030 req-14f0375a-00e2-4c26-8afe-246f42ec8822 service nova] Acquired lock "refresh_cache-8a706da3-ad0a-49b9-829a-7fb5858f3e3b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.079175] env[68872]: DEBUG nova.network.neutron [req-91468520-6cea-4282-8b3c-21785899e030 req-14f0375a-00e2-4c26-8afe-246f42ec8822 service nova] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Refreshing network info cache for port fc270465-dced-424e-958f-3f63e5278799 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.091036] env[68872]: DEBUG nova.compute.manager [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Stashing vm_state: active {{(pid=68872) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1005.110591] env[68872]: DEBUG oslo_vmware.api [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093096, 'name': CreateSnapshot_Task, 'duration_secs': 0.471677} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.111046] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Created Snapshot of the VM instance {{(pid=68872) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1005.111735] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5731ba7-2829-4f06-9c85-36ee212eece1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.134984] env[68872]: DEBUG nova.policy [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b02d2032acdc494fa052bf353da8a927', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '416b9148cf854068b0ac029641702291', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.219035] env[68872]: DEBUG oslo_vmware.api [None req-66b26e4a-d0ce-4f5c-977c-27458fe5ce25 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Task: {'id': task-3093098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159211} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.221556] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-66b26e4a-d0ce-4f5c-977c-27458fe5ce25 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.221766] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-66b26e4a-d0ce-4f5c-977c-27458fe5ce25 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] [instance: d78db680-4461-40af-98cf-46821cf299c0] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1005.221942] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-66b26e4a-d0ce-4f5c-977c-27458fe5ce25 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] [instance: d78db680-4461-40af-98cf-46821cf299c0] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1005.222131] env[68872]: INFO nova.compute.manager [None req-66b26e4a-d0ce-4f5c-977c-27458fe5ce25 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] [instance: d78db680-4461-40af-98cf-46821cf299c0] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1005.222377] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66b26e4a-d0ce-4f5c-977c-27458fe5ce25 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.223066] env[68872]: DEBUG nova.compute.manager [-] [instance: d78db680-4461-40af-98cf-46821cf299c0] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1005.223169] env[68872]: DEBUG nova.network.neutron [-] [instance: d78db680-4461-40af-98cf-46821cf299c0] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1005.382923] env[68872]: DEBUG nova.virt.hardware [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.383209] env[68872]: DEBUG nova.virt.hardware [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.383695] env[68872]: DEBUG nova.virt.hardware [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.383695] env[68872]: DEBUG nova.virt.hardware [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.383695] env[68872]: DEBUG nova.virt.hardware [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.383813] env[68872]: DEBUG nova.virt.hardware [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.384017] env[68872]: DEBUG nova.virt.hardware [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.384354] env[68872]: DEBUG nova.virt.hardware [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.384535] env[68872]: DEBUG nova.virt.hardware [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.384701] env[68872]: DEBUG nova.virt.hardware [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.384874] env[68872]: DEBUG nova.virt.hardware [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.385728] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707d00c8-552a-457d-9186-6f0feb5a36fb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.398658] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaefe618-c240-4851-8a13-e40f694ed3b4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.405149] env[68872]: DEBUG oslo_concurrency.lockutils [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Releasing lock "refresh_cache-120a329c-572b-4fca-8f0e-637ca8e47aff" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.405460] env[68872]: DEBUG nova.compute.manager [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Instance network_info: |[{"id": "ddc3264c-2f95-4b8d-a848-193f65ee86de", "address": "fa:16:3e:dc:89:73", "network": {"id": "cd7dad32-2223-4e14-be17-d6673a1d68d1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-917739147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bd794c38080b46ceb44aaaf55d16cfef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddc3264c-2f", "ovs_interfaceid": "ddc3264c-2f95-4b8d-a848-193f65ee86de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1005.406245] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:89:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddc3264c-2f95-4b8d-a848-193f65ee86de', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.414164] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Creating folder: Project (bd794c38080b46ceb44aaaf55d16cfef). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1005.414973] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50c2cf8b-3070-478c-9b92-a71ef2b1e2e0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.417091] env[68872]: DEBUG nova.compute.manager [None req-3e732a28-ddac-43a9-a854-63ef1a05e640 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1005.417312] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-3e732a28-ddac-43a9-a854-63ef1a05e640 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.426189] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723e3b1f-3add-4128-a917-1782b68f062a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.429383] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:75:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3c995e9-7f2f-420c-880a-d60da6e708ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14fb244f-2d91-4b4b-8115-696e69f924cd', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.436828] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.440087] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1005.441263] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-133d57a7-a486-46a5-b3e0-3499c59ca608 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.461713] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e732a28-ddac-43a9-a854-63ef1a05e640 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.461713] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Created folder: Project (bd794c38080b46ceb44aaaf55d16cfef) in parent group-v618835. [ 1005.461713] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Creating folder: Instances. Parent ref: group-v619097. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1005.461713] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d058bc0d-f9e2-4a56-8426-4f9ce27f8fe8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.463088] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84e1b4d0-6251-4fa3-97ed-ea08fcdb44f8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.466667] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.466667] env[68872]: value = "task-3093100" [ 1005.466667] env[68872]: _type = "Task" [ 1005.466667] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.470970] env[68872]: DEBUG oslo_vmware.api [None req-3e732a28-ddac-43a9-a854-63ef1a05e640 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 1005.470970] env[68872]: value = "task-3093101" [ 1005.470970] env[68872]: _type = "Task" [ 1005.470970] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.482121] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Created folder: Instances in parent group-v619097. [ 1005.482121] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.482121] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1005.482121] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cca669d-42bc-451c-98bd-f8cc2ec8a0b8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.505155] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Acquiring lock "refresh_cache-8a706da3-ad0a-49b9-829a-7fb5858f3e3b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.505385] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093100, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.505606] env[68872]: DEBUG oslo_vmware.api [None req-3e732a28-ddac-43a9-a854-63ef1a05e640 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3093101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.506356] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0eebd8a-efdb-4134-a9f3-98fe6db01d6f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.516332] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f7dcd4-4d73-430b-a9d3-3c8984f01900 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.520697] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.520697] env[68872]: value = "task-3093103" [ 1005.520697] env[68872]: _type = "Task" [ 1005.520697] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.556599] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fce384-9b5e-4f8c-883a-52da70b1c590 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.565257] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093103, 'name': CreateVM_Task} progress is 15%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.569096] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b9d1c7-f6d8-45e8-807a-267a5593e4bb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.573671] env[68872]: DEBUG nova.compute.manager [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.590774] env[68872]: DEBUG nova.compute.provider_tree [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.618366] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.640872] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Creating linked-clone VM from snapshot {{(pid=68872) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1005.643223] env[68872]: DEBUG nova.network.neutron [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Successfully created port: f7948834-3a50-4d1f-ae69-dc6d5aa3d012 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.646893] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-93b8722e-675d-4fb0-8172-d5edfb63c919 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.660237] env[68872]: DEBUG oslo_vmware.api [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1005.660237] env[68872]: value = "task-3093104" [ 1005.660237] env[68872]: _type = "Task" [ 1005.660237] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.675010] env[68872]: DEBUG oslo_vmware.api [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093104, 'name': CloneVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.676947] env[68872]: DEBUG nova.network.neutron [req-91468520-6cea-4282-8b3c-21785899e030 req-14f0375a-00e2-4c26-8afe-246f42ec8822 service nova] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.884432] env[68872]: DEBUG nova.network.neutron [req-91468520-6cea-4282-8b3c-21785899e030 req-14f0375a-00e2-4c26-8afe-246f42ec8822 service nova] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.978185] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093100, 'name': CreateVM_Task, 'duration_secs': 0.443495} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.978714] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.979428] env[68872]: DEBUG oslo_concurrency.lockutils [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.979618] env[68872]: DEBUG oslo_concurrency.lockutils [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.979939] env[68872]: DEBUG oslo_concurrency.lockutils [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.980324] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a723f705-4509-401a-aaeb-c566300b10ad {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.984755] env[68872]: DEBUG oslo_vmware.api [None req-3e732a28-ddac-43a9-a854-63ef1a05e640 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3093101, 'name': PowerOffVM_Task, 'duration_secs': 0.345534} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.985361] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e732a28-ddac-43a9-a854-63ef1a05e640 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.985525] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-3e732a28-ddac-43a9-a854-63ef1a05e640 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.985797] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac2a3edf-39a1-4795-8d39-a47c2b6548eb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.989110] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1005.989110] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52092059-75f8-1490-d3d9-24f5589951f2" [ 1005.989110] env[68872]: _type = "Task" [ 1005.989110] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.997375] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52092059-75f8-1490-d3d9-24f5589951f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.031418] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093103, 'name': CreateVM_Task, 'duration_secs': 0.421411} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.031727] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1006.032395] env[68872]: DEBUG oslo_concurrency.lockutils [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.085362] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-3e732a28-ddac-43a9-a854-63ef1a05e640 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.085513] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-3e732a28-ddac-43a9-a854-63ef1a05e640 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.085690] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e732a28-ddac-43a9-a854-63ef1a05e640 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Deleting the datastore file [datastore1] a1ac11ff-9bf0-495c-a8cc-03dd670c64e6 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.085962] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1ffca49-0750-4e43-855b-a6d30b4f9972 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.093843] env[68872]: DEBUG oslo_vmware.api [None req-3e732a28-ddac-43a9-a854-63ef1a05e640 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 1006.093843] env[68872]: value = "task-3093106" [ 1006.093843] env[68872]: _type = "Task" [ 1006.093843] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.096232] env[68872]: DEBUG nova.scheduler.client.report [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.108120] env[68872]: DEBUG oslo_vmware.api [None req-3e732a28-ddac-43a9-a854-63ef1a05e640 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3093106, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.172636] env[68872]: DEBUG oslo_vmware.api [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093104, 'name': CloneVM_Task} progress is 94%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.261644] env[68872]: DEBUG nova.network.neutron [-] [instance: d78db680-4461-40af-98cf-46821cf299c0] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.387612] env[68872]: DEBUG oslo_concurrency.lockutils [req-91468520-6cea-4282-8b3c-21785899e030 req-14f0375a-00e2-4c26-8afe-246f42ec8822 service nova] Releasing lock "refresh_cache-8a706da3-ad0a-49b9-829a-7fb5858f3e3b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.388274] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Acquired lock "refresh_cache-8a706da3-ad0a-49b9-829a-7fb5858f3e3b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.388350] env[68872]: DEBUG nova.network.neutron [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.499587] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52092059-75f8-1490-d3d9-24f5589951f2, 'name': SearchDatastore_Task, 'duration_secs': 0.011538} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.499951] env[68872]: DEBUG oslo_concurrency.lockutils [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.500216] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.500455] env[68872]: DEBUG oslo_concurrency.lockutils [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.500654] env[68872]: DEBUG oslo_concurrency.lockutils [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.500869] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.501221] env[68872]: DEBUG oslo_concurrency.lockutils [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.501604] env[68872]: DEBUG oslo_concurrency.lockutils [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.501897] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cdb1a88-bc36-42fc-be5b-5c49cbdd3534 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.504721] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5c9dc83-73e0-46bc-b9b0-4b1fe22da9c8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.511870] env[68872]: DEBUG oslo_vmware.api [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for the task: (returnval){ [ 1006.511870] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52933cc4-ae2b-bc86-9d99-9824be0a5bf6" [ 1006.511870] env[68872]: _type = "Task" [ 1006.511870] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.519688] env[68872]: DEBUG oslo_vmware.api [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52933cc4-ae2b-bc86-9d99-9824be0a5bf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.538700] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.538920] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.539745] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32bbd96c-bda2-47fc-87d0-5ff68e4f44f8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.548405] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1006.548405] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]528ed832-306a-7dea-5a72-186b3179f073" [ 1006.548405] env[68872]: _type = "Task" [ 1006.548405] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.557365] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]528ed832-306a-7dea-5a72-186b3179f073, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.584054] env[68872]: DEBUG nova.compute.manager [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.602768] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.047s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.603346] env[68872]: DEBUG nova.compute.manager [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1006.608378] env[68872]: DEBUG nova.virt.hardware [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.608622] env[68872]: DEBUG nova.virt.hardware [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.608795] env[68872]: DEBUG nova.virt.hardware [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.608987] env[68872]: DEBUG nova.virt.hardware [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.609171] env[68872]: DEBUG nova.virt.hardware [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.609335] env[68872]: DEBUG nova.virt.hardware [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.609546] env[68872]: DEBUG nova.virt.hardware [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.609733] env[68872]: DEBUG nova.virt.hardware [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.609918] env[68872]: DEBUG nova.virt.hardware [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.610133] env[68872]: DEBUG nova.virt.hardware [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.610332] env[68872]: DEBUG nova.virt.hardware [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.613937] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.558s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.615524] env[68872]: INFO nova.compute.claims [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.618871] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e666335d-153e-4644-b492-233649912aed {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.621839] env[68872]: DEBUG oslo_vmware.api [None req-3e732a28-ddac-43a9-a854-63ef1a05e640 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3093106, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152521} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.622526] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e732a28-ddac-43a9-a854-63ef1a05e640 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.622737] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-3e732a28-ddac-43a9-a854-63ef1a05e640 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.623048] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-3e732a28-ddac-43a9-a854-63ef1a05e640 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.623113] env[68872]: INFO nova.compute.manager [None req-3e732a28-ddac-43a9-a854-63ef1a05e640 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1006.623407] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e732a28-ddac-43a9-a854-63ef1a05e640 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.623983] env[68872]: DEBUG nova.compute.manager [-] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.624103] env[68872]: DEBUG nova.network.neutron [-] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.630087] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1d5e9f-b44d-467f-a391-93b8a2b0422f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.671646] env[68872]: DEBUG oslo_vmware.api [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093104, 'name': CloneVM_Task} progress is 95%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.763951] env[68872]: INFO nova.compute.manager [-] [instance: d78db680-4461-40af-98cf-46821cf299c0] Took 1.54 seconds to deallocate network for instance. [ 1006.929950] env[68872]: DEBUG nova.network.neutron [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.022750] env[68872]: DEBUG oslo_vmware.api [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52933cc4-ae2b-bc86-9d99-9824be0a5bf6, 'name': SearchDatastore_Task, 'duration_secs': 0.047137} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.023073] env[68872]: DEBUG oslo_concurrency.lockutils [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.023317] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.023595] env[68872]: DEBUG oslo_concurrency.lockutils [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.059298] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]528ed832-306a-7dea-5a72-186b3179f073, 'name': SearchDatastore_Task, 'duration_secs': 0.027767} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.060084] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcb53ded-8de6-4bb1-8ea1-264f4832bcaa {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.066093] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1007.066093] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52818112-0d98-f62e-1fcd-1f2dc8c716c8" [ 1007.066093] env[68872]: _type = "Task" [ 1007.066093] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.076017] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52818112-0d98-f62e-1fcd-1f2dc8c716c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.099433] env[68872]: DEBUG nova.compute.manager [req-2f765088-2037-47bf-b1ae-5d3f5d37f29e req-a0d5c88a-c5fb-43e7-b3c4-ecc9ad556983 service nova] [instance: d78db680-4461-40af-98cf-46821cf299c0] Received event network-vif-deleted-d57d1245-08bb-4fb1-be6d-099092d77308 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.126417] env[68872]: DEBUG nova.compute.utils [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.127775] env[68872]: DEBUG nova.compute.manager [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1007.127940] env[68872]: DEBUG nova.network.neutron [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.173219] env[68872]: DEBUG oslo_vmware.api [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093104, 'name': CloneVM_Task, 'duration_secs': 1.148492} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.173521] env[68872]: INFO nova.virt.vmwareapi.vmops [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Created linked-clone VM from snapshot [ 1007.174335] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6975842c-456f-47f6-9327-d39111eb1ee5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.182777] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Uploading image 3b2ad0d7-ec43-4773-a4cf-87b0d61b459e {{(pid=68872) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1007.214766] env[68872]: DEBUG oslo_vmware.rw_handles [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1007.214766] env[68872]: value = "vm-619101" [ 1007.214766] env[68872]: _type = "VirtualMachine" [ 1007.214766] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1007.215401] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6b2cbcb4-7c09-4a5f-b477-0c48400a12f1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.222322] env[68872]: DEBUG nova.network.neutron [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Updating instance_info_cache with network_info: [{"id": "fc270465-dced-424e-958f-3f63e5278799", "address": "fa:16:3e:2b:59:45", "network": {"id": "e2fbd14e-ac6c-4c4e-9424-2e3a1137bb5f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-550270233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "416b9148cf854068b0ac029641702291", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc270465-dc", "ovs_interfaceid": "fc270465-dced-424e-958f-3f63e5278799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.224702] env[68872]: DEBUG oslo_vmware.rw_handles [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lease: (returnval){ [ 1007.224702] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5291886f-50b7-11b3-1633-cd156443eafe" [ 1007.224702] env[68872]: _type = "HttpNfcLease" [ 1007.224702] env[68872]: } obtained for exporting VM: (result){ [ 1007.224702] env[68872]: value = "vm-619101" [ 1007.224702] env[68872]: _type = "VirtualMachine" [ 1007.224702] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1007.225097] env[68872]: DEBUG oslo_vmware.api [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the lease: (returnval){ [ 1007.225097] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5291886f-50b7-11b3-1633-cd156443eafe" [ 1007.225097] env[68872]: _type = "HttpNfcLease" [ 1007.225097] env[68872]: } to be ready. {{(pid=68872) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1007.232381] env[68872]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1007.232381] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5291886f-50b7-11b3-1633-cd156443eafe" [ 1007.232381] env[68872]: _type = "HttpNfcLease" [ 1007.232381] env[68872]: } is initializing. {{(pid=68872) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1007.237452] env[68872]: DEBUG nova.policy [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b02d2032acdc494fa052bf353da8a927', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '416b9148cf854068b0ac029641702291', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 1007.271418] env[68872]: DEBUG oslo_concurrency.lockutils [None req-66b26e4a-d0ce-4f5c-977c-27458fe5ce25 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.581483] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52818112-0d98-f62e-1fcd-1f2dc8c716c8, 'name': SearchDatastore_Task, 'duration_secs': 0.010681} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.581483] env[68872]: DEBUG oslo_concurrency.lockutils [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.581483] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 7f5e18b9-1307-4803-92df-2a23901d6f16/7f5e18b9-1307-4803-92df-2a23901d6f16.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.582070] env[68872]: DEBUG oslo_concurrency.lockutils [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.582437] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.582821] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-946ed9e0-d54c-4c11-b4f5-7cc934016922 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.586058] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1d9b864-4f9e-4a73-98ad-6819d2652ea7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.595261] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1007.595261] env[68872]: value = "task-3093108" [ 1007.595261] env[68872]: _type = "Task" [ 1007.595261] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.596361] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.596539] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.601802] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6e9a632-148d-45d3-b99a-f0d4f32dc4c0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.608757] env[68872]: DEBUG oslo_vmware.api [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for the task: (returnval){ [ 1007.608757] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]524de221-99c7-eaa2-9c99-d28f8c1b0675" [ 1007.608757] env[68872]: _type = "Task" [ 1007.608757] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.612309] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.621688] env[68872]: DEBUG oslo_vmware.api [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]524de221-99c7-eaa2-9c99-d28f8c1b0675, 'name': SearchDatastore_Task, 'duration_secs': 0.009363} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.622458] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aec83f18-726a-403e-9cec-b71abda3a1bb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.630816] env[68872]: DEBUG oslo_vmware.api [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for the task: (returnval){ [ 1007.630816] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52320f2d-86ed-ecd2-6549-d81706841fca" [ 1007.630816] env[68872]: _type = "Task" [ 1007.630816] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.631566] env[68872]: DEBUG nova.compute.manager [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1007.649125] env[68872]: DEBUG oslo_vmware.api [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52320f2d-86ed-ecd2-6549-d81706841fca, 'name': SearchDatastore_Task, 'duration_secs': 0.011181} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.649125] env[68872]: DEBUG oslo_concurrency.lockutils [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.649125] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 120a329c-572b-4fca-8f0e-637ca8e47aff/120a329c-572b-4fca-8f0e-637ca8e47aff.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.649125] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9995ff3b-e731-45dd-b6aa-ef9230ff58bb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.655462] env[68872]: DEBUG oslo_vmware.api [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for the task: (returnval){ [ 1007.655462] env[68872]: value = "task-3093109" [ 1007.655462] env[68872]: _type = "Task" [ 1007.655462] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.666372] env[68872]: DEBUG oslo_vmware.api [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.705243] env[68872]: DEBUG nova.network.neutron [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Successfully updated port: f7948834-3a50-4d1f-ae69-dc6d5aa3d012 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.725876] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Releasing lock "refresh_cache-8a706da3-ad0a-49b9-829a-7fb5858f3e3b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.726235] env[68872]: DEBUG nova.compute.manager [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Instance network_info: |[{"id": "fc270465-dced-424e-958f-3f63e5278799", "address": "fa:16:3e:2b:59:45", "network": {"id": "e2fbd14e-ac6c-4c4e-9424-2e3a1137bb5f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-550270233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "416b9148cf854068b0ac029641702291", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc270465-dc", "ovs_interfaceid": "fc270465-dced-424e-958f-3f63e5278799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1007.726731] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:59:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1e1e320-ec56-4fcc-b6e9-30aa210d3b36', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc270465-dced-424e-958f-3f63e5278799', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.736266] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Creating folder: Project (416b9148cf854068b0ac029641702291). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1007.746319] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a89d2fd-0520-4f76-900c-faaef5d2ea64 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.752854] env[68872]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1007.752854] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5291886f-50b7-11b3-1633-cd156443eafe" [ 1007.752854] env[68872]: _type = "HttpNfcLease" [ 1007.752854] env[68872]: } is ready. {{(pid=68872) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1007.753209] env[68872]: DEBUG oslo_vmware.rw_handles [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1007.753209] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5291886f-50b7-11b3-1633-cd156443eafe" [ 1007.753209] env[68872]: _type = "HttpNfcLease" [ 1007.753209] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1007.754115] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b96a579-6f89-4b23-b525-7afd88b99443 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.760577] env[68872]: DEBUG nova.network.neutron [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Successfully created port: 9f5f1ec7-1da3-4d41-aceb-6f63a17daeb2 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1007.765045] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Created folder: Project (416b9148cf854068b0ac029641702291) in parent group-v618835. [ 1007.765254] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Creating folder: Instances. Parent ref: group-v619102. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1007.766424] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e40dd5be-13d3-49e5-a48d-c3b04794a94d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.774301] env[68872]: DEBUG oslo_vmware.rw_handles [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5256ed4b-2474-e115-1924-ae522e8019c0/disk-0.vmdk from lease info. {{(pid=68872) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1007.774301] env[68872]: DEBUG oslo_vmware.rw_handles [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5256ed4b-2474-e115-1924-ae522e8019c0/disk-0.vmdk for reading. {{(pid=68872) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1007.843630] env[68872]: DEBUG nova.network.neutron [-] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.849066] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Created folder: Instances in parent group-v619102. [ 1007.849821] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.851322] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1007.851599] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cce56014-9ea3-4444-bd79-aa262140e757 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.881038] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.881038] env[68872]: value = "task-3093112" [ 1007.881038] env[68872]: _type = "Task" [ 1007.881038] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.900017] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093112, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.927238] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b34301cc-7d57-42d5-aa01-7d1086dd1dbe {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.119659] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093108, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476865} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.120223] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 7f5e18b9-1307-4803-92df-2a23901d6f16/7f5e18b9-1307-4803-92df-2a23901d6f16.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.120618] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.124694] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6321897d-ddba-4f73-a733-bbe8e4ecb95f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.138091] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1008.138091] env[68872]: value = "task-3093113" [ 1008.138091] env[68872]: _type = "Task" [ 1008.138091] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.165031] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.166922] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fe970b-00f5-44b9-a363-4c44c5df7581 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.174311] env[68872]: DEBUG oslo_vmware.api [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093109, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.182418] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d977e3c7-56f7-4847-9bb3-31c0cb5ec139 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.223842] env[68872]: DEBUG oslo_concurrency.lockutils [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Acquiring lock "refresh_cache-256e2347-6d78-4daf-8ac9-c9578bc2af03" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.224041] env[68872]: DEBUG oslo_concurrency.lockutils [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Acquired lock "refresh_cache-256e2347-6d78-4daf-8ac9-c9578bc2af03" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.224578] env[68872]: DEBUG nova.network.neutron [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.227149] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ff4ee3-92ee-4efe-8ba2-17fadcb12bc2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.241465] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91aebfa0-88b8-4369-99c3-dfb5963b848e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.262302] env[68872]: DEBUG nova.compute.provider_tree [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.350703] env[68872]: INFO nova.compute.manager [-] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Took 1.73 seconds to deallocate network for instance. [ 1008.392920] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093112, 'name': CreateVM_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.649573] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087272} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.649995] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.650907] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c093a549-5516-46ca-8158-3bed2222b8b2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.654695] env[68872]: DEBUG nova.compute.manager [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1008.680186] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 7f5e18b9-1307-4803-92df-2a23901d6f16/7f5e18b9-1307-4803-92df-2a23901d6f16.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.683123] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d06d33b-f4ce-4d7c-a6e1-cc67edb1565f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.701870] env[68872]: DEBUG oslo_vmware.api [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709437} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.702722] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 120a329c-572b-4fca-8f0e-637ca8e47aff/120a329c-572b-4fca-8f0e-637ca8e47aff.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.703077] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.705449] env[68872]: DEBUG nova.virt.hardware [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.705723] env[68872]: DEBUG nova.virt.hardware [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.705934] env[68872]: DEBUG nova.virt.hardware [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.706194] env[68872]: DEBUG nova.virt.hardware [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.706346] env[68872]: DEBUG nova.virt.hardware [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.706562] env[68872]: DEBUG nova.virt.hardware [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.706868] env[68872]: DEBUG nova.virt.hardware [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.707113] env[68872]: DEBUG nova.virt.hardware [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.707364] env[68872]: DEBUG nova.virt.hardware [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.707594] env[68872]: DEBUG nova.virt.hardware [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.707863] env[68872]: DEBUG nova.virt.hardware [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.708245] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d85b831-9bbb-42be-9f99-409073901662 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.711348] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f357bb-a2a8-4a8e-95f2-d4ff0f369cec {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.715279] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1008.715279] env[68872]: value = "task-3093114" [ 1008.715279] env[68872]: _type = "Task" [ 1008.715279] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.724869] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d4d6fa-df19-4f2e-a909-20bbe8b0b5ab {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.728861] env[68872]: DEBUG oslo_vmware.api [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for the task: (returnval){ [ 1008.728861] env[68872]: value = "task-3093115" [ 1008.728861] env[68872]: _type = "Task" [ 1008.728861] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.733711] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093114, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.753443] env[68872]: DEBUG oslo_vmware.api [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.766065] env[68872]: DEBUG nova.scheduler.client.report [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.777895] env[68872]: DEBUG nova.network.neutron [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.858820] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3e732a28-ddac-43a9-a854-63ef1a05e640 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.895484] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093112, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.957652] env[68872]: DEBUG nova.network.neutron [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Updating instance_info_cache with network_info: [{"id": "f7948834-3a50-4d1f-ae69-dc6d5aa3d012", "address": "fa:16:3e:1c:6e:1c", "network": {"id": "e2fbd14e-ac6c-4c4e-9424-2e3a1137bb5f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-550270233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "416b9148cf854068b0ac029641702291", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7948834-3a", "ovs_interfaceid": "f7948834-3a50-4d1f-ae69-dc6d5aa3d012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.132265] env[68872]: DEBUG nova.compute.manager [req-e8b562ae-89b5-44d4-b2d8-4b1cf1d1c59a req-91c168b7-4090-4586-a061-2fbf04ffe726 service nova] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Received event network-vif-deleted-41a3ebe5-89d5-42c9-b274-6498f4399740 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.132485] env[68872]: DEBUG nova.compute.manager [req-e8b562ae-89b5-44d4-b2d8-4b1cf1d1c59a req-91c168b7-4090-4586-a061-2fbf04ffe726 service nova] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Received event network-vif-plugged-f7948834-3a50-4d1f-ae69-dc6d5aa3d012 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.132714] env[68872]: DEBUG oslo_concurrency.lockutils [req-e8b562ae-89b5-44d4-b2d8-4b1cf1d1c59a req-91c168b7-4090-4586-a061-2fbf04ffe726 service nova] Acquiring lock "256e2347-6d78-4daf-8ac9-c9578bc2af03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.132967] env[68872]: DEBUG oslo_concurrency.lockutils [req-e8b562ae-89b5-44d4-b2d8-4b1cf1d1c59a req-91c168b7-4090-4586-a061-2fbf04ffe726 service nova] Lock "256e2347-6d78-4daf-8ac9-c9578bc2af03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.133264] env[68872]: DEBUG oslo_concurrency.lockutils [req-e8b562ae-89b5-44d4-b2d8-4b1cf1d1c59a req-91c168b7-4090-4586-a061-2fbf04ffe726 service nova] Lock "256e2347-6d78-4daf-8ac9-c9578bc2af03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.133534] env[68872]: DEBUG nova.compute.manager [req-e8b562ae-89b5-44d4-b2d8-4b1cf1d1c59a req-91c168b7-4090-4586-a061-2fbf04ffe726 service nova] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] No waiting events found dispatching network-vif-plugged-f7948834-3a50-4d1f-ae69-dc6d5aa3d012 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1009.133762] env[68872]: WARNING nova.compute.manager [req-e8b562ae-89b5-44d4-b2d8-4b1cf1d1c59a req-91c168b7-4090-4586-a061-2fbf04ffe726 service nova] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Received unexpected event network-vif-plugged-f7948834-3a50-4d1f-ae69-dc6d5aa3d012 for instance with vm_state building and task_state spawning. [ 1009.134079] env[68872]: DEBUG nova.compute.manager [req-e8b562ae-89b5-44d4-b2d8-4b1cf1d1c59a req-91c168b7-4090-4586-a061-2fbf04ffe726 service nova] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Received event network-changed-f7948834-3a50-4d1f-ae69-dc6d5aa3d012 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.134251] env[68872]: DEBUG nova.compute.manager [req-e8b562ae-89b5-44d4-b2d8-4b1cf1d1c59a req-91c168b7-4090-4586-a061-2fbf04ffe726 service nova] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Refreshing instance network info cache due to event network-changed-f7948834-3a50-4d1f-ae69-dc6d5aa3d012. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1009.134457] env[68872]: DEBUG oslo_concurrency.lockutils [req-e8b562ae-89b5-44d4-b2d8-4b1cf1d1c59a req-91c168b7-4090-4586-a061-2fbf04ffe726 service nova] Acquiring lock "refresh_cache-256e2347-6d78-4daf-8ac9-c9578bc2af03" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.227233] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.241932] env[68872]: DEBUG oslo_vmware.api [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.272057] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.272491] env[68872]: DEBUG nova.compute.manager [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1009.275170] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7bc56cf8-4244-4e3b-9c05-cc14fed9f3d0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.886s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.275516] env[68872]: DEBUG nova.objects.instance [None req-7bc56cf8-4244-4e3b-9c05-cc14fed9f3d0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Lazy-loading 'resources' on Instance uuid 02362251-8e13-4449-89cc-cbfff9d9ff22 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.393935] env[68872]: DEBUG nova.network.neutron [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Successfully updated port: 9f5f1ec7-1da3-4d41-aceb-6f63a17daeb2 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.403565] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093112, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.460298] env[68872]: DEBUG oslo_concurrency.lockutils [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Releasing lock "refresh_cache-256e2347-6d78-4daf-8ac9-c9578bc2af03" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.460637] env[68872]: DEBUG nova.compute.manager [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Instance network_info: |[{"id": "f7948834-3a50-4d1f-ae69-dc6d5aa3d012", "address": "fa:16:3e:1c:6e:1c", "network": {"id": "e2fbd14e-ac6c-4c4e-9424-2e3a1137bb5f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-550270233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "416b9148cf854068b0ac029641702291", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7948834-3a", "ovs_interfaceid": "f7948834-3a50-4d1f-ae69-dc6d5aa3d012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.462539] env[68872]: DEBUG oslo_concurrency.lockutils [req-e8b562ae-89b5-44d4-b2d8-4b1cf1d1c59a req-91c168b7-4090-4586-a061-2fbf04ffe726 service nova] Acquired lock "refresh_cache-256e2347-6d78-4daf-8ac9-c9578bc2af03" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.463181] env[68872]: DEBUG nova.network.neutron [req-e8b562ae-89b5-44d4-b2d8-4b1cf1d1c59a req-91c168b7-4090-4586-a061-2fbf04ffe726 service nova] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Refreshing network info cache for port f7948834-3a50-4d1f-ae69-dc6d5aa3d012 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.464353] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:6e:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1e1e320-ec56-4fcc-b6e9-30aa210d3b36', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7948834-3a50-4d1f-ae69-dc6d5aa3d012', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.473365] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.476715] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.477844] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4699ccc6-4e27-4432-8acf-71f442c656c1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.500874] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.500874] env[68872]: value = "task-3093116" [ 1009.500874] env[68872]: _type = "Task" [ 1009.500874] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.510095] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093116, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.728391] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093114, 'name': ReconfigVM_Task, 'duration_secs': 0.940844} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.728707] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 7f5e18b9-1307-4803-92df-2a23901d6f16/7f5e18b9-1307-4803-92df-2a23901d6f16.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.730084] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'size': 0, 'guest_format': None, 'encryption_options': None, 'encryption_format': None, 'boot_index': 0, 'disk_bus': None, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'device_type': 'disk', 'image_id': 'f385dd18-ac06-4518-90be-b739920d18c6'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'delete_on_termination': False, 'boot_index': None, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619090', 'volume_id': 'fb864c80-d852-4528-b24d-a848d40c4f9d', 'name': 'volume-fb864c80-d852-4528-b24d-a848d40c4f9d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f5e18b9-1307-4803-92df-2a23901d6f16', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb864c80-d852-4528-b24d-a848d40c4f9d', 'serial': 'fb864c80-d852-4528-b24d-a848d40c4f9d'}, 'device_type': None, 'attachment_id': 'a6fb74dc-0838-4828-a929-64b09c55fc0e', 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=68872) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1009.730435] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Volume attach. Driver type: vmdk {{(pid=68872) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1009.730764] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619090', 'volume_id': 'fb864c80-d852-4528-b24d-a848d40c4f9d', 'name': 'volume-fb864c80-d852-4528-b24d-a848d40c4f9d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f5e18b9-1307-4803-92df-2a23901d6f16', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb864c80-d852-4528-b24d-a848d40c4f9d', 'serial': 'fb864c80-d852-4528-b24d-a848d40c4f9d'} {{(pid=68872) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1009.731715] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443f8171-4358-4f75-aeb3-3c8529407aff {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.756411] env[68872]: DEBUG oslo_vmware.api [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.012253} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.770203] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.775298] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653561f3-ef06-454f-a95b-49b71527599f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.778459] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5b01db-f92c-4328-9489-ebd6e4abc057 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.784267] env[68872]: DEBUG nova.compute.utils [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1009.790369] env[68872]: DEBUG nova.compute.manager [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1009.790369] env[68872]: DEBUG nova.network.neutron [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1009.828044] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] volume-fb864c80-d852-4528-b24d-a848d40c4f9d/volume-fb864c80-d852-4528-b24d-a848d40c4f9d.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.837371] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 120a329c-572b-4fca-8f0e-637ca8e47aff/120a329c-572b-4fca-8f0e-637ca8e47aff.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.842669] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20740ee1-e5f2-4362-9be2-914caca44b71 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.857720] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-564f0281-cb45-469d-9821-3412851bc3e7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.873453] env[68872]: DEBUG nova.policy [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e56db70bfd9d4bc8b7fc38df8b29d6f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8166dac01854498998fcdb04e81b314c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.875733] env[68872]: DEBUG nova.network.neutron [req-e8b562ae-89b5-44d4-b2d8-4b1cf1d1c59a req-91c168b7-4090-4586-a061-2fbf04ffe726 service nova] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Updated VIF entry in instance network info cache for port f7948834-3a50-4d1f-ae69-dc6d5aa3d012. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.876137] env[68872]: DEBUG nova.network.neutron [req-e8b562ae-89b5-44d4-b2d8-4b1cf1d1c59a req-91c168b7-4090-4586-a061-2fbf04ffe726 service nova] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Updating instance_info_cache with network_info: [{"id": "f7948834-3a50-4d1f-ae69-dc6d5aa3d012", "address": "fa:16:3e:1c:6e:1c", "network": {"id": "e2fbd14e-ac6c-4c4e-9424-2e3a1137bb5f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-550270233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "416b9148cf854068b0ac029641702291", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7948834-3a", "ovs_interfaceid": "f7948834-3a50-4d1f-ae69-dc6d5aa3d012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.886125] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1009.886125] env[68872]: value = "task-3093117" [ 1009.886125] env[68872]: _type = "Task" [ 1009.886125] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.887593] env[68872]: DEBUG oslo_vmware.api [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for the task: (returnval){ [ 1009.887593] env[68872]: value = "task-3093118" [ 1009.887593] env[68872]: _type = "Task" [ 1009.887593] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.900932] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Acquiring lock "refresh_cache-cf9b9fce-2f88-446b-95df-19795fe66125" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.901125] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Acquired lock "refresh_cache-cf9b9fce-2f88-446b-95df-19795fe66125" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.901297] env[68872]: DEBUG nova.network.neutron [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.917798] env[68872]: DEBUG oslo_vmware.api [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.918121] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.918315] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093112, 'name': CreateVM_Task, 'duration_secs': 1.771041} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.921415] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.922277] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.922538] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.923089] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.923510] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0852715d-6c83-4e6f-97a4-4be6b59fde22 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.930148] env[68872]: DEBUG oslo_vmware.api [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Waiting for the task: (returnval){ [ 1009.930148] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5285f35b-e184-d803-934f-1bcf68b411ae" [ 1009.930148] env[68872]: _type = "Task" [ 1009.930148] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.941661] env[68872]: DEBUG oslo_vmware.api [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5285f35b-e184-d803-934f-1bcf68b411ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.012471] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093116, 'name': CreateVM_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.288817] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9302080-70a2-4c3f-8302-667612e073ae {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.292293] env[68872]: DEBUG nova.compute.manager [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1010.300523] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671598ee-8c3f-424a-b2a9-274e6084ad16 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.335843] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8067561a-2447-4e61-b682-b82f96f7bc58 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.342104] env[68872]: DEBUG nova.network.neutron [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Successfully created port: f6f2c8e7-de83-48e6-9775-3ee332f11cd8 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.348446] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8a2564-6132-49c0-a83f-459e6e883b2d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.364306] env[68872]: DEBUG nova.compute.provider_tree [None req-7bc56cf8-4244-4e3b-9c05-cc14fed9f3d0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.379844] env[68872]: DEBUG oslo_concurrency.lockutils [req-e8b562ae-89b5-44d4-b2d8-4b1cf1d1c59a req-91c168b7-4090-4586-a061-2fbf04ffe726 service nova] Releasing lock "refresh_cache-256e2347-6d78-4daf-8ac9-c9578bc2af03" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.407462] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093117, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.415498] env[68872]: DEBUG oslo_vmware.api [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093118, 'name': ReconfigVM_Task, 'duration_secs': 0.506005} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.415881] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 120a329c-572b-4fca-8f0e-637ca8e47aff/120a329c-572b-4fca-8f0e-637ca8e47aff.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.416652] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0393fe4b-8a02-4d49-a69d-9cd57cb322b1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.425214] env[68872]: DEBUG oslo_vmware.api [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for the task: (returnval){ [ 1010.425214] env[68872]: value = "task-3093119" [ 1010.425214] env[68872]: _type = "Task" [ 1010.425214] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.434937] env[68872]: DEBUG oslo_vmware.api [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093119, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.444330] env[68872]: DEBUG oslo_vmware.api [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5285f35b-e184-d803-934f-1bcf68b411ae, 'name': SearchDatastore_Task, 'duration_secs': 0.014505} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.444625] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.444857] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.445113] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.445262] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.445438] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.445706] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32af8b7f-51c6-47e0-9134-581755e4b02e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.454988] env[68872]: DEBUG nova.network.neutron [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.458256] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.458436] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.459195] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9efc5938-23c2-4b46-877d-fe9a42b30ffd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.465362] env[68872]: DEBUG oslo_vmware.api [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Waiting for the task: (returnval){ [ 1010.465362] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d40159-57c9-7ecf-9fa8-c0b57a40db99" [ 1010.465362] env[68872]: _type = "Task" [ 1010.465362] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.474489] env[68872]: DEBUG oslo_vmware.api [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d40159-57c9-7ecf-9fa8-c0b57a40db99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.513097] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093116, 'name': CreateVM_Task, 'duration_secs': 0.636235} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.513291] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.513969] env[68872]: DEBUG oslo_concurrency.lockutils [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.514149] env[68872]: DEBUG oslo_concurrency.lockutils [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.514455] env[68872]: DEBUG oslo_concurrency.lockutils [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.514811] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de1b543c-d4bc-4b7c-aecd-96a5b19ee01a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.520711] env[68872]: DEBUG oslo_vmware.api [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Waiting for the task: (returnval){ [ 1010.520711] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526e8a3c-e347-1e92-718b-3a69f57a74e1" [ 1010.520711] env[68872]: _type = "Task" [ 1010.520711] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.529745] env[68872]: DEBUG oslo_vmware.api [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526e8a3c-e347-1e92-718b-3a69f57a74e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.681586] env[68872]: DEBUG nova.network.neutron [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Updating instance_info_cache with network_info: [{"id": "9f5f1ec7-1da3-4d41-aceb-6f63a17daeb2", "address": "fa:16:3e:18:89:e6", "network": {"id": "e2fbd14e-ac6c-4c4e-9424-2e3a1137bb5f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-550270233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "416b9148cf854068b0ac029641702291", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f5f1ec7-1d", "ovs_interfaceid": "9f5f1ec7-1da3-4d41-aceb-6f63a17daeb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.868148] env[68872]: DEBUG nova.scheduler.client.report [None req-7bc56cf8-4244-4e3b-9c05-cc14fed9f3d0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.900431] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093117, 'name': ReconfigVM_Task, 'duration_secs': 0.552954} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.900834] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Reconfigured VM instance instance-0000004c to attach disk [datastore2] volume-fb864c80-d852-4528-b24d-a848d40c4f9d/volume-fb864c80-d852-4528-b24d-a848d40c4f9d.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.906434] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de5eb858-43bb-4ee3-b3e7-d5bfc6932645 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.924198] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1010.924198] env[68872]: value = "task-3093120" [ 1010.924198] env[68872]: _type = "Task" [ 1010.924198] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.939804] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093120, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.943983] env[68872]: DEBUG oslo_vmware.api [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093119, 'name': Rename_Task, 'duration_secs': 0.192147} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.944302] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.944598] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36aa3a60-cd97-4bcd-ac2e-19f73cf36d3d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.953961] env[68872]: DEBUG oslo_vmware.api [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for the task: (returnval){ [ 1010.953961] env[68872]: value = "task-3093121" [ 1010.953961] env[68872]: _type = "Task" [ 1010.953961] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.964492] env[68872]: DEBUG oslo_vmware.api [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.976224] env[68872]: DEBUG oslo_vmware.api [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d40159-57c9-7ecf-9fa8-c0b57a40db99, 'name': SearchDatastore_Task, 'duration_secs': 0.014846} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.977108] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b675e63c-450a-4dd6-9391-efe9b24f8287 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.985120] env[68872]: DEBUG oslo_vmware.api [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Waiting for the task: (returnval){ [ 1010.985120] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52085b00-e493-9077-9736-86a7f3a4ee6c" [ 1010.985120] env[68872]: _type = "Task" [ 1010.985120] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.994977] env[68872]: DEBUG oslo_vmware.api [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52085b00-e493-9077-9736-86a7f3a4ee6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.033224] env[68872]: DEBUG oslo_vmware.api [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526e8a3c-e347-1e92-718b-3a69f57a74e1, 'name': SearchDatastore_Task, 'duration_secs': 0.012398} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.033567] env[68872]: DEBUG oslo_concurrency.lockutils [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.033818] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.034081] env[68872]: DEBUG oslo_concurrency.lockutils [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.163509] env[68872]: DEBUG nova.compute.manager [req-af11f32a-190d-4d97-8498-cbfa06174864 req-9f4938e7-9f59-443d-b7ce-fc9ae9cedda5 service nova] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Received event network-vif-plugged-9f5f1ec7-1da3-4d41-aceb-6f63a17daeb2 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.163859] env[68872]: DEBUG oslo_concurrency.lockutils [req-af11f32a-190d-4d97-8498-cbfa06174864 req-9f4938e7-9f59-443d-b7ce-fc9ae9cedda5 service nova] Acquiring lock "cf9b9fce-2f88-446b-95df-19795fe66125-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.164228] env[68872]: DEBUG oslo_concurrency.lockutils [req-af11f32a-190d-4d97-8498-cbfa06174864 req-9f4938e7-9f59-443d-b7ce-fc9ae9cedda5 service nova] Lock "cf9b9fce-2f88-446b-95df-19795fe66125-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.164446] env[68872]: DEBUG oslo_concurrency.lockutils [req-af11f32a-190d-4d97-8498-cbfa06174864 req-9f4938e7-9f59-443d-b7ce-fc9ae9cedda5 service nova] Lock "cf9b9fce-2f88-446b-95df-19795fe66125-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.164633] env[68872]: DEBUG nova.compute.manager [req-af11f32a-190d-4d97-8498-cbfa06174864 req-9f4938e7-9f59-443d-b7ce-fc9ae9cedda5 service nova] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] No waiting events found dispatching network-vif-plugged-9f5f1ec7-1da3-4d41-aceb-6f63a17daeb2 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1011.164805] env[68872]: WARNING nova.compute.manager [req-af11f32a-190d-4d97-8498-cbfa06174864 req-9f4938e7-9f59-443d-b7ce-fc9ae9cedda5 service nova] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Received unexpected event network-vif-plugged-9f5f1ec7-1da3-4d41-aceb-6f63a17daeb2 for instance with vm_state building and task_state spawning. [ 1011.165013] env[68872]: DEBUG nova.compute.manager [req-af11f32a-190d-4d97-8498-cbfa06174864 req-9f4938e7-9f59-443d-b7ce-fc9ae9cedda5 service nova] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Received event network-changed-9f5f1ec7-1da3-4d41-aceb-6f63a17daeb2 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.165225] env[68872]: DEBUG nova.compute.manager [req-af11f32a-190d-4d97-8498-cbfa06174864 req-9f4938e7-9f59-443d-b7ce-fc9ae9cedda5 service nova] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Refreshing instance network info cache due to event network-changed-9f5f1ec7-1da3-4d41-aceb-6f63a17daeb2. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1011.165439] env[68872]: DEBUG oslo_concurrency.lockutils [req-af11f32a-190d-4d97-8498-cbfa06174864 req-9f4938e7-9f59-443d-b7ce-fc9ae9cedda5 service nova] Acquiring lock "refresh_cache-cf9b9fce-2f88-446b-95df-19795fe66125" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.184663] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Releasing lock "refresh_cache-cf9b9fce-2f88-446b-95df-19795fe66125" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.184990] env[68872]: DEBUG nova.compute.manager [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Instance network_info: |[{"id": "9f5f1ec7-1da3-4d41-aceb-6f63a17daeb2", "address": "fa:16:3e:18:89:e6", "network": {"id": "e2fbd14e-ac6c-4c4e-9424-2e3a1137bb5f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-550270233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "416b9148cf854068b0ac029641702291", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f5f1ec7-1d", "ovs_interfaceid": "9f5f1ec7-1da3-4d41-aceb-6f63a17daeb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1011.185303] env[68872]: DEBUG oslo_concurrency.lockutils [req-af11f32a-190d-4d97-8498-cbfa06174864 req-9f4938e7-9f59-443d-b7ce-fc9ae9cedda5 service nova] Acquired lock "refresh_cache-cf9b9fce-2f88-446b-95df-19795fe66125" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.185482] env[68872]: DEBUG nova.network.neutron [req-af11f32a-190d-4d97-8498-cbfa06174864 req-9f4938e7-9f59-443d-b7ce-fc9ae9cedda5 service nova] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Refreshing network info cache for port 9f5f1ec7-1da3-4d41-aceb-6f63a17daeb2 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.186742] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:89:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1e1e320-ec56-4fcc-b6e9-30aa210d3b36', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f5f1ec7-1da3-4d41-aceb-6f63a17daeb2', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.194348] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.194853] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.195091] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85149e8d-04ba-4d12-ada4-a6cac616b419 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.217101] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.217101] env[68872]: value = "task-3093122" [ 1011.217101] env[68872]: _type = "Task" [ 1011.217101] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.226096] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093122, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.303370] env[68872]: DEBUG nova.compute.manager [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.327263] env[68872]: DEBUG nova.virt.hardware [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.327595] env[68872]: DEBUG nova.virt.hardware [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.327820] env[68872]: DEBUG nova.virt.hardware [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.328095] env[68872]: DEBUG nova.virt.hardware [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.328318] env[68872]: DEBUG nova.virt.hardware [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.328507] env[68872]: DEBUG nova.virt.hardware [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.328731] env[68872]: DEBUG nova.virt.hardware [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.328887] env[68872]: DEBUG nova.virt.hardware [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.329063] env[68872]: DEBUG nova.virt.hardware [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.329233] env[68872]: DEBUG nova.virt.hardware [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.329408] env[68872]: DEBUG nova.virt.hardware [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.330296] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d726416-9e8c-453b-9c36-b6791f733f15 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.339883] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a86cb7f-58ed-4592-8fda-5c88f4e302ed {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.374946] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7bc56cf8-4244-4e3b-9c05-cc14fed9f3d0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.100s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.377341] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.114s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.377574] env[68872]: DEBUG nova.objects.instance [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lazy-loading 'resources' on Instance uuid 63f9122b-0ec0-4917-8676-b64b432bfae2 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.405505] env[68872]: INFO nova.scheduler.client.report [None req-7bc56cf8-4244-4e3b-9c05-cc14fed9f3d0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Deleted allocations for instance 02362251-8e13-4449-89cc-cbfff9d9ff22 [ 1011.438011] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093120, 'name': ReconfigVM_Task, 'duration_secs': 0.232397} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.438391] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619090', 'volume_id': 'fb864c80-d852-4528-b24d-a848d40c4f9d', 'name': 'volume-fb864c80-d852-4528-b24d-a848d40c4f9d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f5e18b9-1307-4803-92df-2a23901d6f16', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb864c80-d852-4528-b24d-a848d40c4f9d', 'serial': 'fb864c80-d852-4528-b24d-a848d40c4f9d'} {{(pid=68872) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1011.439091] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d7ed1af-4976-4626-9a40-e5a588622fb6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.447970] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1011.447970] env[68872]: value = "task-3093123" [ 1011.447970] env[68872]: _type = "Task" [ 1011.447970] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.463662] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093123, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.468033] env[68872]: DEBUG oslo_vmware.api [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093121, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.496139] env[68872]: DEBUG oslo_vmware.api [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52085b00-e493-9077-9736-86a7f3a4ee6c, 'name': SearchDatastore_Task, 'duration_secs': 0.013328} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.496429] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.496708] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 8a706da3-ad0a-49b9-829a-7fb5858f3e3b/8a706da3-ad0a-49b9-829a-7fb5858f3e3b.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.497101] env[68872]: DEBUG oslo_concurrency.lockutils [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.497326] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.497574] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9aa97285-6bc2-4fb9-b173-a2e96d837a7c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.500163] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b2ee407-2c2f-4f0f-a7de-bb5520ebc0da {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.510486] env[68872]: DEBUG oslo_vmware.api [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Waiting for the task: (returnval){ [ 1011.510486] env[68872]: value = "task-3093124" [ 1011.510486] env[68872]: _type = "Task" [ 1011.510486] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.515195] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.515395] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.516586] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdfcc609-dd82-40b8-b8e9-4f152a264f80 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.523444] env[68872]: DEBUG oslo_vmware.api [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.527685] env[68872]: DEBUG oslo_vmware.api [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Waiting for the task: (returnval){ [ 1011.527685] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]523d005a-728a-0586-17e3-6978fabe1318" [ 1011.527685] env[68872]: _type = "Task" [ 1011.527685] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.539279] env[68872]: DEBUG oslo_vmware.api [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]523d005a-728a-0586-17e3-6978fabe1318, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.727513] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093122, 'name': CreateVM_Task, 'duration_secs': 0.436659} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.727704] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.728413] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.728585] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.728915] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.729564] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27e15cb1-95b3-44f4-b4dc-89f83e52f7be {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.735443] env[68872]: DEBUG oslo_vmware.api [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Waiting for the task: (returnval){ [ 1011.735443] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52b96f4b-1602-9ffc-0fbf-6e8a00bbaa58" [ 1011.735443] env[68872]: _type = "Task" [ 1011.735443] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.744587] env[68872]: DEBUG oslo_vmware.api [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52b96f4b-1602-9ffc-0fbf-6e8a00bbaa58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.914122] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7bc56cf8-4244-4e3b-9c05-cc14fed9f3d0 tempest-ServersNegativeTestJSON-1695336243 tempest-ServersNegativeTestJSON-1695336243-project-member] Lock "02362251-8e13-4449-89cc-cbfff9d9ff22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.209s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.962326] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093123, 'name': Rename_Task, 'duration_secs': 0.22972} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.965743] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.966286] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73813f3b-aaca-432d-9e23-48f4642666e9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.971905] env[68872]: DEBUG oslo_vmware.api [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093121, 'name': PowerOnVM_Task, 'duration_secs': 0.709498} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.972065] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.972286] env[68872]: INFO nova.compute.manager [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Took 10.52 seconds to spawn the instance on the hypervisor. [ 1011.972467] env[68872]: DEBUG nova.compute.manager [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.973412] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855bb32b-4811-4674-942f-0a9a71dbd775 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.981073] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1011.981073] env[68872]: value = "task-3093125" [ 1011.981073] env[68872]: _type = "Task" [ 1011.981073] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.002815] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.026647] env[68872]: DEBUG oslo_vmware.api [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093124, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.042043] env[68872]: DEBUG oslo_vmware.api [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]523d005a-728a-0586-17e3-6978fabe1318, 'name': SearchDatastore_Task, 'duration_secs': 0.017089} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.043522] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e38f88fe-f38d-42b0-9e43-dae5be20776b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.051890] env[68872]: DEBUG oslo_vmware.api [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Waiting for the task: (returnval){ [ 1012.051890] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52091569-2b01-1104-eb78-de8126264be0" [ 1012.051890] env[68872]: _type = "Task" [ 1012.051890] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.066777] env[68872]: DEBUG oslo_vmware.api [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52091569-2b01-1104-eb78-de8126264be0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.247517] env[68872]: DEBUG oslo_vmware.api [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52b96f4b-1602-9ffc-0fbf-6e8a00bbaa58, 'name': SearchDatastore_Task, 'duration_secs': 0.014591} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.250605] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.250856] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.251119] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.251269] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.251446] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.251957] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21973826-e271-4662-9c27-00d0f794491c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.262413] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.262655] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.265918] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d1a7791-0ba8-4a50-b501-cbb2cea6e276 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.273438] env[68872]: DEBUG oslo_vmware.api [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Waiting for the task: (returnval){ [ 1012.273438] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52553354-cd88-14da-8474-eaedb23fbadf" [ 1012.273438] env[68872]: _type = "Task" [ 1012.273438] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.283654] env[68872]: DEBUG oslo_vmware.api [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52553354-cd88-14da-8474-eaedb23fbadf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.376124] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afedede5-3ebb-412e-a074-738c8740662a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.386338] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93dcc75-759e-4d4d-bf7c-b46716026663 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.422302] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5968e7db-bc28-4344-8b94-088f182b4bba {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.430490] env[68872]: DEBUG nova.compute.manager [req-a04bea78-bc8c-40f1-87db-689983377fb2 req-0a1c5083-5c22-4de6-92c4-ce8183cf599c service nova] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Received event network-vif-plugged-f6f2c8e7-de83-48e6-9775-3ee332f11cd8 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.430490] env[68872]: DEBUG oslo_concurrency.lockutils [req-a04bea78-bc8c-40f1-87db-689983377fb2 req-0a1c5083-5c22-4de6-92c4-ce8183cf599c service nova] Acquiring lock "896f5a0b-07c5-4142-8b80-d61bb67abe6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.430490] env[68872]: DEBUG oslo_concurrency.lockutils [req-a04bea78-bc8c-40f1-87db-689983377fb2 req-0a1c5083-5c22-4de6-92c4-ce8183cf599c service nova] Lock "896f5a0b-07c5-4142-8b80-d61bb67abe6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.430976] env[68872]: DEBUG oslo_concurrency.lockutils [req-a04bea78-bc8c-40f1-87db-689983377fb2 req-0a1c5083-5c22-4de6-92c4-ce8183cf599c service nova] Lock "896f5a0b-07c5-4142-8b80-d61bb67abe6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.430976] env[68872]: DEBUG nova.compute.manager [req-a04bea78-bc8c-40f1-87db-689983377fb2 req-0a1c5083-5c22-4de6-92c4-ce8183cf599c service nova] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] No waiting events found dispatching network-vif-plugged-f6f2c8e7-de83-48e6-9775-3ee332f11cd8 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1012.430976] env[68872]: WARNING nova.compute.manager [req-a04bea78-bc8c-40f1-87db-689983377fb2 req-0a1c5083-5c22-4de6-92c4-ce8183cf599c service nova] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Received unexpected event network-vif-plugged-f6f2c8e7-de83-48e6-9775-3ee332f11cd8 for instance with vm_state building and task_state spawning. [ 1012.435557] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a984eef-4d38-499b-835b-ede8a7afe05a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.452225] env[68872]: DEBUG nova.compute.provider_tree [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.498813] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093125, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.500991] env[68872]: INFO nova.compute.manager [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Took 33.16 seconds to build instance. [ 1012.516135] env[68872]: DEBUG nova.network.neutron [req-af11f32a-190d-4d97-8498-cbfa06174864 req-9f4938e7-9f59-443d-b7ce-fc9ae9cedda5 service nova] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Updated VIF entry in instance network info cache for port 9f5f1ec7-1da3-4d41-aceb-6f63a17daeb2. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.516431] env[68872]: DEBUG nova.network.neutron [req-af11f32a-190d-4d97-8498-cbfa06174864 req-9f4938e7-9f59-443d-b7ce-fc9ae9cedda5 service nova] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Updating instance_info_cache with network_info: [{"id": "9f5f1ec7-1da3-4d41-aceb-6f63a17daeb2", "address": "fa:16:3e:18:89:e6", "network": {"id": "e2fbd14e-ac6c-4c4e-9424-2e3a1137bb5f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-550270233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "416b9148cf854068b0ac029641702291", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f5f1ec7-1d", "ovs_interfaceid": "9f5f1ec7-1da3-4d41-aceb-6f63a17daeb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.523851] env[68872]: DEBUG oslo_vmware.api [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598685} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.524311] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 8a706da3-ad0a-49b9-829a-7fb5858f3e3b/8a706da3-ad0a-49b9-829a-7fb5858f3e3b.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.524512] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.525328] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-912c4237-6e9b-416d-8cba-2295cefa080a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.534089] env[68872]: DEBUG oslo_vmware.api [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Waiting for the task: (returnval){ [ 1012.534089] env[68872]: value = "task-3093126" [ 1012.534089] env[68872]: _type = "Task" [ 1012.534089] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.546955] env[68872]: DEBUG oslo_vmware.api [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.564045] env[68872]: DEBUG oslo_vmware.api [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52091569-2b01-1104-eb78-de8126264be0, 'name': SearchDatastore_Task, 'duration_secs': 0.038209} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.564045] env[68872]: DEBUG oslo_concurrency.lockutils [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.564045] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 256e2347-6d78-4daf-8ac9-c9578bc2af03/256e2347-6d78-4daf-8ac9-c9578bc2af03.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.564045] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-188b4adb-9a88-4651-996b-cf9c3cff9aa2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.572353] env[68872]: DEBUG oslo_vmware.api [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Waiting for the task: (returnval){ [ 1012.572353] env[68872]: value = "task-3093127" [ 1012.572353] env[68872]: _type = "Task" [ 1012.572353] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.582113] env[68872]: DEBUG oslo_vmware.api [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093127, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.784356] env[68872]: DEBUG oslo_vmware.api [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52553354-cd88-14da-8474-eaedb23fbadf, 'name': SearchDatastore_Task, 'duration_secs': 0.019897} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.785225] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c97118a-7352-49bf-be94-81f15cd4e7a2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.791663] env[68872]: DEBUG oslo_vmware.api [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Waiting for the task: (returnval){ [ 1012.791663] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a172c2-f29d-55db-046a-800eb0809ef6" [ 1012.791663] env[68872]: _type = "Task" [ 1012.791663] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.803640] env[68872]: DEBUG oslo_vmware.api [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a172c2-f29d-55db-046a-800eb0809ef6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.955930] env[68872]: DEBUG nova.scheduler.client.report [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.999384] env[68872]: DEBUG oslo_vmware.api [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093125, 'name': PowerOnVM_Task, 'duration_secs': 0.82158} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.999384] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.000496] env[68872]: DEBUG nova.compute.manager [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.001368] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b311c3cb-d576-4397-926d-c93ef40ff7c6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.009177] env[68872]: DEBUG oslo_concurrency.lockutils [None req-73565255-926a-4f08-9a5b-fd915ad66eb4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Lock "120a329c-572b-4fca-8f0e-637ca8e47aff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.681s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.021341] env[68872]: DEBUG oslo_concurrency.lockutils [req-af11f32a-190d-4d97-8498-cbfa06174864 req-9f4938e7-9f59-443d-b7ce-fc9ae9cedda5 service nova] Releasing lock "refresh_cache-cf9b9fce-2f88-446b-95df-19795fe66125" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.032281] env[68872]: DEBUG nova.network.neutron [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Successfully updated port: f6f2c8e7-de83-48e6-9775-3ee332f11cd8 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1013.046480] env[68872]: DEBUG oslo_vmware.api [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091081} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.046772] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.047810] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e371f2-cb14-4bfc-8c7e-bcf9115bc9c0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.078077] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 8a706da3-ad0a-49b9-829a-7fb5858f3e3b/8a706da3-ad0a-49b9-829a-7fb5858f3e3b.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.078077] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f2b87e9-eb15-4fa6-965f-4c665dc9a87b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.107158] env[68872]: DEBUG oslo_vmware.api [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093127, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.108674] env[68872]: DEBUG oslo_vmware.api [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Waiting for the task: (returnval){ [ 1013.108674] env[68872]: value = "task-3093128" [ 1013.108674] env[68872]: _type = "Task" [ 1013.108674] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.122057] env[68872]: DEBUG oslo_vmware.api [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093128, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.295013] env[68872]: DEBUG nova.compute.manager [req-c1dcd84b-0752-48ff-94a4-b0f47bd31dc5 req-7bd09e7d-8c02-471e-87c0-f14344268a2f service nova] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Received event network-changed-f6f2c8e7-de83-48e6-9775-3ee332f11cd8 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.295013] env[68872]: DEBUG nova.compute.manager [req-c1dcd84b-0752-48ff-94a4-b0f47bd31dc5 req-7bd09e7d-8c02-471e-87c0-f14344268a2f service nova] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Refreshing instance network info cache due to event network-changed-f6f2c8e7-de83-48e6-9775-3ee332f11cd8. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1013.295167] env[68872]: DEBUG oslo_concurrency.lockutils [req-c1dcd84b-0752-48ff-94a4-b0f47bd31dc5 req-7bd09e7d-8c02-471e-87c0-f14344268a2f service nova] Acquiring lock "refresh_cache-896f5a0b-07c5-4142-8b80-d61bb67abe6e" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.295337] env[68872]: DEBUG oslo_concurrency.lockutils [req-c1dcd84b-0752-48ff-94a4-b0f47bd31dc5 req-7bd09e7d-8c02-471e-87c0-f14344268a2f service nova] Acquired lock "refresh_cache-896f5a0b-07c5-4142-8b80-d61bb67abe6e" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.295552] env[68872]: DEBUG nova.network.neutron [req-c1dcd84b-0752-48ff-94a4-b0f47bd31dc5 req-7bd09e7d-8c02-471e-87c0-f14344268a2f service nova] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Refreshing network info cache for port f6f2c8e7-de83-48e6-9775-3ee332f11cd8 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.308031] env[68872]: DEBUG oslo_vmware.api [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a172c2-f29d-55db-046a-800eb0809ef6, 'name': SearchDatastore_Task, 'duration_secs': 0.030966} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.308716] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.308969] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] cf9b9fce-2f88-446b-95df-19795fe66125/cf9b9fce-2f88-446b-95df-19795fe66125.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.309249] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a85b2962-259b-4c5f-a10a-67f4a7dcd424 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.328823] env[68872]: DEBUG oslo_vmware.api [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Waiting for the task: (returnval){ [ 1013.328823] env[68872]: value = "task-3093129" [ 1013.328823] env[68872]: _type = "Task" [ 1013.328823] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.339493] env[68872]: DEBUG oslo_vmware.api [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.461806] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.084s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.469017] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.977s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.469017] env[68872]: INFO nova.compute.claims [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.497240] env[68872]: INFO nova.scheduler.client.report [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Deleted allocations for instance 63f9122b-0ec0-4917-8676-b64b432bfae2 [ 1013.531233] env[68872]: DEBUG oslo_concurrency.lockutils [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.534547] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquiring lock "refresh_cache-896f5a0b-07c5-4142-8b80-d61bb67abe6e" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.587717] env[68872]: DEBUG oslo_vmware.api [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093127, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.601479] env[68872]: INFO nova.compute.manager [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Rescuing [ 1013.601838] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Acquiring lock "refresh_cache-120a329c-572b-4fca-8f0e-637ca8e47aff" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.601994] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Acquired lock "refresh_cache-120a329c-572b-4fca-8f0e-637ca8e47aff" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.602175] env[68872]: DEBUG nova.network.neutron [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.621799] env[68872]: DEBUG oslo_vmware.api [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093128, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.838139] env[68872]: DEBUG nova.network.neutron [req-c1dcd84b-0752-48ff-94a4-b0f47bd31dc5 req-7bd09e7d-8c02-471e-87c0-f14344268a2f service nova] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.847936] env[68872]: DEBUG oslo_vmware.api [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093129, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.938506] env[68872]: DEBUG nova.network.neutron [req-c1dcd84b-0752-48ff-94a4-b0f47bd31dc5 req-7bd09e7d-8c02-471e-87c0-f14344268a2f service nova] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.008894] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4a2a43f6-d54c-4bcf-b8d5-5bf21656171c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "63f9122b-0ec0-4917-8676-b64b432bfae2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.916s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.091644] env[68872]: DEBUG oslo_vmware.api [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093127, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.123555] env[68872]: DEBUG oslo_vmware.api [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093128, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.346483] env[68872]: DEBUG oslo_vmware.api [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093129, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.907385} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.348177] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] cf9b9fce-2f88-446b-95df-19795fe66125/cf9b9fce-2f88-446b-95df-19795fe66125.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.348177] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.348177] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0f10a09-c80d-4707-89c3-19fb623708c1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.357044] env[68872]: DEBUG oslo_vmware.api [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Waiting for the task: (returnval){ [ 1014.357044] env[68872]: value = "task-3093130" [ 1014.357044] env[68872]: _type = "Task" [ 1014.357044] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.363965] env[68872]: DEBUG nova.network.neutron [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Updating instance_info_cache with network_info: [{"id": "ddc3264c-2f95-4b8d-a848-193f65ee86de", "address": "fa:16:3e:dc:89:73", "network": {"id": "cd7dad32-2223-4e14-be17-d6673a1d68d1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-917739147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bd794c38080b46ceb44aaaf55d16cfef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddc3264c-2f", "ovs_interfaceid": "ddc3264c-2f95-4b8d-a848-193f65ee86de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.372196] env[68872]: DEBUG oslo_vmware.api [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.441845] env[68872]: DEBUG oslo_concurrency.lockutils [req-c1dcd84b-0752-48ff-94a4-b0f47bd31dc5 req-7bd09e7d-8c02-471e-87c0-f14344268a2f service nova] Releasing lock "refresh_cache-896f5a0b-07c5-4142-8b80-d61bb67abe6e" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.442735] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquired lock "refresh_cache-896f5a0b-07c5-4142-8b80-d61bb67abe6e" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.442919] env[68872]: DEBUG nova.network.neutron [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.591160] env[68872]: DEBUG oslo_vmware.api [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093127, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.602816} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.593049] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 256e2347-6d78-4daf-8ac9-c9578bc2af03/256e2347-6d78-4daf-8ac9-c9578bc2af03.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.593049] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.593049] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91ea2d81-a511-4bad-81c7-9060a165584d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.600619] env[68872]: DEBUG oslo_vmware.api [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Waiting for the task: (returnval){ [ 1014.600619] env[68872]: value = "task-3093131" [ 1014.600619] env[68872]: _type = "Task" [ 1014.600619] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.612361] env[68872]: DEBUG oslo_vmware.api [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093131, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.622515] env[68872]: DEBUG oslo_vmware.api [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093128, 'name': ReconfigVM_Task, 'duration_secs': 1.245528} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.622515] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 8a706da3-ad0a-49b9-829a-7fb5858f3e3b/8a706da3-ad0a-49b9-829a-7fb5858f3e3b.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.622898] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16a96d9e-bd3b-4a7d-ac2a-1fc4f4d2acb0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.630680] env[68872]: DEBUG oslo_vmware.api [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Waiting for the task: (returnval){ [ 1014.630680] env[68872]: value = "task-3093132" [ 1014.630680] env[68872]: _type = "Task" [ 1014.630680] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.643094] env[68872]: DEBUG oslo_vmware.api [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093132, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.825652] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a5431d-1dfa-4543-b635-ccb6caaf4b0d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.836560] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502b0b8d-111c-4d2a-9641-2e480868afb4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.872864] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7395f230-77f4-4776-852f-60f83a94c518 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.876357] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Releasing lock "refresh_cache-120a329c-572b-4fca-8f0e-637ca8e47aff" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.886979] env[68872]: DEBUG oslo_vmware.api [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085209} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.889598] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.891249] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621aa8e4-a4e6-4fb6-8015-da3c007c6a09 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.894465] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de55194-f59b-4b75-87d8-54c80dac0b47 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.913742] env[68872]: DEBUG nova.compute.provider_tree [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.938341] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] cf9b9fce-2f88-446b-95df-19795fe66125/cf9b9fce-2f88-446b-95df-19795fe66125.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.940156] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a113fd35-5f3f-4ef2-8390-30fddce0b41b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.965178] env[68872]: DEBUG oslo_vmware.api [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Waiting for the task: (returnval){ [ 1014.965178] env[68872]: value = "task-3093133" [ 1014.965178] env[68872]: _type = "Task" [ 1014.965178] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.974396] env[68872]: DEBUG oslo_vmware.api [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093133, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.992737] env[68872]: DEBUG nova.network.neutron [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1015.111765] env[68872]: DEBUG oslo_vmware.api [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093131, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.142836] env[68872]: DEBUG oslo_vmware.api [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093132, 'name': Rename_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.164857] env[68872]: DEBUG nova.network.neutron [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Updating instance_info_cache with network_info: [{"id": "f6f2c8e7-de83-48e6-9775-3ee332f11cd8", "address": "fa:16:3e:d1:49:9e", "network": {"id": "6d0a16ea-9b1c-4aa7-8d55-80f41b7ff7b4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1449616070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8166dac01854498998fcdb04e81b314c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6f2c8e7-de", "ovs_interfaceid": "f6f2c8e7-de83-48e6-9775-3ee332f11cd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.584060] env[68872]: DEBUG nova.scheduler.client.report [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.584060] env[68872]: DEBUG oslo_vmware.api [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093133, 'name': ReconfigVM_Task, 'duration_secs': 0.399884} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.584060] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Reconfigured VM instance instance-0000005d to attach disk [datastore1] cf9b9fce-2f88-446b-95df-19795fe66125/cf9b9fce-2f88-446b-95df-19795fe66125.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.584060] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7609e68-2822-4481-9845-36daf80445ea {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.584060] env[68872]: DEBUG oslo_vmware.api [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Waiting for the task: (returnval){ [ 1015.584060] env[68872]: value = "task-3093134" [ 1015.584060] env[68872]: _type = "Task" [ 1015.584060] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.584060] env[68872]: DEBUG oslo_vmware.api [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093134, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.614899] env[68872]: DEBUG oslo_vmware.api [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093131, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.817108} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.614899] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.615725] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579d85af-07d6-4bb4-8b61-0de8d6d28313 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.640611] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 256e2347-6d78-4daf-8ac9-c9578bc2af03/256e2347-6d78-4daf-8ac9-c9578bc2af03.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.640611] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-977e2bce-9c59-4d1d-9fbf-49a4f8950460 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.666012] env[68872]: DEBUG oslo_vmware.api [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093132, 'name': Rename_Task, 'duration_secs': 0.866111} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.668592] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.668592] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Releasing lock "refresh_cache-896f5a0b-07c5-4142-8b80-d61bb67abe6e" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.668592] env[68872]: DEBUG nova.compute.manager [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Instance network_info: |[{"id": "f6f2c8e7-de83-48e6-9775-3ee332f11cd8", "address": "fa:16:3e:d1:49:9e", "network": {"id": "6d0a16ea-9b1c-4aa7-8d55-80f41b7ff7b4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1449616070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8166dac01854498998fcdb04e81b314c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6f2c8e7-de", "ovs_interfaceid": "f6f2c8e7-de83-48e6-9775-3ee332f11cd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1015.668810] env[68872]: DEBUG oslo_vmware.api [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Waiting for the task: (returnval){ [ 1015.668810] env[68872]: value = "task-3093135" [ 1015.668810] env[68872]: _type = "Task" [ 1015.668810] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.668993] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-574a53e5-5c7d-429d-986c-e66bc33a9973 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.671450] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:49:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db068f71-08cc-42d4-8ab6-17134c1585e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6f2c8e7-de83-48e6-9775-3ee332f11cd8', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.678899] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.680190] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.687683] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d922840-6e6a-4d94-8476-19fee0738775 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.707897] env[68872]: DEBUG oslo_vmware.api [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Waiting for the task: (returnval){ [ 1015.707897] env[68872]: value = "task-3093136" [ 1015.707897] env[68872]: _type = "Task" [ 1015.707897] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.716348] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.716348] env[68872]: value = "task-3093137" [ 1015.716348] env[68872]: _type = "Task" [ 1015.716348] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.728345] env[68872]: DEBUG oslo_vmware.api [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093135, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.728345] env[68872]: DEBUG oslo_vmware.api [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.735744] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093137, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.949695] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.950362] env[68872]: DEBUG nova.compute.manager [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1015.955633] env[68872]: DEBUG oslo_concurrency.lockutils [None req-99595447-9403-498b-ac2e-9f5e064d9d8b tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.741s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.959030] env[68872]: DEBUG nova.objects.instance [None req-99595447-9403-498b-ac2e-9f5e064d9d8b tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lazy-loading 'resources' on Instance uuid 4439751f-dd06-4cc0-ac40-95e88e587704 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.015511] env[68872]: DEBUG oslo_vmware.api [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093134, 'name': Rename_Task, 'duration_secs': 0.249326} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.015511] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.017527] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b41fb19-c5b1-4fb4-b853-a0be79e17177 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.026059] env[68872]: DEBUG oslo_vmware.api [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Waiting for the task: (returnval){ [ 1016.026059] env[68872]: value = "task-3093138" [ 1016.026059] env[68872]: _type = "Task" [ 1016.026059] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.038147] env[68872]: DEBUG oslo_vmware.api [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.193804] env[68872]: DEBUG oslo_vmware.api [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093135, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.221749] env[68872]: DEBUG oslo_vmware.api [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093136, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.233398] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093137, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.304439] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "325ffad5-d50d-47e9-9c91-b9ce936b96d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.304690] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "325ffad5-d50d-47e9-9c91-b9ce936b96d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.455426] env[68872]: DEBUG nova.compute.utils [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1016.456952] env[68872]: DEBUG nova.compute.manager [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Not allocating networking since 'none' was specified. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1016.461572] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.468316] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43cab0c9-68d2-465b-896b-5917ea1e3c26 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.476369] env[68872]: DEBUG oslo_vmware.api [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for the task: (returnval){ [ 1016.476369] env[68872]: value = "task-3093139" [ 1016.476369] env[68872]: _type = "Task" [ 1016.476369] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.487376] env[68872]: DEBUG oslo_vmware.api [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.528571] env[68872]: DEBUG oslo_vmware.rw_handles [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5256ed4b-2474-e115-1924-ae522e8019c0/disk-0.vmdk. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1016.529645] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5f6081-61bc-486e-a814-eebdc271cb0f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.545051] env[68872]: DEBUG oslo_vmware.api [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093138, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.546837] env[68872]: DEBUG oslo_vmware.rw_handles [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5256ed4b-2474-e115-1924-ae522e8019c0/disk-0.vmdk is in state: ready. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1016.547051] env[68872]: ERROR oslo_vmware.rw_handles [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5256ed4b-2474-e115-1924-ae522e8019c0/disk-0.vmdk due to incomplete transfer. [ 1016.547571] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-69e13cf1-1a48-4532-98bb-44a6d4bca5b7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.559514] env[68872]: DEBUG oslo_vmware.rw_handles [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5256ed4b-2474-e115-1924-ae522e8019c0/disk-0.vmdk. {{(pid=68872) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1016.559737] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Uploaded image 3b2ad0d7-ec43-4773-a4cf-87b0d61b459e to the Glance image server {{(pid=68872) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1016.562223] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Destroying the VM {{(pid=68872) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1016.565774] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1503c077-234d-4483-abec-3a297851cc5a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.573383] env[68872]: DEBUG oslo_vmware.api [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1016.573383] env[68872]: value = "task-3093140" [ 1016.573383] env[68872]: _type = "Task" [ 1016.573383] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.586086] env[68872]: DEBUG oslo_vmware.api [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093140, 'name': Destroy_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.694270] env[68872]: DEBUG oslo_vmware.api [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093135, 'name': ReconfigVM_Task, 'duration_secs': 0.571328} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.697742] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 256e2347-6d78-4daf-8ac9-c9578bc2af03/256e2347-6d78-4daf-8ac9-c9578bc2af03.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.699639] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b77dc82-b901-4b1f-9568-ccf9db3fdfc4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.711501] env[68872]: DEBUG oslo_vmware.api [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Waiting for the task: (returnval){ [ 1016.711501] env[68872]: value = "task-3093141" [ 1016.711501] env[68872]: _type = "Task" [ 1016.711501] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.728545] env[68872]: DEBUG oslo_vmware.api [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093136, 'name': PowerOnVM_Task, 'duration_secs': 0.675463} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.735511] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.736183] env[68872]: INFO nova.compute.manager [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Took 12.67 seconds to spawn the instance on the hypervisor. [ 1016.736242] env[68872]: DEBUG nova.compute.manager [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.736580] env[68872]: DEBUG oslo_vmware.api [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093141, 'name': Rename_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.740834] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d773519d-736b-425b-aee8-906d361fdc73 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.752094] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093137, 'name': CreateVM_Task, 'duration_secs': 0.546381} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.752874] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.759851] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.759851] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.759851] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.759851] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c8a8216-753c-4d61-8441-ffee7274abd8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.767089] env[68872]: DEBUG oslo_vmware.api [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 1016.767089] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]523074e3-8100-c0e7-db2d-c83cb7e788c9" [ 1016.767089] env[68872]: _type = "Task" [ 1016.767089] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.779205] env[68872]: DEBUG oslo_vmware.api [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]523074e3-8100-c0e7-db2d-c83cb7e788c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.807614] env[68872]: DEBUG nova.compute.manager [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1016.916935] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a018d721-e85d-4182-8eb3-fe111c5398ae {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.928174] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f2219d-9cb2-4ef7-a1e2-a063c8972139 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.966207] env[68872]: DEBUG nova.compute.manager [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1016.973027] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffcc5a9-d764-41d9-b647-5a4bf6fd053b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.984315] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42776ff1-0a95-4ee8-a4b6-30b54bba1b0b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.994775] env[68872]: DEBUG oslo_vmware.api [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093139, 'name': PowerOffVM_Task, 'duration_secs': 0.496999} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.002713] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.004419] env[68872]: DEBUG nova.compute.provider_tree [None req-99595447-9403-498b-ac2e-9f5e064d9d8b tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.005459] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc0d343-949c-465d-9732-2ad7c92910b3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.033847] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b0c9f7-19c0-4fa2-be64-23cafd6fc76b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.047475] env[68872]: DEBUG oslo_vmware.api [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093138, 'name': PowerOnVM_Task, 'duration_secs': 0.631781} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.047768] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.047920] env[68872]: INFO nova.compute.manager [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1017.048111] env[68872]: DEBUG nova.compute.manager [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.049139] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f78c1ef-4ba3-4082-af6a-98a13f2290ae {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.069888] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.070565] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8323cd1-78f5-4e6f-b6c3-68195b7460bd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.080802] env[68872]: DEBUG oslo_vmware.api [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for the task: (returnval){ [ 1017.080802] env[68872]: value = "task-3093142" [ 1017.080802] env[68872]: _type = "Task" [ 1017.080802] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.084514] env[68872]: DEBUG oslo_vmware.api [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093140, 'name': Destroy_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.096018] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] VM already powered off {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1017.096297] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.099586] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.099586] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.099586] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.099586] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cccd9140-8925-428d-9ca9-a4c1bd5265eb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.114385] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.114589] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.115425] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-419a339c-570e-47d0-bc2e-00cdb238c20e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.121807] env[68872]: DEBUG oslo_vmware.api [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for the task: (returnval){ [ 1017.121807] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f47ea9-8a35-58ea-928b-bb0f5a901bde" [ 1017.121807] env[68872]: _type = "Task" [ 1017.121807] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.131162] env[68872]: DEBUG oslo_vmware.api [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f47ea9-8a35-58ea-928b-bb0f5a901bde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.195789] env[68872]: INFO nova.compute.manager [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Rebuilding instance [ 1017.230257] env[68872]: DEBUG oslo_vmware.api [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093141, 'name': Rename_Task, 'duration_secs': 0.355278} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.231253] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.231253] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51fa4548-7c7e-43ac-81d6-5b1d3ee6233a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.239368] env[68872]: DEBUG oslo_vmware.api [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Waiting for the task: (returnval){ [ 1017.239368] env[68872]: value = "task-3093143" [ 1017.239368] env[68872]: _type = "Task" [ 1017.239368] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.254534] env[68872]: DEBUG oslo_vmware.api [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.255016] env[68872]: DEBUG nova.compute.manager [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.259100] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c21c606-def4-400f-801a-d1b86ef97137 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.271345] env[68872]: INFO nova.compute.manager [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Took 34.17 seconds to build instance. [ 1017.285454] env[68872]: DEBUG oslo_vmware.api [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]523074e3-8100-c0e7-db2d-c83cb7e788c9, 'name': SearchDatastore_Task, 'duration_secs': 0.032931} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.285652] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.285889] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.286143] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.286289] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.286467] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.286748] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc58237a-962a-4414-9054-46372b8402df {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.301525] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.301723] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.302654] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25f4c357-117a-42bd-bbe9-eadb28e0884d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.309607] env[68872]: DEBUG oslo_vmware.api [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 1017.309607] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52573c1d-57f3-75e8-f0dd-451f9cc9f2e7" [ 1017.309607] env[68872]: _type = "Task" [ 1017.309607] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.322654] env[68872]: DEBUG oslo_vmware.api [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52573c1d-57f3-75e8-f0dd-451f9cc9f2e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.339088] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.510885] env[68872]: DEBUG nova.scheduler.client.report [None req-99595447-9403-498b-ac2e-9f5e064d9d8b tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.567033] env[68872]: INFO nova.compute.manager [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Took 32.99 seconds to build instance. [ 1017.584460] env[68872]: DEBUG oslo_vmware.api [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093140, 'name': Destroy_Task} progress is 33%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.691094] env[68872]: DEBUG oslo_vmware.api [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f47ea9-8a35-58ea-928b-bb0f5a901bde, 'name': SearchDatastore_Task, 'duration_secs': 0.029461} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.691094] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ae4545c-87b3-4a5d-ba52-d78c57c8187c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.691094] env[68872]: DEBUG oslo_vmware.api [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for the task: (returnval){ [ 1017.691094] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]527d1b6b-de76-384b-a044-3e4b62331646" [ 1017.691094] env[68872]: _type = "Task" [ 1017.691094] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.691094] env[68872]: DEBUG oslo_vmware.api [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]527d1b6b-de76-384b-a044-3e4b62331646, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.749726] env[68872]: DEBUG oslo_vmware.api [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093143, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.779330] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e84dad2e-0c93-4417-8fc8-806bf4c0f0e3 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Lock "8a706da3-ad0a-49b9-829a-7fb5858f3e3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.689s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.819800] env[68872]: DEBUG oslo_vmware.api [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52573c1d-57f3-75e8-f0dd-451f9cc9f2e7, 'name': SearchDatastore_Task, 'duration_secs': 0.048238} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.820828] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8b9927d-d3ed-4c22-aad5-f3a4c2492648 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.826224] env[68872]: DEBUG oslo_vmware.api [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 1017.826224] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]527c319f-bcf6-b7de-5cfb-6446e7503b9a" [ 1017.826224] env[68872]: _type = "Task" [ 1017.826224] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.834641] env[68872]: DEBUG oslo_vmware.api [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]527c319f-bcf6-b7de-5cfb-6446e7503b9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.976286] env[68872]: DEBUG nova.compute.manager [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1018.000582] env[68872]: DEBUG nova.virt.hardware [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.000582] env[68872]: DEBUG nova.virt.hardware [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.000582] env[68872]: DEBUG nova.virt.hardware [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.000776] env[68872]: DEBUG nova.virt.hardware [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.000806] env[68872]: DEBUG nova.virt.hardware [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.000959] env[68872]: DEBUG nova.virt.hardware [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.001204] env[68872]: DEBUG nova.virt.hardware [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.001363] env[68872]: DEBUG nova.virt.hardware [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.001527] env[68872]: DEBUG nova.virt.hardware [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.001753] env[68872]: DEBUG nova.virt.hardware [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.001893] env[68872]: DEBUG nova.virt.hardware [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.002794] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f74454-b25a-4358-9108-2a0153b8f2dc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.011371] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc19b4f-2539-4fa4-878b-7efc01131a14 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.017469] env[68872]: DEBUG oslo_concurrency.lockutils [None req-99595447-9403-498b-ac2e-9f5e064d9d8b tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.060s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.017928] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d2a2dad-56fc-42f8-ad79-4c82a6455291 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.583s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.018228] env[68872]: DEBUG nova.objects.instance [None req-2d2a2dad-56fc-42f8-ad79-4c82a6455291 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lazy-loading 'resources' on Instance uuid e6bbb493-8cba-49db-b06c-d7c99ee05df8 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.033290] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Instance VIF info [] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.039174] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Creating folder: Project (d998e77d069b4177ba9710f360b7e809). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1018.040544] env[68872]: INFO nova.scheduler.client.report [None req-99595447-9403-498b-ac2e-9f5e064d9d8b tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Deleted allocations for instance 4439751f-dd06-4cc0-ac40-95e88e587704 [ 1018.043056] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b713cb2b-488d-44d7-b2c0-5dfbc7ed3be1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.055557] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Created folder: Project (d998e77d069b4177ba9710f360b7e809) in parent group-v618835. [ 1018.055750] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Creating folder: Instances. Parent ref: group-v619108. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1018.055996] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc723640-0926-4482-8057-d526d2e18329 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.067196] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Created folder: Instances in parent group-v619108. [ 1018.067503] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.067704] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.067923] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19cf92d4-8ad8-4a5a-a64d-587b06bcd128 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.080383] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dd74a026-5394-4802-a334-c7126e091aa2 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Lock "cf9b9fce-2f88-446b-95df-19795fe66125" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.510s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.093421] env[68872]: DEBUG oslo_vmware.api [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093140, 'name': Destroy_Task, 'duration_secs': 1.119407} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.093421] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Destroyed the VM [ 1018.093421] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Deleting Snapshot of the VM instance {{(pid=68872) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1018.093421] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.093421] env[68872]: value = "task-3093146" [ 1018.093421] env[68872]: _type = "Task" [ 1018.093421] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.093421] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fc768d92-2b73-4356-9268-970fc47f588a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.104328] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093146, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.105886] env[68872]: DEBUG oslo_vmware.api [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1018.105886] env[68872]: value = "task-3093147" [ 1018.105886] env[68872]: _type = "Task" [ 1018.105886] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.115436] env[68872]: DEBUG oslo_vmware.api [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093147, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.161672] env[68872]: DEBUG oslo_vmware.api [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]527d1b6b-de76-384b-a044-3e4b62331646, 'name': SearchDatastore_Task, 'duration_secs': 0.013823} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.162045] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.162417] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 120a329c-572b-4fca-8f0e-637ca8e47aff/f385dd18-ac06-4518-90be-b739920d18c6-rescue.vmdk. {{(pid=68872) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1018.162623] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7ad4ebb-1c2a-46ec-adba-53ba6009a7bc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.171371] env[68872]: DEBUG oslo_vmware.api [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for the task: (returnval){ [ 1018.171371] env[68872]: value = "task-3093148" [ 1018.171371] env[68872]: _type = "Task" [ 1018.171371] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.184433] env[68872]: DEBUG oslo_vmware.api [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.252088] env[68872]: DEBUG oslo_vmware.api [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093143, 'name': PowerOnVM_Task, 'duration_secs': 0.946118} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.252451] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.253028] env[68872]: INFO nova.compute.manager [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Took 11.67 seconds to spawn the instance on the hypervisor. [ 1018.253028] env[68872]: DEBUG nova.compute.manager [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.253906] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac067ff9-00f1-40c2-8449-46153e0e8fec {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.285812] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.285812] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-170b8607-3cd8-455d-bc13-148bbe0b855b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.294806] env[68872]: DEBUG oslo_vmware.api [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Waiting for the task: (returnval){ [ 1018.294806] env[68872]: value = "task-3093149" [ 1018.294806] env[68872]: _type = "Task" [ 1018.294806] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.306476] env[68872]: DEBUG oslo_vmware.api [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Task: {'id': task-3093149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.339045] env[68872]: DEBUG oslo_vmware.api [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]527c319f-bcf6-b7de-5cfb-6446e7503b9a, 'name': SearchDatastore_Task, 'duration_secs': 0.021141} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.339819] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.339819] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 896f5a0b-07c5-4142-8b80-d61bb67abe6e/896f5a0b-07c5-4142-8b80-d61bb67abe6e.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.339995] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b9d99e4-29f2-4a39-bc47-2fc9d11b7449 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.352814] env[68872]: DEBUG oslo_vmware.api [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 1018.352814] env[68872]: value = "task-3093150" [ 1018.352814] env[68872]: _type = "Task" [ 1018.352814] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.360531] env[68872]: DEBUG oslo_vmware.api [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.551037] env[68872]: DEBUG oslo_concurrency.lockutils [None req-99595447-9403-498b-ac2e-9f5e064d9d8b tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "4439751f-dd06-4cc0-ac40-95e88e587704" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.622s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.630021] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093146, 'name': CreateVM_Task, 'duration_secs': 0.41295} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.630495] env[68872]: DEBUG oslo_vmware.api [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093147, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.630648] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1018.631289] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.631390] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.631904] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.632130] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01e637a9-7b67-4874-a4c3-97db7b367249 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.642841] env[68872]: DEBUG oslo_vmware.api [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Waiting for the task: (returnval){ [ 1018.642841] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526b1c8b-5288-26cc-61ac-eb8347738829" [ 1018.642841] env[68872]: _type = "Task" [ 1018.642841] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.658326] env[68872]: DEBUG oslo_vmware.api [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526b1c8b-5288-26cc-61ac-eb8347738829, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.684354] env[68872]: DEBUG oslo_vmware.api [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093148, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.776866] env[68872]: INFO nova.compute.manager [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Took 34.85 seconds to build instance. [ 1018.807676] env[68872]: DEBUG oslo_vmware.api [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Task: {'id': task-3093149, 'name': PowerOffVM_Task, 'duration_secs': 0.369506} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.810829] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.811686] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.813127] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5538722d-c3bd-48a7-970f-e87d75721790 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.829673] env[68872]: DEBUG oslo_vmware.api [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Waiting for the task: (returnval){ [ 1018.829673] env[68872]: value = "task-3093151" [ 1018.829673] env[68872]: _type = "Task" [ 1018.829673] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.843939] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] VM already powered off {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1018.844559] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Volume detach. Driver type: vmdk {{(pid=68872) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1018.844559] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619067', 'volume_id': '1951cf0b-7733-4152-a8ed-13389d19d4c9', 'name': 'volume-1951cf0b-7733-4152-a8ed-13389d19d4c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0886c6c4-c9d4-4e4d-b725-2559d0017f4a', 'attached_at': '', 'detached_at': '', 'volume_id': '1951cf0b-7733-4152-a8ed-13389d19d4c9', 'serial': '1951cf0b-7733-4152-a8ed-13389d19d4c9'} {{(pid=68872) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1018.845304] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917401b7-ff68-4cc0-aefb-b32b2fa9bc4d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.874836] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6a1468-f946-49d8-80bd-79dc620cadac {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.891499] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a55f446-fb75-4e9c-8671-3fc0bb100de0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.892167] env[68872]: DEBUG oslo_vmware.api [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093150, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.923134] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bd3dd9-d4f5-49d6-8194-4a12476f37b5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.949354] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] The volume has not been displaced from its original location: [datastore2] volume-1951cf0b-7733-4152-a8ed-13389d19d4c9/volume-1951cf0b-7733-4152-a8ed-13389d19d4c9.vmdk. No consolidation needed. {{(pid=68872) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1018.956444] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Reconfiguring VM instance instance-00000054 to detach disk 2000 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1018.960361] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4364bc8b-aae1-4a04-a1b1-a5971d1e40c2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.986260] env[68872]: DEBUG oslo_vmware.api [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Waiting for the task: (returnval){ [ 1018.986260] env[68872]: value = "task-3093152" [ 1018.986260] env[68872]: _type = "Task" [ 1018.986260] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.996642] env[68872]: DEBUG oslo_vmware.api [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Task: {'id': task-3093152, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.052603] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdc4053-90db-4cbf-9211-cf2a4447e463 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.063270] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324e9a2c-92f4-4336-a92a-3feb445c286e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.098160] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee7f238-9e8e-4366-a51a-e519b3e977be {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.107576] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed3637d-465e-4236-9d52-33b5b8f9c342 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.121489] env[68872]: DEBUG oslo_vmware.api [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093147, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.130805] env[68872]: DEBUG nova.compute.provider_tree [None req-2d2a2dad-56fc-42f8-ad79-4c82a6455291 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.157775] env[68872]: DEBUG oslo_vmware.api [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526b1c8b-5288-26cc-61ac-eb8347738829, 'name': SearchDatastore_Task, 'duration_secs': 0.041201} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.158334] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.158572] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.158854] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.158967] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.159220] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.159565] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bedb0ee5-31ab-42e0-8dcb-efb8b371c263 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.170998] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.171253] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.172186] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3217e9ca-d1da-4a5a-95c8-07d4da82f20d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.183651] env[68872]: DEBUG oslo_vmware.api [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Waiting for the task: (returnval){ [ 1019.183651] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52489319-920c-e658-433a-eb172d10856e" [ 1019.183651] env[68872]: _type = "Task" [ 1019.183651] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.187344] env[68872]: DEBUG oslo_vmware.api [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521656} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.190491] env[68872]: INFO nova.virt.vmwareapi.ds_util [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 120a329c-572b-4fca-8f0e-637ca8e47aff/f385dd18-ac06-4518-90be-b739920d18c6-rescue.vmdk. [ 1019.191275] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3819eb6d-62ec-43ce-ae8e-d9db5ea80a1e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.218791] env[68872]: DEBUG oslo_vmware.api [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52489319-920c-e658-433a-eb172d10856e, 'name': SearchDatastore_Task, 'duration_secs': 0.012672} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.226880] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 120a329c-572b-4fca-8f0e-637ca8e47aff/f385dd18-ac06-4518-90be-b739920d18c6-rescue.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.227761] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4e5df58-e9dc-4fb2-98de-e03349bace83 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.242097] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae6580c0-2553-4933-b250-f3242ad85320 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.248440] env[68872]: DEBUG oslo_vmware.api [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Waiting for the task: (returnval){ [ 1019.248440] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]525d96b4-1ca6-8091-c50a-ae6abca88dc2" [ 1019.248440] env[68872]: _type = "Task" [ 1019.248440] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.253519] env[68872]: DEBUG oslo_vmware.api [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for the task: (returnval){ [ 1019.253519] env[68872]: value = "task-3093153" [ 1019.253519] env[68872]: _type = "Task" [ 1019.253519] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.261259] env[68872]: DEBUG oslo_vmware.api [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]525d96b4-1ca6-8091-c50a-ae6abca88dc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.268037] env[68872]: DEBUG oslo_vmware.api [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093153, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.281819] env[68872]: DEBUG oslo_concurrency.lockutils [None req-de211444-8cf1-4283-bc48-08019fb3b2a5 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Lock "256e2347-6d78-4daf-8ac9-c9578bc2af03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.385s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.379763] env[68872]: DEBUG oslo_vmware.api [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093150, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.761572} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.380782] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 896f5a0b-07c5-4142-8b80-d61bb67abe6e/896f5a0b-07c5-4142-8b80-d61bb67abe6e.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.381081] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.381374] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc503b03-0a0e-49b1-b509-c9cb09705a62 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.390577] env[68872]: DEBUG oslo_vmware.api [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 1019.390577] env[68872]: value = "task-3093154" [ 1019.390577] env[68872]: _type = "Task" [ 1019.390577] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.402648] env[68872]: DEBUG oslo_vmware.api [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093154, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.499465] env[68872]: DEBUG oslo_vmware.api [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Task: {'id': task-3093152, 'name': ReconfigVM_Task, 'duration_secs': 0.264556} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.500549] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Reconfigured VM instance instance-00000054 to detach disk 2000 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1019.508020] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2db3b110-e01e-4b7c-be15-a056353cb502 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.527265] env[68872]: DEBUG oslo_vmware.api [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Waiting for the task: (returnval){ [ 1019.527265] env[68872]: value = "task-3093155" [ 1019.527265] env[68872]: _type = "Task" [ 1019.527265] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.539149] env[68872]: DEBUG oslo_vmware.api [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Task: {'id': task-3093155, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.622858] env[68872]: DEBUG oslo_vmware.api [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093147, 'name': RemoveSnapshot_Task, 'duration_secs': 1.053372} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.625798] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Deleted Snapshot of the VM instance {{(pid=68872) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1019.625798] env[68872]: INFO nova.compute.manager [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Took 15.62 seconds to snapshot the instance on the hypervisor. [ 1019.634593] env[68872]: DEBUG nova.scheduler.client.report [None req-2d2a2dad-56fc-42f8-ad79-4c82a6455291 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.764443] env[68872]: DEBUG oslo_vmware.api [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]525d96b4-1ca6-8091-c50a-ae6abca88dc2, 'name': SearchDatastore_Task, 'duration_secs': 0.013154} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.764443] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.764443] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 9c9479a8-1da2-4b60-927b-514c6c999ae3/9c9479a8-1da2-4b60-927b-514c6c999ae3.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1019.764443] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-277c03bc-b8b4-4ed9-8ba6-aae446a23a2c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.769612] env[68872]: DEBUG oslo_vmware.api [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.775539] env[68872]: DEBUG oslo_vmware.api [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Waiting for the task: (returnval){ [ 1019.775539] env[68872]: value = "task-3093156" [ 1019.775539] env[68872]: _type = "Task" [ 1019.775539] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.786242] env[68872]: DEBUG oslo_vmware.api [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': task-3093156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.900686] env[68872]: DEBUG oslo_vmware.api [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093154, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.191784} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.901596] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.902631] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2e2006-dbb9-4a26-8cc4-a8e301b4cf04 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.925517] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 896f5a0b-07c5-4142-8b80-d61bb67abe6e/896f5a0b-07c5-4142-8b80-d61bb67abe6e.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.926299] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-842d9987-3445-4445-9b82-a9af7a149a28 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.947322] env[68872]: DEBUG oslo_vmware.api [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 1019.947322] env[68872]: value = "task-3093157" [ 1019.947322] env[68872]: _type = "Task" [ 1019.947322] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.958794] env[68872]: DEBUG oslo_vmware.api [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093157, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.038395] env[68872]: DEBUG oslo_vmware.api [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Task: {'id': task-3093155, 'name': ReconfigVM_Task, 'duration_secs': 0.319937} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.038717] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619067', 'volume_id': '1951cf0b-7733-4152-a8ed-13389d19d4c9', 'name': 'volume-1951cf0b-7733-4152-a8ed-13389d19d4c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0886c6c4-c9d4-4e4d-b725-2559d0017f4a', 'attached_at': '', 'detached_at': '', 'volume_id': '1951cf0b-7733-4152-a8ed-13389d19d4c9', 'serial': '1951cf0b-7733-4152-a8ed-13389d19d4c9'} {{(pid=68872) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1020.039010] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.039963] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b19694b-61a6-43bd-8d4b-9c809e45640e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.047278] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.047525] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-737be0c4-e5fb-451a-b5f2-d4bc98c3862f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.145697] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d2a2dad-56fc-42f8-ad79-4c82a6455291 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.147978] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.147978] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.148227] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Deleting the datastore file [datastore2] 0886c6c4-c9d4-4e4d-b725-2559d0017f4a {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.148862] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e884c5c8-6e9b-4323-babf-969ec5fd85ad tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.752s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.149139] env[68872]: DEBUG nova.objects.instance [None req-e884c5c8-6e9b-4323-babf-969ec5fd85ad tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lazy-loading 'resources' on Instance uuid cdf1520a-2381-4f36-abf3-4b5e2dab00c3 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.150729] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8809683f-a396-44cd-b392-9e94a19f4c69 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.160822] env[68872]: DEBUG oslo_vmware.api [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Waiting for the task: (returnval){ [ 1020.160822] env[68872]: value = "task-3093159" [ 1020.160822] env[68872]: _type = "Task" [ 1020.160822] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.173470] env[68872]: DEBUG oslo_vmware.api [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Task: {'id': task-3093159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.198317] env[68872]: INFO nova.scheduler.client.report [None req-2d2a2dad-56fc-42f8-ad79-4c82a6455291 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Deleted allocations for instance e6bbb493-8cba-49db-b06c-d7c99ee05df8 [ 1020.210142] env[68872]: DEBUG nova.compute.manager [None req-3345a5cd-2011-4d23-bb08-bb1f0fa40725 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Found 2 images (rotation: 2) {{(pid=68872) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1020.268909] env[68872]: DEBUG oslo_vmware.api [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093153, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.290352] env[68872]: DEBUG oslo_vmware.api [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': task-3093156, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.459347] env[68872]: DEBUG oslo_vmware.api [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.648618] env[68872]: DEBUG nova.compute.manager [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Stashing vm_state: active {{(pid=68872) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1020.672430] env[68872]: DEBUG oslo_vmware.api [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Task: {'id': task-3093159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397528} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.672680] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.672857] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.673039] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.711983] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d2a2dad-56fc-42f8-ad79-4c82a6455291 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "e6bbb493-8cba-49db-b06c-d7c99ee05df8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.146s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.737431] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Volume detach. Driver type: vmdk {{(pid=68872) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1020.737792] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d3134295-270f-4eda-ae8c-1d1e110b7915 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.750009] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44f4051-18b9-4630-bc9e-da95dd7edf40 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.784817] env[68872]: DEBUG oslo_vmware.api [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093153, 'name': ReconfigVM_Task, 'duration_secs': 1.040223} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.797524] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 120a329c-572b-4fca-8f0e-637ca8e47aff/f385dd18-ac06-4518-90be-b739920d18c6-rescue.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.799020] env[68872]: ERROR nova.compute.manager [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Failed to detach volume 1951cf0b-7733-4152-a8ed-13389d19d4c9 from /dev/sda: nova.exception.InstanceNotFound: Instance 0886c6c4-c9d4-4e4d-b725-2559d0017f4a could not be found. [ 1020.799020] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Traceback (most recent call last): [ 1020.799020] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1020.799020] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] self.driver.rebuild(**kwargs) [ 1020.799020] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1020.799020] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] raise NotImplementedError() [ 1020.799020] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] NotImplementedError [ 1020.799020] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] [ 1020.799020] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] During handling of the above exception, another exception occurred: [ 1020.799020] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] [ 1020.799020] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Traceback (most recent call last): [ 1020.799020] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1020.799020] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] self.driver.detach_volume(context, old_connection_info, [ 1020.799020] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1020.799020] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] return self._volumeops.detach_volume(connection_info, instance) [ 1020.799020] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1020.799020] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] self._detach_volume_vmdk(connection_info, instance) [ 1020.799020] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1020.799020] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1020.799020] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1020.799020] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] stable_ref.fetch_moref(session) [ 1020.799020] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1020.799020] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1020.799020] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] nova.exception.InstanceNotFound: Instance 0886c6c4-c9d4-4e4d-b725-2559d0017f4a could not be found. [ 1020.799020] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] [ 1020.804836] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9d5ef6-b481-48b7-9256-82157ddfec31 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.812242] env[68872]: DEBUG oslo_vmware.api [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': task-3093156, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.94739} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.812842] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 9c9479a8-1da2-4b60-927b-514c6c999ae3/9c9479a8-1da2-4b60-927b-514c6c999ae3.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1020.813079] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1020.813335] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9640f4c0-d0af-4345-84f4-1383ce8172c1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.847991] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a90c6acc-5dfd-4d2b-ad8b-47033827324d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.854272] env[68872]: DEBUG oslo_vmware.api [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Waiting for the task: (returnval){ [ 1020.854272] env[68872]: value = "task-3093160" [ 1020.854272] env[68872]: _type = "Task" [ 1020.854272] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.865571] env[68872]: DEBUG oslo_vmware.api [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': task-3093160, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.867210] env[68872]: DEBUG oslo_vmware.api [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for the task: (returnval){ [ 1020.867210] env[68872]: value = "task-3093161" [ 1020.867210] env[68872]: _type = "Task" [ 1020.867210] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.881936] env[68872]: DEBUG oslo_vmware.api [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093161, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.961323] env[68872]: DEBUG oslo_vmware.api [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093157, 'name': ReconfigVM_Task, 'duration_secs': 0.824558} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.963630] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 896f5a0b-07c5-4142-8b80-d61bb67abe6e/896f5a0b-07c5-4142-8b80-d61bb67abe6e.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.966968] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2ce0085-663f-4e13-ada5-2dbafb32510e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.972593] env[68872]: DEBUG oslo_vmware.api [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 1020.972593] env[68872]: value = "task-3093162" [ 1020.972593] env[68872]: _type = "Task" [ 1020.972593] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.983190] env[68872]: DEBUG oslo_vmware.api [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093162, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.995087] env[68872]: DEBUG nova.compute.utils [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Build of instance 0886c6c4-c9d4-4e4d-b725-2559d0017f4a aborted: Failed to rebuild volume backed instance. {{(pid=68872) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1020.997287] env[68872]: ERROR nova.compute.manager [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 0886c6c4-c9d4-4e4d-b725-2559d0017f4a aborted: Failed to rebuild volume backed instance. [ 1020.997287] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Traceback (most recent call last): [ 1020.997287] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1020.997287] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] self.driver.rebuild(**kwargs) [ 1020.997287] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1020.997287] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] raise NotImplementedError() [ 1020.997287] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] NotImplementedError [ 1020.997287] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] [ 1020.997287] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] During handling of the above exception, another exception occurred: [ 1020.997287] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] [ 1020.997287] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Traceback (most recent call last): [ 1020.997287] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1020.997287] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] self._detach_root_volume(context, instance, root_bdm) [ 1020.997287] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1020.997287] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] with excutils.save_and_reraise_exception(): [ 1020.997287] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1020.997287] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] self.force_reraise() [ 1020.997287] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1020.997287] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] raise self.value [ 1020.997287] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1020.997287] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] self.driver.detach_volume(context, old_connection_info, [ 1020.997287] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1020.997287] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] return self._volumeops.detach_volume(connection_info, instance) [ 1020.997287] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1020.997287] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] self._detach_volume_vmdk(connection_info, instance) [ 1020.997287] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1020.997287] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1020.997287] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1020.997287] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] stable_ref.fetch_moref(session) [ 1020.997287] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1020.997287] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1020.997287] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] nova.exception.InstanceNotFound: Instance 0886c6c4-c9d4-4e4d-b725-2559d0017f4a could not be found. [ 1020.997287] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] [ 1020.997287] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] During handling of the above exception, another exception occurred: [ 1020.997287] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] [ 1020.997287] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Traceback (most recent call last): [ 1020.997287] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1020.997287] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] yield [ 1020.997287] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1020.997287] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] self._do_rebuild_instance_with_claim( [ 1020.998147] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1020.998147] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] self._do_rebuild_instance( [ 1020.998147] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1020.998147] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] self._rebuild_default_impl(**kwargs) [ 1020.998147] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1020.998147] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] self._rebuild_volume_backed_instance( [ 1020.998147] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1020.998147] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] raise exception.BuildAbortException( [ 1020.998147] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] nova.exception.BuildAbortException: Build of instance 0886c6c4-c9d4-4e4d-b725-2559d0017f4a aborted: Failed to rebuild volume backed instance. [ 1020.998147] env[68872]: ERROR nova.compute.manager [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] [ 1021.088092] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a6f11955-96b9-402a-93e2-b5252c0b2c1e tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Acquiring lock "8a706da3-ad0a-49b9-829a-7fb5858f3e3b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.088280] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a6f11955-96b9-402a-93e2-b5252c0b2c1e tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Lock "8a706da3-ad0a-49b9-829a-7fb5858f3e3b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.088494] env[68872]: DEBUG nova.compute.manager [None req-a6f11955-96b9-402a-93e2-b5252c0b2c1e tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.091883] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5196e9-da69-4c9c-9560-108366d413c2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.103312] env[68872]: DEBUG nova.compute.manager [None req-a6f11955-96b9-402a-93e2-b5252c0b2c1e tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68872) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1021.104061] env[68872]: DEBUG nova.objects.instance [None req-a6f11955-96b9-402a-93e2-b5252c0b2c1e tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Lazy-loading 'flavor' on Instance uuid 8a706da3-ad0a-49b9-829a-7fb5858f3e3b {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.112519] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2c4c99-2cf7-4c02-828d-1cab84a8cd13 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.124042] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bd07e6-957d-4c42-984a-021c91ec7ad5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.163596] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac71e9d5-d023-4968-a88a-c14e12b2a9a6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.172954] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e067ee9-c434-4a62-97b6-042ba65d24fd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.178553] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.190248] env[68872]: DEBUG nova.compute.provider_tree [None req-e884c5c8-6e9b-4323-babf-969ec5fd85ad tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.367411] env[68872]: DEBUG oslo_vmware.api [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': task-3093160, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074183} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.367686] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1021.368487] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c65893c-b7c5-4068-aae0-87109caa8fad {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.392930] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 9c9479a8-1da2-4b60-927b-514c6c999ae3/9c9479a8-1da2-4b60-927b-514c6c999ae3.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.396459] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ef6cbeb-2f26-4109-ac15-64578d5d3abe {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.411363] env[68872]: DEBUG oslo_vmware.api [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093161, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.418924] env[68872]: DEBUG oslo_vmware.api [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Waiting for the task: (returnval){ [ 1021.418924] env[68872]: value = "task-3093163" [ 1021.418924] env[68872]: _type = "Task" [ 1021.418924] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.428119] env[68872]: DEBUG oslo_vmware.api [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': task-3093163, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.484275] env[68872]: DEBUG oslo_vmware.api [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093162, 'name': Rename_Task, 'duration_secs': 0.187823} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.484275] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.484510] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95ff5b05-f816-48dc-90f7-75a586e4fa4f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.493142] env[68872]: DEBUG oslo_vmware.api [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 1021.493142] env[68872]: value = "task-3093164" [ 1021.493142] env[68872]: _type = "Task" [ 1021.493142] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.504283] env[68872]: DEBUG oslo_vmware.api [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093164, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.693199] env[68872]: DEBUG nova.scheduler.client.report [None req-e884c5c8-6e9b-4323-babf-969ec5fd85ad tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.745857] env[68872]: DEBUG nova.compute.manager [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.747218] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1f3304-a220-4571-af9c-34f13dd033b9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.829530] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09b1fa78-07e7-461f-91ce-cc92845de7c6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "acbc8c49-43e4-4871-be30-8e4dc0cfa79a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.829890] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09b1fa78-07e7-461f-91ce-cc92845de7c6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "acbc8c49-43e4-4871-be30-8e4dc0cfa79a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.830139] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09b1fa78-07e7-461f-91ce-cc92845de7c6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "acbc8c49-43e4-4871-be30-8e4dc0cfa79a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.830348] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09b1fa78-07e7-461f-91ce-cc92845de7c6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "acbc8c49-43e4-4871-be30-8e4dc0cfa79a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.830521] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09b1fa78-07e7-461f-91ce-cc92845de7c6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "acbc8c49-43e4-4871-be30-8e4dc0cfa79a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.833083] env[68872]: INFO nova.compute.manager [None req-09b1fa78-07e7-461f-91ce-cc92845de7c6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Terminating instance [ 1021.882042] env[68872]: DEBUG oslo_vmware.api [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093161, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.929337] env[68872]: DEBUG oslo_vmware.api [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': task-3093163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.003855] env[68872]: DEBUG oslo_vmware.api [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093164, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.112070] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f11955-96b9-402a-93e2-b5252c0b2c1e tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.112444] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e470abdc-7b0e-4b1f-95e4-764276ed3bdc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.122166] env[68872]: DEBUG oslo_vmware.api [None req-a6f11955-96b9-402a-93e2-b5252c0b2c1e tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Waiting for the task: (returnval){ [ 1022.122166] env[68872]: value = "task-3093165" [ 1022.122166] env[68872]: _type = "Task" [ 1022.122166] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.133845] env[68872]: DEBUG oslo_vmware.api [None req-a6f11955-96b9-402a-93e2-b5252c0b2c1e tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.198847] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e884c5c8-6e9b-4323-babf-969ec5fd85ad tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.202151] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ac6e2e89-e989-4d8f-849d-dfce2688684c tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.242s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.202413] env[68872]: DEBUG nova.objects.instance [None req-ac6e2e89-e989-4d8f-849d-dfce2688684c tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lazy-loading 'resources' on Instance uuid ae4874a5-93ba-4490-860d-7eadf71c4c88 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.223337] env[68872]: INFO nova.scheduler.client.report [None req-e884c5c8-6e9b-4323-babf-969ec5fd85ad tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Deleted allocations for instance cdf1520a-2381-4f36-abf3-4b5e2dab00c3 [ 1022.259411] env[68872]: INFO nova.compute.manager [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] instance snapshotting [ 1022.260077] env[68872]: DEBUG nova.objects.instance [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lazy-loading 'flavor' on Instance uuid dd7f8ad1-c394-4217-933a-622094af0f63 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.336863] env[68872]: DEBUG nova.compute.manager [None req-09b1fa78-07e7-461f-91ce-cc92845de7c6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1022.337272] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-09b1fa78-07e7-461f-91ce-cc92845de7c6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.338548] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75822865-e0a7-4ac4-9ff1-3d272a49af1b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.347222] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b1fa78-07e7-461f-91ce-cc92845de7c6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.348043] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad312dcb-7f0c-42fa-9d44-f795be4456bc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.356180] env[68872]: DEBUG oslo_vmware.api [None req-09b1fa78-07e7-461f-91ce-cc92845de7c6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 1022.356180] env[68872]: value = "task-3093166" [ 1022.356180] env[68872]: _type = "Task" [ 1022.356180] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.365829] env[68872]: DEBUG oslo_vmware.api [None req-09b1fa78-07e7-461f-91ce-cc92845de7c6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.383756] env[68872]: DEBUG oslo_vmware.api [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093161, 'name': ReconfigVM_Task, 'duration_secs': 1.286631} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.384102] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1022.384262] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb85e1aa-b2b6-4194-b33c-05d379b7dd37 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.391743] env[68872]: DEBUG oslo_vmware.api [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for the task: (returnval){ [ 1022.391743] env[68872]: value = "task-3093167" [ 1022.391743] env[68872]: _type = "Task" [ 1022.391743] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.401536] env[68872]: DEBUG oslo_vmware.api [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.432285] env[68872]: DEBUG oslo_vmware.api [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': task-3093163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.505515] env[68872]: DEBUG oslo_vmware.api [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093164, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.635832] env[68872]: DEBUG oslo_vmware.api [None req-a6f11955-96b9-402a-93e2-b5252c0b2c1e tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093165, 'name': PowerOffVM_Task, 'duration_secs': 0.224831} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.636257] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f11955-96b9-402a-93e2-b5252c0b2c1e tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.636564] env[68872]: DEBUG nova.compute.manager [None req-a6f11955-96b9-402a-93e2-b5252c0b2c1e tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.637836] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f812b9-63ff-4376-963f-5e04a43cfebc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.733317] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e884c5c8-6e9b-4323-babf-969ec5fd85ad tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "cdf1520a-2381-4f36-abf3-4b5e2dab00c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.132s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.734300] env[68872]: DEBUG oslo_concurrency.lockutils [req-d3aef5ff-df18-4873-a41b-8405cfa5ae68 req-990bc7b7-bfb9-4b99-93b2-ac0054ea99c6 service nova] Acquired lock "cdf1520a-2381-4f36-abf3-4b5e2dab00c3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.735145] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cb91be-41c0-419d-ab15-61d79ac87c89 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.747314] env[68872]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1022.747501] env[68872]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=68872) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1022.748880] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2ef3ee6-dfbf-4ee7-8b20-7d18186efc22 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.761767] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8224b176-d290-4837-8b4f-989cad7139b5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.778630] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7016d062-0c2c-42cb-aea4-26d471c74d37 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.820900] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d55e8b3-4857-4d18-b6b6-9725fa270d9f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.826581] env[68872]: ERROR root [req-d3aef5ff-df18-4873-a41b-8405cfa5ae68 req-990bc7b7-bfb9-4b99-93b2-ac0054ea99c6 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-619039' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-619039' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-619039' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-619039'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-619039' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-619039' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-619039'}\n"]: nova.exception.InstanceNotFound: Instance cdf1520a-2381-4f36-abf3-4b5e2dab00c3 could not be found. [ 1022.826904] env[68872]: DEBUG oslo_concurrency.lockutils [req-d3aef5ff-df18-4873-a41b-8405cfa5ae68 req-990bc7b7-bfb9-4b99-93b2-ac0054ea99c6 service nova] Releasing lock "cdf1520a-2381-4f36-abf3-4b5e2dab00c3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.827276] env[68872]: DEBUG nova.compute.manager [req-d3aef5ff-df18-4873-a41b-8405cfa5ae68 req-990bc7b7-bfb9-4b99-93b2-ac0054ea99c6 service nova] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Detach interface failed, port_id=e3bd853d-3954-45f4-9d53-484887f75f8d, reason: Instance cdf1520a-2381-4f36-abf3-4b5e2dab00c3 could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1022.828124] env[68872]: DEBUG nova.compute.manager [req-d3aef5ff-df18-4873-a41b-8405cfa5ae68 req-990bc7b7-bfb9-4b99-93b2-ac0054ea99c6 service nova] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Received event network-changed-1c3f3262-6a8f-4b64-a166-cb23038f9f5d {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.828124] env[68872]: DEBUG nova.compute.manager [req-d3aef5ff-df18-4873-a41b-8405cfa5ae68 req-990bc7b7-bfb9-4b99-93b2-ac0054ea99c6 service nova] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Refreshing instance network info cache due to event network-changed-1c3f3262-6a8f-4b64-a166-cb23038f9f5d. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1022.829999] env[68872]: DEBUG oslo_concurrency.lockutils [req-d3aef5ff-df18-4873-a41b-8405cfa5ae68 req-990bc7b7-bfb9-4b99-93b2-ac0054ea99c6 service nova] Acquiring lock "refresh_cache-66c4e151-d12e-41a0-92aa-65357967c076" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.829999] env[68872]: DEBUG oslo_concurrency.lockutils [req-d3aef5ff-df18-4873-a41b-8405cfa5ae68 req-990bc7b7-bfb9-4b99-93b2-ac0054ea99c6 service nova] Acquired lock "refresh_cache-66c4e151-d12e-41a0-92aa-65357967c076" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.829999] env[68872]: DEBUG nova.network.neutron [req-d3aef5ff-df18-4873-a41b-8405cfa5ae68 req-990bc7b7-bfb9-4b99-93b2-ac0054ea99c6 service nova] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Refreshing network info cache for port 1c3f3262-6a8f-4b64-a166-cb23038f9f5d {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.867404] env[68872]: DEBUG oslo_vmware.api [None req-09b1fa78-07e7-461f-91ce-cc92845de7c6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093166, 'name': PowerOffVM_Task, 'duration_secs': 0.216364} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.867662] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b1fa78-07e7-461f-91ce-cc92845de7c6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.867826] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-09b1fa78-07e7-461f-91ce-cc92845de7c6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.868125] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d62d8cc-bf7a-448a-86d3-9e0daf0aff3d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.904979] env[68872]: DEBUG oslo_vmware.api [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093167, 'name': PowerOnVM_Task, 'duration_secs': 0.511428} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.905310] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.909683] env[68872]: DEBUG nova.compute.manager [None req-ec67d190-6b54-489a-87ce-52ab0bebd110 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.910665] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed42a21-ba52-4579-8964-d9b5a9d7c513 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.931800] env[68872]: DEBUG oslo_vmware.api [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': task-3093163, 'name': ReconfigVM_Task, 'duration_secs': 1.118375} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.935202] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 9c9479a8-1da2-4b60-927b-514c6c999ae3/9c9479a8-1da2-4b60-927b-514c6c999ae3.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.935819] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29bd398f-365c-46ea-b8c1-0a6a8740494b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.944873] env[68872]: DEBUG oslo_vmware.api [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Waiting for the task: (returnval){ [ 1022.944873] env[68872]: value = "task-3093169" [ 1022.944873] env[68872]: _type = "Task" [ 1022.944873] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.953740] env[68872]: DEBUG oslo_vmware.api [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': task-3093169, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.955058] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-09b1fa78-07e7-461f-91ce-cc92845de7c6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.955256] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-09b1fa78-07e7-461f-91ce-cc92845de7c6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.955423] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-09b1fa78-07e7-461f-91ce-cc92845de7c6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Deleting the datastore file [datastore1] acbc8c49-43e4-4871-be30-8e4dc0cfa79a {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.958116] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c32e97e9-e93f-4594-a7c7-d1f9fbd697be {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.968199] env[68872]: DEBUG oslo_vmware.api [None req-09b1fa78-07e7-461f-91ce-cc92845de7c6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 1022.968199] env[68872]: value = "task-3093170" [ 1022.968199] env[68872]: _type = "Task" [ 1022.968199] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.994346] env[68872]: DEBUG oslo_vmware.api [None req-09b1fa78-07e7-461f-91ce-cc92845de7c6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.008152] env[68872]: DEBUG oslo_vmware.api [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093164, 'name': PowerOnVM_Task, 'duration_secs': 1.184543} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.008476] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1023.008705] env[68872]: INFO nova.compute.manager [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Took 11.71 seconds to spawn the instance on the hypervisor. [ 1023.008925] env[68872]: DEBUG nova.compute.manager [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.009826] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38d2946-d119-4382-9d13-88dfb4191361 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.015759] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.110121] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd593e5-fe81-4246-abf1-5c1cc09d3a1d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.121038] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485e1e80-20ea-4d84-b8fd-dd463898005f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.157843] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f14ef0a-42f5-42dd-8c11-f5dceb9029f7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.160578] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a6f11955-96b9-402a-93e2-b5252c0b2c1e tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Lock "8a706da3-ad0a-49b9-829a-7fb5858f3e3b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.072s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.167765] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7884c03-a99d-467c-8290-abe3cda8f2fb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.184620] env[68872]: DEBUG nova.compute.provider_tree [None req-ac6e2e89-e989-4d8f-849d-dfce2688684c tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.343858] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Creating Snapshot of the VM instance {{(pid=68872) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1023.344225] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6e7e11bd-b335-45c0-942d-127eaf95e26d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.347767] env[68872]: DEBUG nova.network.neutron [req-d3aef5ff-df18-4873-a41b-8405cfa5ae68 req-990bc7b7-bfb9-4b99-93b2-ac0054ea99c6 service nova] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1023.354939] env[68872]: DEBUG oslo_vmware.api [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1023.354939] env[68872]: value = "task-3093171" [ 1023.354939] env[68872]: _type = "Task" [ 1023.354939] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.364333] env[68872]: DEBUG oslo_vmware.api [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093171, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.455889] env[68872]: DEBUG nova.network.neutron [req-d3aef5ff-df18-4873-a41b-8405cfa5ae68 req-990bc7b7-bfb9-4b99-93b2-ac0054ea99c6 service nova] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.465816] env[68872]: DEBUG oslo_vmware.api [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': task-3093169, 'name': Rename_Task, 'duration_secs': 0.160157} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.466097] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.468024] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8165908b-a099-4468-8e3d-b4ce9aed4d32 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.476619] env[68872]: DEBUG oslo_vmware.api [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Waiting for the task: (returnval){ [ 1023.476619] env[68872]: value = "task-3093172" [ 1023.476619] env[68872]: _type = "Task" [ 1023.476619] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.482853] env[68872]: DEBUG oslo_vmware.api [None req-09b1fa78-07e7-461f-91ce-cc92845de7c6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211236} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.486021] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-09b1fa78-07e7-461f-91ce-cc92845de7c6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.486021] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-09b1fa78-07e7-461f-91ce-cc92845de7c6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1023.486021] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-09b1fa78-07e7-461f-91ce-cc92845de7c6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1023.486021] env[68872]: INFO nova.compute.manager [None req-09b1fa78-07e7-461f-91ce-cc92845de7c6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1023.486021] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09b1fa78-07e7-461f-91ce-cc92845de7c6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.486021] env[68872]: DEBUG nova.compute.manager [-] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1023.486021] env[68872]: DEBUG nova.network.neutron [-] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1023.492832] env[68872]: DEBUG oslo_vmware.api [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': task-3093172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.534221] env[68872]: INFO nova.compute.manager [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Took 38.49 seconds to build instance. [ 1023.607022] env[68872]: DEBUG nova.objects.instance [None req-19f06b36-88c5-4dc2-93c8-f14416f05216 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Lazy-loading 'flavor' on Instance uuid 8a706da3-ad0a-49b9-829a-7fb5858f3e3b {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.690601] env[68872]: DEBUG nova.scheduler.client.report [None req-ac6e2e89-e989-4d8f-849d-dfce2688684c tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.866659] env[68872]: DEBUG oslo_vmware.api [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093171, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.963971] env[68872]: DEBUG oslo_concurrency.lockutils [req-d3aef5ff-df18-4873-a41b-8405cfa5ae68 req-990bc7b7-bfb9-4b99-93b2-ac0054ea99c6 service nova] Releasing lock "refresh_cache-66c4e151-d12e-41a0-92aa-65357967c076" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.964419] env[68872]: DEBUG nova.compute.manager [req-d3aef5ff-df18-4873-a41b-8405cfa5ae68 req-990bc7b7-bfb9-4b99-93b2-ac0054ea99c6 service nova] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Received event network-vif-deleted-c3b84b64-8454-4382-a089-abc71ec4d5c5 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.988962] env[68872]: DEBUG oslo_vmware.api [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': task-3093172, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.023169] env[68872]: DEBUG nova.compute.manager [req-5ba68b01-8f37-4c20-97d4-862505f19032 req-58aa85c6-dbd8-4ba3-8b9d-409388301b47 service nova] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Received event network-vif-deleted-25711ff3-f001-42c2-8939-5e5adec5a4ab {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.023169] env[68872]: INFO nova.compute.manager [req-5ba68b01-8f37-4c20-97d4-862505f19032 req-58aa85c6-dbd8-4ba3-8b9d-409388301b47 service nova] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Neutron deleted interface 25711ff3-f001-42c2-8939-5e5adec5a4ab; detaching it from the instance and deleting it from the info cache [ 1024.023169] env[68872]: DEBUG nova.network.neutron [req-5ba68b01-8f37-4c20-97d4-862505f19032 req-58aa85c6-dbd8-4ba3-8b9d-409388301b47 service nova] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.034940] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b049696d-20e3-4d60-93ea-7f4bfd5c37ca tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lock "896f5a0b-07c5-4142-8b80-d61bb67abe6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.112933] env[68872]: DEBUG oslo_concurrency.lockutils [None req-19f06b36-88c5-4dc2-93c8-f14416f05216 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Acquiring lock "refresh_cache-8a706da3-ad0a-49b9-829a-7fb5858f3e3b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.113191] env[68872]: DEBUG oslo_concurrency.lockutils [None req-19f06b36-88c5-4dc2-93c8-f14416f05216 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Acquired lock "refresh_cache-8a706da3-ad0a-49b9-829a-7fb5858f3e3b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.113328] env[68872]: DEBUG nova.network.neutron [None req-19f06b36-88c5-4dc2-93c8-f14416f05216 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.113556] env[68872]: DEBUG nova.objects.instance [None req-19f06b36-88c5-4dc2-93c8-f14416f05216 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Lazy-loading 'info_cache' on Instance uuid 8a706da3-ad0a-49b9-829a-7fb5858f3e3b {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.197661] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ac6e2e89-e989-4d8f-849d-dfce2688684c tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.995s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.199502] env[68872]: DEBUG oslo_concurrency.lockutils [None req-da452961-acb9-498d-8412-fdb7b46fbf07 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.227s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.199786] env[68872]: DEBUG nova.objects.instance [None req-da452961-acb9-498d-8412-fdb7b46fbf07 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lazy-loading 'resources' on Instance uuid 66c4e151-d12e-41a0-92aa-65357967c076 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.221197] env[68872]: INFO nova.scheduler.client.report [None req-ac6e2e89-e989-4d8f-849d-dfce2688684c tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Deleted allocations for instance ae4874a5-93ba-4490-860d-7eadf71c4c88 [ 1024.350638] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f9af2dbf-1050-46ec-93d6-d00bd4b8c7f5 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Acquiring lock "0886c6c4-c9d4-4e4d-b725-2559d0017f4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.350972] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f9af2dbf-1050-46ec-93d6-d00bd4b8c7f5 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Lock "0886c6c4-c9d4-4e4d-b725-2559d0017f4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.351253] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f9af2dbf-1050-46ec-93d6-d00bd4b8c7f5 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Acquiring lock "0886c6c4-c9d4-4e4d-b725-2559d0017f4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.351485] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f9af2dbf-1050-46ec-93d6-d00bd4b8c7f5 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Lock "0886c6c4-c9d4-4e4d-b725-2559d0017f4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.351762] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f9af2dbf-1050-46ec-93d6-d00bd4b8c7f5 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Lock "0886c6c4-c9d4-4e4d-b725-2559d0017f4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.354713] env[68872]: INFO nova.compute.manager [None req-f9af2dbf-1050-46ec-93d6-d00bd4b8c7f5 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Terminating instance [ 1024.369912] env[68872]: DEBUG oslo_vmware.api [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093171, 'name': CreateSnapshot_Task, 'duration_secs': 0.962294} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.370193] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Created Snapshot of the VM instance {{(pid=68872) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1024.370973] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038dbe65-5a81-47f0-9c9c-becaf273bc14 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.413759] env[68872]: DEBUG nova.network.neutron [-] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.493794] env[68872]: DEBUG oslo_vmware.api [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': task-3093172, 'name': PowerOnVM_Task, 'duration_secs': 0.574894} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.494163] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.494304] env[68872]: INFO nova.compute.manager [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Took 6.52 seconds to spawn the instance on the hypervisor. [ 1024.494477] env[68872]: DEBUG nova.compute.manager [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.495270] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92961dda-0235-4644-b617-5d2bf10c4ae3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.526184] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57dc0f75-0a65-423e-a088-e92e07381721 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.538523] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9baf91a3-f6e6-4c78-acd8-ea3fcc6dca63 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.580701] env[68872]: DEBUG nova.compute.manager [req-5ba68b01-8f37-4c20-97d4-862505f19032 req-58aa85c6-dbd8-4ba3-8b9d-409388301b47 service nova] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Detach interface failed, port_id=25711ff3-f001-42c2-8939-5e5adec5a4ab, reason: Instance acbc8c49-43e4-4871-be30-8e4dc0cfa79a could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1024.616885] env[68872]: DEBUG nova.objects.base [None req-19f06b36-88c5-4dc2-93c8-f14416f05216 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Object Instance<8a706da3-ad0a-49b9-829a-7fb5858f3e3b> lazy-loaded attributes: flavor,info_cache {{(pid=68872) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1024.728430] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ac6e2e89-e989-4d8f-849d-dfce2688684c tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lock "ae4874a5-93ba-4490-860d-7eadf71c4c88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.537s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.863880] env[68872]: DEBUG nova.compute.manager [None req-f9af2dbf-1050-46ec-93d6-d00bd4b8c7f5 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1024.864268] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75a9174f-55db-4293-af30-f87ebbba7622 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.874769] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb65cf1-4d50-49f5-b194-b44d137321a1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.893040] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Creating linked-clone VM from snapshot {{(pid=68872) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1024.895390] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-39b4a7d6-8fed-4355-a705-d20371c0b065 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.905547] env[68872]: DEBUG oslo_vmware.api [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1024.905547] env[68872]: value = "task-3093173" [ 1024.905547] env[68872]: _type = "Task" [ 1024.905547] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.918608] env[68872]: INFO nova.compute.manager [-] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Took 1.43 seconds to deallocate network for instance. [ 1024.918608] env[68872]: DEBUG oslo_vmware.api [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093173, 'name': CloneVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.935375] env[68872]: WARNING nova.virt.vmwareapi.driver [None req-f9af2dbf-1050-46ec-93d6-d00bd4b8c7f5 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 0886c6c4-c9d4-4e4d-b725-2559d0017f4a could not be found. [ 1024.935586] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f9af2dbf-1050-46ec-93d6-d00bd4b8c7f5 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.938569] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d5aaab11-5696-496c-a33d-8b55174e0d3e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.952444] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af884e69-2598-48a6-9cfe-4b8208fc088d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.995032] env[68872]: WARNING nova.virt.vmwareapi.vmops [None req-f9af2dbf-1050-46ec-93d6-d00bd4b8c7f5 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 0886c6c4-c9d4-4e4d-b725-2559d0017f4a could not be found. [ 1024.995350] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f9af2dbf-1050-46ec-93d6-d00bd4b8c7f5 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.996681] env[68872]: INFO nova.compute.manager [None req-f9af2dbf-1050-46ec-93d6-d00bd4b8c7f5 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Took 0.13 seconds to destroy the instance on the hypervisor. [ 1024.996681] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9af2dbf-1050-46ec-93d6-d00bd4b8c7f5 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.996884] env[68872]: DEBUG nova.compute.manager [-] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1024.996992] env[68872]: DEBUG nova.network.neutron [-] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1025.015031] env[68872]: INFO nova.compute.manager [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Took 30.55 seconds to build instance. [ 1025.088370] env[68872]: DEBUG oslo_concurrency.lockutils [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "8e0c4a19-62da-4b15-a574-3b80a44a4eca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.088798] env[68872]: DEBUG oslo_concurrency.lockutils [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "8e0c4a19-62da-4b15-a574-3b80a44a4eca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.098018] env[68872]: DEBUG oslo_concurrency.lockutils [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Acquiring lock "059f95e7-49be-4e47-8681-eae430f316f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.098018] env[68872]: DEBUG oslo_concurrency.lockutils [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Lock "059f95e7-49be-4e47-8681-eae430f316f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.098018] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74ea9b4-94fb-428e-a100-ac5348f66f0a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.110183] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850db603-33fb-4aa7-8619-2faf34e948ed {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.151904] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5059bbe8-6511-4bec-aae7-36b65fec989d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.163089] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71cd85df-47d2-4e38-9e42-4563dc94e7cb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.180235] env[68872]: DEBUG nova.compute.provider_tree [None req-da452961-acb9-498d-8412-fdb7b46fbf07 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.416020] env[68872]: DEBUG oslo_vmware.api [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093173, 'name': CloneVM_Task} progress is 94%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.445453] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09b1fa78-07e7-461f-91ce-cc92845de7c6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.517060] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b0599335-253f-4cca-8a53-5478f00accef tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Lock "9c9479a8-1da2-4b60-927b-514c6c999ae3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.805s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.596047] env[68872]: DEBUG nova.compute.manager [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1025.603633] env[68872]: DEBUG nova.compute.manager [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1025.683948] env[68872]: DEBUG nova.scheduler.client.report [None req-da452961-acb9-498d-8412-fdb7b46fbf07 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.917367] env[68872]: DEBUG oslo_vmware.api [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093173, 'name': CloneVM_Task} progress is 94%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.960619] env[68872]: DEBUG nova.network.neutron [None req-19f06b36-88c5-4dc2-93c8-f14416f05216 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Updating instance_info_cache with network_info: [{"id": "fc270465-dced-424e-958f-3f63e5278799", "address": "fa:16:3e:2b:59:45", "network": {"id": "e2fbd14e-ac6c-4c4e-9424-2e3a1137bb5f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-550270233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "416b9148cf854068b0ac029641702291", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc270465-dc", "ovs_interfaceid": "fc270465-dced-424e-958f-3f63e5278799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.047195] env[68872]: DEBUG nova.compute.manager [req-a30de1f1-e3dd-4679-9ef3-cc041a5793b1 req-4c634f4b-5ed4-4b03-9daf-aa4db8b800c8 service nova] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Received event network-changed-023cfba8-311d-4557-b282-e5d9ce95007d {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.047460] env[68872]: DEBUG nova.compute.manager [req-a30de1f1-e3dd-4679-9ef3-cc041a5793b1 req-4c634f4b-5ed4-4b03-9daf-aa4db8b800c8 service nova] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Refreshing instance network info cache due to event network-changed-023cfba8-311d-4557-b282-e5d9ce95007d. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1026.047777] env[68872]: DEBUG oslo_concurrency.lockutils [req-a30de1f1-e3dd-4679-9ef3-cc041a5793b1 req-4c634f4b-5ed4-4b03-9daf-aa4db8b800c8 service nova] Acquiring lock "refresh_cache-0886c6c4-c9d4-4e4d-b725-2559d0017f4a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.048211] env[68872]: DEBUG oslo_concurrency.lockutils [req-a30de1f1-e3dd-4679-9ef3-cc041a5793b1 req-4c634f4b-5ed4-4b03-9daf-aa4db8b800c8 service nova] Acquired lock "refresh_cache-0886c6c4-c9d4-4e4d-b725-2559d0017f4a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.048211] env[68872]: DEBUG nova.network.neutron [req-a30de1f1-e3dd-4679-9ef3-cc041a5793b1 req-4c634f4b-5ed4-4b03-9daf-aa4db8b800c8 service nova] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Refreshing network info cache for port 023cfba8-311d-4557-b282-e5d9ce95007d {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.130459] env[68872]: DEBUG oslo_concurrency.lockutils [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.131825] env[68872]: DEBUG oslo_concurrency.lockutils [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.189667] env[68872]: DEBUG oslo_concurrency.lockutils [None req-da452961-acb9-498d-8412-fdb7b46fbf07 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.990s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.192889] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 20.575s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.225668] env[68872]: INFO nova.scheduler.client.report [None req-da452961-acb9-498d-8412-fdb7b46fbf07 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Deleted allocations for instance 66c4e151-d12e-41a0-92aa-65357967c076 [ 1026.274171] env[68872]: DEBUG nova.compute.manager [req-d04a70e4-ef95-440d-a246-cc078fa16b2e req-8f95bdab-e240-40c4-b3b0-5758b305a1c1 service nova] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Received event network-changed-f6f2c8e7-de83-48e6-9775-3ee332f11cd8 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.274918] env[68872]: DEBUG nova.compute.manager [req-d04a70e4-ef95-440d-a246-cc078fa16b2e req-8f95bdab-e240-40c4-b3b0-5758b305a1c1 service nova] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Refreshing instance network info cache due to event network-changed-f6f2c8e7-de83-48e6-9775-3ee332f11cd8. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1026.274918] env[68872]: DEBUG oslo_concurrency.lockutils [req-d04a70e4-ef95-440d-a246-cc078fa16b2e req-8f95bdab-e240-40c4-b3b0-5758b305a1c1 service nova] Acquiring lock "refresh_cache-896f5a0b-07c5-4142-8b80-d61bb67abe6e" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.274918] env[68872]: DEBUG oslo_concurrency.lockutils [req-d04a70e4-ef95-440d-a246-cc078fa16b2e req-8f95bdab-e240-40c4-b3b0-5758b305a1c1 service nova] Acquired lock "refresh_cache-896f5a0b-07c5-4142-8b80-d61bb67abe6e" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.274918] env[68872]: DEBUG nova.network.neutron [req-d04a70e4-ef95-440d-a246-cc078fa16b2e req-8f95bdab-e240-40c4-b3b0-5758b305a1c1 service nova] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Refreshing network info cache for port f6f2c8e7-de83-48e6-9775-3ee332f11cd8 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.423776] env[68872]: DEBUG oslo_vmware.api [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093173, 'name': CloneVM_Task} progress is 95%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.432477] env[68872]: INFO nova.compute.manager [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Rebuilding instance [ 1026.463113] env[68872]: DEBUG oslo_concurrency.lockutils [None req-19f06b36-88c5-4dc2-93c8-f14416f05216 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Releasing lock "refresh_cache-8a706da3-ad0a-49b9-829a-7fb5858f3e3b" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.495042] env[68872]: DEBUG nova.compute.manager [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.495867] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0674a852-0b45-4833-9402-00319a26ff0c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.568652] env[68872]: INFO nova.network.neutron [req-a30de1f1-e3dd-4679-9ef3-cc041a5793b1 req-4c634f4b-5ed4-4b03-9daf-aa4db8b800c8 service nova] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Port 023cfba8-311d-4557-b282-e5d9ce95007d from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1026.569083] env[68872]: DEBUG nova.network.neutron [req-a30de1f1-e3dd-4679-9ef3-cc041a5793b1 req-4c634f4b-5ed4-4b03-9daf-aa4db8b800c8 service nova] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.701020] env[68872]: INFO nova.compute.claims [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.737146] env[68872]: DEBUG oslo_concurrency.lockutils [None req-da452961-acb9-498d-8412-fdb7b46fbf07 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lock "66c4e151-d12e-41a0-92aa-65357967c076" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.477s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.920587] env[68872]: DEBUG oslo_vmware.api [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093173, 'name': CloneVM_Task, 'duration_secs': 1.748075} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.920782] env[68872]: INFO nova.virt.vmwareapi.vmops [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Created linked-clone VM from snapshot [ 1026.922205] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27530a30-5c1c-4980-a191-b8ae2965f616 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.930340] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Uploading image 200c2d66-d30a-4fb8-8e94-c055b638d811 {{(pid=68872) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1026.954969] env[68872]: DEBUG oslo_vmware.rw_handles [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1026.954969] env[68872]: value = "vm-619112" [ 1026.954969] env[68872]: _type = "VirtualMachine" [ 1026.954969] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1026.955308] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-53f879c1-e013-430c-87e1-f1d57f810094 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.968741] env[68872]: DEBUG oslo_vmware.rw_handles [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lease: (returnval){ [ 1026.968741] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52fd6301-11fb-c985-5f72-08f86aa9d566" [ 1026.968741] env[68872]: _type = "HttpNfcLease" [ 1026.968741] env[68872]: } obtained for exporting VM: (result){ [ 1026.968741] env[68872]: value = "vm-619112" [ 1026.968741] env[68872]: _type = "VirtualMachine" [ 1026.968741] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1026.968999] env[68872]: DEBUG oslo_vmware.api [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the lease: (returnval){ [ 1026.968999] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52fd6301-11fb-c985-5f72-08f86aa9d566" [ 1026.968999] env[68872]: _type = "HttpNfcLease" [ 1026.968999] env[68872]: } to be ready. {{(pid=68872) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1026.977106] env[68872]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1026.977106] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52fd6301-11fb-c985-5f72-08f86aa9d566" [ 1026.977106] env[68872]: _type = "HttpNfcLease" [ 1026.977106] env[68872]: } is initializing. {{(pid=68872) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1027.028944] env[68872]: DEBUG nova.network.neutron [-] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.054217] env[68872]: DEBUG nova.network.neutron [req-d04a70e4-ef95-440d-a246-cc078fa16b2e req-8f95bdab-e240-40c4-b3b0-5758b305a1c1 service nova] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Updated VIF entry in instance network info cache for port f6f2c8e7-de83-48e6-9775-3ee332f11cd8. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.056213] env[68872]: DEBUG nova.network.neutron [req-d04a70e4-ef95-440d-a246-cc078fa16b2e req-8f95bdab-e240-40c4-b3b0-5758b305a1c1 service nova] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Updating instance_info_cache with network_info: [{"id": "f6f2c8e7-de83-48e6-9775-3ee332f11cd8", "address": "fa:16:3e:d1:49:9e", "network": {"id": "6d0a16ea-9b1c-4aa7-8d55-80f41b7ff7b4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1449616070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8166dac01854498998fcdb04e81b314c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6f2c8e7-de", "ovs_interfaceid": "f6f2c8e7-de83-48e6-9775-3ee332f11cd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.072121] env[68872]: DEBUG oslo_concurrency.lockutils [req-a30de1f1-e3dd-4679-9ef3-cc041a5793b1 req-4c634f4b-5ed4-4b03-9daf-aa4db8b800c8 service nova] Releasing lock "refresh_cache-0886c6c4-c9d4-4e4d-b725-2559d0017f4a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.208305] env[68872]: INFO nova.compute.resource_tracker [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Updating resource usage from migration 78abd2c0-518c-473b-b240-a4cd7deaebac [ 1027.477756] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-19f06b36-88c5-4dc2-93c8-f14416f05216 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.478664] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e657f608-2907-4ac8-b4c7-550c7101ea5e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.492849] env[68872]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1027.492849] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52fd6301-11fb-c985-5f72-08f86aa9d566" [ 1027.492849] env[68872]: _type = "HttpNfcLease" [ 1027.492849] env[68872]: } is ready. {{(pid=68872) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1027.493779] env[68872]: DEBUG oslo_vmware.rw_handles [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1027.493779] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52fd6301-11fb-c985-5f72-08f86aa9d566" [ 1027.493779] env[68872]: _type = "HttpNfcLease" [ 1027.493779] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1027.494123] env[68872]: DEBUG oslo_vmware.api [None req-19f06b36-88c5-4dc2-93c8-f14416f05216 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Waiting for the task: (returnval){ [ 1027.494123] env[68872]: value = "task-3093175" [ 1027.494123] env[68872]: _type = "Task" [ 1027.494123] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.494848] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5848a0-e0c4-4fb5-a48c-a0bce4524be7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.515945] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.516281] env[68872]: DEBUG oslo_vmware.api [None req-19f06b36-88c5-4dc2-93c8-f14416f05216 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093175, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.520103] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43ecca63-6a3e-4075-98a2-dd82d3067115 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.523548] env[68872]: DEBUG oslo_vmware.rw_handles [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5221c152-d4fe-2c9c-61ac-11bcdc930150/disk-0.vmdk from lease info. {{(pid=68872) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1027.523734] env[68872]: DEBUG oslo_vmware.rw_handles [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5221c152-d4fe-2c9c-61ac-11bcdc930150/disk-0.vmdk for reading. {{(pid=68872) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1027.592197] env[68872]: INFO nova.compute.manager [-] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Took 2.60 seconds to deallocate network for instance. [ 1027.592686] env[68872]: DEBUG oslo_concurrency.lockutils [req-d04a70e4-ef95-440d-a246-cc078fa16b2e req-8f95bdab-e240-40c4-b3b0-5758b305a1c1 service nova] Releasing lock "refresh_cache-896f5a0b-07c5-4142-8b80-d61bb67abe6e" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.599232] env[68872]: DEBUG oslo_vmware.api [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Waiting for the task: (returnval){ [ 1027.599232] env[68872]: value = "task-3093176" [ 1027.599232] env[68872]: _type = "Task" [ 1027.599232] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.612594] env[68872]: DEBUG oslo_vmware.api [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': task-3093176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.639238] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93dc410d-f887-47a9-bc80-599659442a3e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.646402] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9974783c-b46e-4265-a648-8cc3e6e3acb7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.654125] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b06df21-bb75-4003-a03e-3ce960f7c7e3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.696213] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60bbd52-b932-4596-a6c7-5a0268724c36 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.705323] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0593545c-8643-4f07-8b64-0bc10ee27f85 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.723436] env[68872]: DEBUG nova.compute.provider_tree [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.010630] env[68872]: DEBUG oslo_vmware.api [None req-19f06b36-88c5-4dc2-93c8-f14416f05216 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093175, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.112729] env[68872]: DEBUG oslo_vmware.api [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': task-3093176, 'name': PowerOffVM_Task, 'duration_secs': 0.14972} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.113140] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.113997] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.114613] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46225e20-080f-4c2b-800c-dfcba6d7de40 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.122617] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.122863] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1ba1044-06e1-480b-8077-007ff0cb861d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.157572] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.158058] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.158453] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Deleting the datastore file [datastore2] 9c9479a8-1da2-4b60-927b-514c6c999ae3 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.159174] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e3a6f1f-af05-43bc-90fe-31eaf94b501e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.164186] env[68872]: INFO nova.compute.manager [None req-f9af2dbf-1050-46ec-93d6-d00bd4b8c7f5 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Took 0.57 seconds to detach 1 volumes for instance. [ 1028.168237] env[68872]: DEBUG nova.compute.manager [None req-f9af2dbf-1050-46ec-93d6-d00bd4b8c7f5 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Deleting volume: 1951cf0b-7733-4152-a8ed-13389d19d4c9 {{(pid=68872) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1028.174244] env[68872]: DEBUG oslo_vmware.api [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Waiting for the task: (returnval){ [ 1028.174244] env[68872]: value = "task-3093178" [ 1028.174244] env[68872]: _type = "Task" [ 1028.174244] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.185042] env[68872]: DEBUG oslo_vmware.api [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': task-3093178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.232438] env[68872]: DEBUG nova.scheduler.client.report [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.328432] env[68872]: DEBUG nova.compute.manager [req-957a5e7c-62f8-4907-907d-446c315fe8d3 req-695e7a33-eec0-4d65-b092-55739825dc05 service nova] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Received event network-vif-deleted-023cfba8-311d-4557-b282-e5d9ce95007d {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.403821] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquiring lock "d8f64e59-ee89-4da1-99a4-efdfd3dc8fab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.404298] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lock "d8f64e59-ee89-4da1-99a4-efdfd3dc8fab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.443443] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquiring lock "f869a7fc-ef11-465b-bdfc-ba2a4dc4faba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.443873] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lock "f869a7fc-ef11-465b-bdfc-ba2a4dc4faba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.509499] env[68872]: DEBUG oslo_vmware.api [None req-19f06b36-88c5-4dc2-93c8-f14416f05216 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093175, 'name': PowerOnVM_Task, 'duration_secs': 0.548484} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.509822] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-19f06b36-88c5-4dc2-93c8-f14416f05216 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.510192] env[68872]: DEBUG nova.compute.manager [None req-19f06b36-88c5-4dc2-93c8-f14416f05216 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.511089] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8feabe2-b987-44ca-a560-626821a32fd0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.685159] env[68872]: DEBUG oslo_vmware.api [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': task-3093178, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141798} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.685528] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.685802] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.686014] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.738796] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.546s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.739271] env[68872]: INFO nova.compute.manager [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Migrating [ 1028.754571] env[68872]: DEBUG oslo_concurrency.lockutils [None req-66b26e4a-d0ce-4f5c-977c-27458fe5ce25 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.483s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.755113] env[68872]: DEBUG nova.objects.instance [None req-66b26e4a-d0ce-4f5c-977c-27458fe5ce25 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Lazy-loading 'resources' on Instance uuid d78db680-4461-40af-98cf-46821cf299c0 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.763927] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f9af2dbf-1050-46ec-93d6-d00bd4b8c7f5 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.909241] env[68872]: DEBUG nova.compute.manager [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1028.947460] env[68872]: DEBUG nova.compute.manager [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1029.263707] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "refresh_cache-60304fb8-695c-4b9b-a825-3142c9db948a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.264644] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquired lock "refresh_cache-60304fb8-695c-4b9b-a825-3142c9db948a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.264644] env[68872]: DEBUG nova.network.neutron [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.437049] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.477608] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.646892] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36f7d70-c9b2-40dc-8cdb-4b11c8b08263 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.656333] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd7e0d0-6c80-4415-adbc-52cb0c6607df {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.690989] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34f6bd3-95a7-4a58-863c-fc11daf1e986 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.702489] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09592178-3e8b-4149-8566-99d58dc79353 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.717530] env[68872]: DEBUG nova.compute.provider_tree [None req-66b26e4a-d0ce-4f5c-977c-27458fe5ce25 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.727280] env[68872]: DEBUG nova.virt.hardware [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.727891] env[68872]: DEBUG nova.virt.hardware [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.727891] env[68872]: DEBUG nova.virt.hardware [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.728280] env[68872]: DEBUG nova.virt.hardware [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.728571] env[68872]: DEBUG nova.virt.hardware [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.728822] env[68872]: DEBUG nova.virt.hardware [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.729150] env[68872]: DEBUG nova.virt.hardware [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.729412] env[68872]: DEBUG nova.virt.hardware [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.731033] env[68872]: DEBUG nova.virt.hardware [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.731033] env[68872]: DEBUG nova.virt.hardware [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.731033] env[68872]: DEBUG nova.virt.hardware [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.731033] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691f20fc-dfc5-49e9-8156-28eb73766b3c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.740213] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46bdb84-eac2-4848-88cd-42435ad50c00 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.755579] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Instance VIF info [] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.761566] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.761917] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.762169] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa91b961-f82c-44bc-b607-4e3025343261 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.783570] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.783570] env[68872]: value = "task-3093180" [ 1029.783570] env[68872]: _type = "Task" [ 1029.783570] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.795625] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093180, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.067520] env[68872]: DEBUG nova.network.neutron [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Updating instance_info_cache with network_info: [{"id": "fe041982-b172-4fa0-a6b8-7b7de1403e43", "address": "fa:16:3e:18:50:50", "network": {"id": "395722e8-10c9-4cd4-9e49-c1858a0ce30a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1962560931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9960a3dc622c43cd9f219d00dba59dc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe041982-b1", "ovs_interfaceid": "fe041982-b172-4fa0-a6b8-7b7de1403e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.222748] env[68872]: DEBUG nova.scheduler.client.report [None req-66b26e4a-d0ce-4f5c-977c-27458fe5ce25 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.296685] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093180, 'name': CreateVM_Task, 'duration_secs': 0.373411} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.296990] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.297817] env[68872]: DEBUG oslo_concurrency.lockutils [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.298036] env[68872]: DEBUG oslo_concurrency.lockutils [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.298397] env[68872]: DEBUG oslo_concurrency.lockutils [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.298729] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b3724ae-55f8-43df-b9d8-53bd4c782ec6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.305501] env[68872]: DEBUG oslo_vmware.api [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Waiting for the task: (returnval){ [ 1030.305501] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520f0fed-76d3-f565-55cb-bc18f3ac93be" [ 1030.305501] env[68872]: _type = "Task" [ 1030.305501] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.317802] env[68872]: DEBUG oslo_vmware.api [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520f0fed-76d3-f565-55cb-bc18f3ac93be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.570347] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Releasing lock "refresh_cache-60304fb8-695c-4b9b-a825-3142c9db948a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.729599] env[68872]: DEBUG oslo_concurrency.lockutils [None req-66b26e4a-d0ce-4f5c-977c-27458fe5ce25 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.732145] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3e732a28-ddac-43a9-a854-63ef1a05e640 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.873s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.732546] env[68872]: DEBUG nova.objects.instance [None req-3e732a28-ddac-43a9-a854-63ef1a05e640 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lazy-loading 'resources' on Instance uuid a1ac11ff-9bf0-495c-a8cc-03dd670c64e6 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.754343] env[68872]: INFO nova.scheduler.client.report [None req-66b26e4a-d0ce-4f5c-977c-27458fe5ce25 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Deleted allocations for instance d78db680-4461-40af-98cf-46821cf299c0 [ 1030.818317] env[68872]: DEBUG oslo_vmware.api [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520f0fed-76d3-f565-55cb-bc18f3ac93be, 'name': SearchDatastore_Task, 'duration_secs': 0.017702} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.818672] env[68872]: DEBUG oslo_concurrency.lockutils [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.819040] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.819393] env[68872]: DEBUG oslo_concurrency.lockutils [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.819465] env[68872]: DEBUG oslo_concurrency.lockutils [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.819636] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.819970] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bc1be4e-4ea4-469b-8a44-11c0056a9394 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.831865] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.832083] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.832835] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae5f33a1-fbe4-4902-837a-7625ed879d44 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.839178] env[68872]: DEBUG oslo_vmware.api [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Waiting for the task: (returnval){ [ 1030.839178] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5222dd6e-d820-1e8f-5e5a-96c57b9d1196" [ 1030.839178] env[68872]: _type = "Task" [ 1030.839178] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.848660] env[68872]: DEBUG oslo_vmware.api [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5222dd6e-d820-1e8f-5e5a-96c57b9d1196, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.269014] env[68872]: DEBUG oslo_concurrency.lockutils [None req-66b26e4a-d0ce-4f5c-977c-27458fe5ce25 tempest-InstanceActionsV221TestJSON-1837158554 tempest-InstanceActionsV221TestJSON-1837158554-project-member] Lock "d78db680-4461-40af-98cf-46821cf299c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.767s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.349250] env[68872]: DEBUG oslo_vmware.api [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5222dd6e-d820-1e8f-5e5a-96c57b9d1196, 'name': SearchDatastore_Task, 'duration_secs': 0.016295} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.350106] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa633a5d-a1bf-431e-8a80-7eb0a836eae8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.358874] env[68872]: DEBUG oslo_vmware.api [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Waiting for the task: (returnval){ [ 1031.358874] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52e01598-bf53-1232-0bb9-9063125dbeee" [ 1031.358874] env[68872]: _type = "Task" [ 1031.358874] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.370541] env[68872]: DEBUG oslo_vmware.api [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52e01598-bf53-1232-0bb9-9063125dbeee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.468418] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3cef832f-6b1c-4912-9eb9-4411c9d6ad65 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Acquiring lock "cf9b9fce-2f88-446b-95df-19795fe66125" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.468418] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3cef832f-6b1c-4912-9eb9-4411c9d6ad65 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Lock "cf9b9fce-2f88-446b-95df-19795fe66125" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.468528] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3cef832f-6b1c-4912-9eb9-4411c9d6ad65 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Acquiring lock "cf9b9fce-2f88-446b-95df-19795fe66125-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.468698] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3cef832f-6b1c-4912-9eb9-4411c9d6ad65 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Lock "cf9b9fce-2f88-446b-95df-19795fe66125-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.468876] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3cef832f-6b1c-4912-9eb9-4411c9d6ad65 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Lock "cf9b9fce-2f88-446b-95df-19795fe66125-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.470932] env[68872]: INFO nova.compute.manager [None req-3cef832f-6b1c-4912-9eb9-4411c9d6ad65 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Terminating instance [ 1031.525063] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44ed719-ce45-472e-b71b-9496db4fde2e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.533255] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416bc330-39a9-4c8c-b006-c6557defba7e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.566324] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8b61d9-af3a-4caa-a3f3-506372e9d875 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.575310] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e3247e-55ae-425a-b766-3991271e7187 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.594956] env[68872]: DEBUG nova.compute.provider_tree [None req-3e732a28-ddac-43a9-a854-63ef1a05e640 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.872353] env[68872]: DEBUG oslo_vmware.api [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52e01598-bf53-1232-0bb9-9063125dbeee, 'name': SearchDatastore_Task, 'duration_secs': 0.02039} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.872656] env[68872]: DEBUG oslo_concurrency.lockutils [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.872942] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 9c9479a8-1da2-4b60-927b-514c6c999ae3/9c9479a8-1da2-4b60-927b-514c6c999ae3.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.873366] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8622d918-5180-46e4-b74b-57702b017ff4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.881957] env[68872]: DEBUG oslo_vmware.api [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Waiting for the task: (returnval){ [ 1031.881957] env[68872]: value = "task-3093181" [ 1031.881957] env[68872]: _type = "Task" [ 1031.881957] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.893235] env[68872]: DEBUG oslo_vmware.api [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': task-3093181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.976819] env[68872]: DEBUG nova.compute.manager [None req-3cef832f-6b1c-4912-9eb9-4411c9d6ad65 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1031.977142] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-3cef832f-6b1c-4912-9eb9-4411c9d6ad65 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.978248] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4141c7-1134-4d7a-ac3b-c2edbbfb3c1c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.987541] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cef832f-6b1c-4912-9eb9-4411c9d6ad65 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.987804] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d18e06ba-0113-4161-8eb9-0a23ec59c8bd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.996846] env[68872]: DEBUG oslo_vmware.api [None req-3cef832f-6b1c-4912-9eb9-4411c9d6ad65 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Waiting for the task: (returnval){ [ 1031.996846] env[68872]: value = "task-3093182" [ 1031.996846] env[68872]: _type = "Task" [ 1031.996846] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.007606] env[68872]: DEBUG oslo_vmware.api [None req-3cef832f-6b1c-4912-9eb9-4411c9d6ad65 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.089574] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c835f879-7b73-4bc9-9d99-bd16581feb9d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.120952] env[68872]: DEBUG nova.scheduler.client.report [None req-3e732a28-ddac-43a9-a854-63ef1a05e640 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.130026] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Updating instance '60304fb8-695c-4b9b-a825-3142c9db948a' progress to 0 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1032.394301] env[68872]: DEBUG oslo_vmware.api [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': task-3093181, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.508587] env[68872]: DEBUG oslo_vmware.api [None req-3cef832f-6b1c-4912-9eb9-4411c9d6ad65 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093182, 'name': PowerOffVM_Task, 'duration_secs': 0.254718} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.508858] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cef832f-6b1c-4912-9eb9-4411c9d6ad65 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.509044] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-3cef832f-6b1c-4912-9eb9-4411c9d6ad65 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.509312] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79df128c-5a4b-4732-9eec-330ef051b685 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.588890] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-3cef832f-6b1c-4912-9eb9-4411c9d6ad65 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.589323] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-3cef832f-6b1c-4912-9eb9-4411c9d6ad65 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.589323] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cef832f-6b1c-4912-9eb9-4411c9d6ad65 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Deleting the datastore file [datastore1] cf9b9fce-2f88-446b-95df-19795fe66125 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.589696] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb00724a-0644-43d2-b453-77ad286ab380 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.599269] env[68872]: DEBUG oslo_vmware.api [None req-3cef832f-6b1c-4912-9eb9-4411c9d6ad65 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Waiting for the task: (returnval){ [ 1032.599269] env[68872]: value = "task-3093184" [ 1032.599269] env[68872]: _type = "Task" [ 1032.599269] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.609012] env[68872]: DEBUG oslo_vmware.api [None req-3cef832f-6b1c-4912-9eb9-4411c9d6ad65 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.631070] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3e732a28-ddac-43a9-a854-63ef1a05e640 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.634962] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.635307] env[68872]: DEBUG oslo_concurrency.lockutils [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.104s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.635474] env[68872]: DEBUG nova.objects.instance [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68872) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1032.638522] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52911098-2cbc-4be5-a285-46a998899d5c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.647946] env[68872]: DEBUG oslo_vmware.api [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 1032.647946] env[68872]: value = "task-3093185" [ 1032.647946] env[68872]: _type = "Task" [ 1032.647946] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.658586] env[68872]: DEBUG oslo_vmware.api [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.659604] env[68872]: INFO nova.scheduler.client.report [None req-3e732a28-ddac-43a9-a854-63ef1a05e640 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Deleted allocations for instance a1ac11ff-9bf0-495c-a8cc-03dd670c64e6 [ 1032.901877] env[68872]: DEBUG oslo_vmware.api [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': task-3093181, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654575} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.901877] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 9c9479a8-1da2-4b60-927b-514c6c999ae3/9c9479a8-1da2-4b60-927b-514c6c999ae3.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.902285] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.902356] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d674a015-5e72-4b9a-921a-7089770e1982 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.912143] env[68872]: DEBUG oslo_vmware.api [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Waiting for the task: (returnval){ [ 1032.912143] env[68872]: value = "task-3093186" [ 1032.912143] env[68872]: _type = "Task" [ 1032.912143] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.922647] env[68872]: DEBUG oslo_vmware.api [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': task-3093186, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.114012] env[68872]: DEBUG oslo_vmware.api [None req-3cef832f-6b1c-4912-9eb9-4411c9d6ad65 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093184, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.400865} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.114012] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cef832f-6b1c-4912-9eb9-4411c9d6ad65 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.114012] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-3cef832f-6b1c-4912-9eb9-4411c9d6ad65 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.114012] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-3cef832f-6b1c-4912-9eb9-4411c9d6ad65 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.114012] env[68872]: INFO nova.compute.manager [None req-3cef832f-6b1c-4912-9eb9-4411c9d6ad65 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1033.114012] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cef832f-6b1c-4912-9eb9-4411c9d6ad65 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.114192] env[68872]: DEBUG nova.compute.manager [-] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1033.114219] env[68872]: DEBUG nova.network.neutron [-] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.164453] env[68872]: DEBUG oslo_vmware.api [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093185, 'name': PowerOffVM_Task, 'duration_secs': 0.257641} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.164453] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.166069] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Updating instance '60304fb8-695c-4b9b-a825-3142c9db948a' progress to 17 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1033.173258] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3e732a28-ddac-43a9-a854-63ef1a05e640 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lock "a1ac11ff-9bf0-495c-a8cc-03dd670c64e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.265s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.430494] env[68872]: DEBUG oslo_vmware.api [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': task-3093186, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184009} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.430997] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.432243] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcb2554-074c-48ec-84c7-107ffcb6cca2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.453525] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 9c9479a8-1da2-4b60-927b-514c6c999ae3/9c9479a8-1da2-4b60-927b-514c6c999ae3.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.453845] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd438594-b409-4999-a4fd-6937436b424b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.475161] env[68872]: DEBUG oslo_vmware.api [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Waiting for the task: (returnval){ [ 1033.475161] env[68872]: value = "task-3093188" [ 1033.475161] env[68872]: _type = "Task" [ 1033.475161] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.485461] env[68872]: DEBUG oslo_vmware.api [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': task-3093188, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.492896] env[68872]: DEBUG nova.compute.manager [req-46a0aabc-b616-4480-ba21-af23ef87ccd7 req-bcc705a8-b839-4802-9a1f-7960cb4e9077 service nova] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Received event network-vif-deleted-9f5f1ec7-1da3-4d41-aceb-6f63a17daeb2 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.492981] env[68872]: INFO nova.compute.manager [req-46a0aabc-b616-4480-ba21-af23ef87ccd7 req-bcc705a8-b839-4802-9a1f-7960cb4e9077 service nova] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Neutron deleted interface 9f5f1ec7-1da3-4d41-aceb-6f63a17daeb2; detaching it from the instance and deleting it from the info cache [ 1033.493376] env[68872]: DEBUG nova.network.neutron [req-46a0aabc-b616-4480-ba21-af23ef87ccd7 req-bcc705a8-b839-4802-9a1f-7960cb4e9077 service nova] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.647179] env[68872]: DEBUG oslo_concurrency.lockutils [None req-566028b5-81ba-4c14-b5d9-3dce16b1e3e4 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.648286] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.309s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.649538] env[68872]: INFO nova.compute.claims [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1033.671652] env[68872]: DEBUG nova.virt.hardware [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.671900] env[68872]: DEBUG nova.virt.hardware [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.672095] env[68872]: DEBUG nova.virt.hardware [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.672286] env[68872]: DEBUG nova.virt.hardware [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.672452] env[68872]: DEBUG nova.virt.hardware [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.672618] env[68872]: DEBUG nova.virt.hardware [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.672905] env[68872]: DEBUG nova.virt.hardware [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.673097] env[68872]: DEBUG nova.virt.hardware [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.673416] env[68872]: DEBUG nova.virt.hardware [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.673512] env[68872]: DEBUG nova.virt.hardware [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.673779] env[68872]: DEBUG nova.virt.hardware [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.679733] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb03592b-2da3-4013-8570-cdb03290c619 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.698824] env[68872]: DEBUG oslo_vmware.api [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 1033.698824] env[68872]: value = "task-3093189" [ 1033.698824] env[68872]: _type = "Task" [ 1033.698824] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.709706] env[68872]: DEBUG oslo_vmware.api [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093189, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.975231] env[68872]: DEBUG nova.network.neutron [-] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.988759] env[68872]: DEBUG oslo_vmware.api [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': task-3093188, 'name': ReconfigVM_Task, 'duration_secs': 0.385727} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.989728] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 9c9479a8-1da2-4b60-927b-514c6c999ae3/9c9479a8-1da2-4b60-927b-514c6c999ae3.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.990436] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83afac51-43c9-42f5-b206-db15a171b3f6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.995624] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d8bce870-8a5a-4598-b03f-b138bbe79cca {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.999850] env[68872]: DEBUG oslo_vmware.api [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Waiting for the task: (returnval){ [ 1033.999850] env[68872]: value = "task-3093190" [ 1033.999850] env[68872]: _type = "Task" [ 1033.999850] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.007598] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e952e5c5-b0d8-47a9-a10c-d58b7d62da2e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.023487] env[68872]: DEBUG oslo_vmware.api [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': task-3093190, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.055547] env[68872]: DEBUG nova.compute.manager [req-46a0aabc-b616-4480-ba21-af23ef87ccd7 req-bcc705a8-b839-4802-9a1f-7960cb4e9077 service nova] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Detach interface failed, port_id=9f5f1ec7-1da3-4d41-aceb-6f63a17daeb2, reason: Instance cf9b9fce-2f88-446b-95df-19795fe66125 could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1034.210457] env[68872]: DEBUG oslo_vmware.api [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093189, 'name': ReconfigVM_Task, 'duration_secs': 0.363936} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.210964] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Updating instance '60304fb8-695c-4b9b-a825-3142c9db948a' progress to 33 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1034.483093] env[68872]: INFO nova.compute.manager [-] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Took 1.37 seconds to deallocate network for instance. [ 1034.511148] env[68872]: DEBUG oslo_vmware.api [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': task-3093190, 'name': Rename_Task, 'duration_secs': 0.260944} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.511437] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.511731] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8b1dd01-15ec-4d1d-bcb4-e9204bcf1b3a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.519256] env[68872]: DEBUG oslo_vmware.api [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Waiting for the task: (returnval){ [ 1034.519256] env[68872]: value = "task-3093191" [ 1034.519256] env[68872]: _type = "Task" [ 1034.519256] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.528526] env[68872]: DEBUG oslo_vmware.api [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': task-3093191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.717721] env[68872]: DEBUG nova.virt.hardware [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1034.717977] env[68872]: DEBUG nova.virt.hardware [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1034.718146] env[68872]: DEBUG nova.virt.hardware [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.718388] env[68872]: DEBUG nova.virt.hardware [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1034.718547] env[68872]: DEBUG nova.virt.hardware [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.718697] env[68872]: DEBUG nova.virt.hardware [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1034.718906] env[68872]: DEBUG nova.virt.hardware [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1034.719178] env[68872]: DEBUG nova.virt.hardware [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1034.719361] env[68872]: DEBUG nova.virt.hardware [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1034.719525] env[68872]: DEBUG nova.virt.hardware [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1034.719788] env[68872]: DEBUG nova.virt.hardware [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1034.725442] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Reconfiguring VM instance instance-00000059 to detach disk 2000 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1034.728250] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5a04a20-3d32-47ef-a5e2-faacc3524a12 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.750481] env[68872]: DEBUG oslo_vmware.api [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 1034.750481] env[68872]: value = "task-3093192" [ 1034.750481] env[68872]: _type = "Task" [ 1034.750481] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.764520] env[68872]: DEBUG oslo_vmware.api [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093192, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.987227] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83b44b1-3655-4410-9d1e-3832119e34de {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.991786] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3cef832f-6b1c-4912-9eb9-4411c9d6ad65 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.997833] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d1feda-3376-400a-80ee-13dff0b5217a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.032236] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b427096-3c37-47ae-9469-33d05243a835 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.043251] env[68872]: DEBUG oslo_vmware.api [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': task-3093191, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.044500] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ac3587-a887-4bf5-849b-ae02bf0a10c0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.060633] env[68872]: DEBUG nova.compute.provider_tree [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.263463] env[68872]: DEBUG oslo_vmware.api [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.539290] env[68872]: DEBUG oslo_vmware.api [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': task-3093191, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.564440] env[68872]: DEBUG nova.scheduler.client.report [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.762610] env[68872]: DEBUG oslo_vmware.api [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093192, 'name': ReconfigVM_Task, 'duration_secs': 0.680189} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.763023] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Reconfigured VM instance instance-00000059 to detach disk 2000 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1035.763804] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572a843a-214c-41fb-9799-a21f7661b28f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.787833] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 60304fb8-695c-4b9b-a825-3142c9db948a/60304fb8-695c-4b9b-a825-3142c9db948a.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.788189] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7701fdc-2769-4b89-823c-f3864d60892e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.809714] env[68872]: DEBUG oslo_vmware.api [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 1035.809714] env[68872]: value = "task-3093193" [ 1035.809714] env[68872]: _type = "Task" [ 1035.809714] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.819681] env[68872]: DEBUG oslo_vmware.api [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093193, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.039356] env[68872]: DEBUG oslo_vmware.api [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': task-3093191, 'name': PowerOnVM_Task, 'duration_secs': 1.169295} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.039693] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.039903] env[68872]: DEBUG nova.compute.manager [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.040756] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3aa672-1335-4305-adc3-25d7d3eae2f9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.069451] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.069954] env[68872]: DEBUG nova.compute.manager [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1036.072538] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.894s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.322582] env[68872]: DEBUG oslo_vmware.api [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093193, 'name': ReconfigVM_Task, 'duration_secs': 0.429536} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.322906] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 60304fb8-695c-4b9b-a825-3142c9db948a/60304fb8-695c-4b9b-a825-3142c9db948a.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.323209] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Updating instance '60304fb8-695c-4b9b-a825-3142c9db948a' progress to 50 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1036.561123] env[68872]: DEBUG oslo_concurrency.lockutils [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.576657] env[68872]: DEBUG nova.compute.utils [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1036.581896] env[68872]: INFO nova.compute.claims [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.587513] env[68872]: DEBUG nova.compute.manager [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1036.587513] env[68872]: DEBUG nova.network.neutron [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1036.651104] env[68872]: DEBUG nova.policy [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afea62651c62437c92d94d76b4b90361', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9867cbb36374b6b9def662292b6f810', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 1036.832217] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007f5926-e391-424a-a178-a1d58fb93449 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.860160] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec60e98d-8480-4d91-ac3a-f278737aee0b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.883487] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Updating instance '60304fb8-695c-4b9b-a825-3142c9db948a' progress to 67 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1037.055445] env[68872]: INFO nova.compute.manager [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Rebuilding instance [ 1037.086745] env[68872]: DEBUG nova.compute.manager [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1037.092187] env[68872]: INFO nova.compute.resource_tracker [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Updating resource usage from migration 632d38f4-b107-4c95-a2d5-a970b8f954e6 [ 1037.126820] env[68872]: DEBUG nova.compute.manager [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.127762] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e46989-ac44-41e6-a3a5-b6ee32fac9e1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.253176] env[68872]: DEBUG nova.network.neutron [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Successfully created port: ff3b3113-7c70-4b0c-866c-9bbec5b8f4a3 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1037.458315] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c449831-b10e-4df6-956a-c4895279d128 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.468582] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37dc9c4-9b17-4755-a330-eb91778b2fd8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.515614] env[68872]: DEBUG nova.network.neutron [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Port fe041982-b172-4fa0-a6b8-7b7de1403e43 binding to destination host cpu-1 is already ACTIVE {{(pid=68872) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1037.518363] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea410d2-64c1-434a-ac34-d7fe8389090b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.527723] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9076e2-e039-46a5-bf2e-c490c755effb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.544336] env[68872]: DEBUG nova.compute.provider_tree [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.873495] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1037.873636] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.051297] env[68872]: DEBUG nova.scheduler.client.report [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.082294] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5a84796c-b7cf-4dd2-aed2-bbb5a16f14b6 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquiring lock "9ba49303-832d-4da0-b856-a46bcb2bda5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.082554] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5a84796c-b7cf-4dd2-aed2-bbb5a16f14b6 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lock "9ba49303-832d-4da0-b856-a46bcb2bda5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.082766] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5a84796c-b7cf-4dd2-aed2-bbb5a16f14b6 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquiring lock "9ba49303-832d-4da0-b856-a46bcb2bda5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.082974] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5a84796c-b7cf-4dd2-aed2-bbb5a16f14b6 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lock "9ba49303-832d-4da0-b856-a46bcb2bda5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.083160] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5a84796c-b7cf-4dd2-aed2-bbb5a16f14b6 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lock "9ba49303-832d-4da0-b856-a46bcb2bda5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.085966] env[68872]: INFO nova.compute.manager [None req-5a84796c-b7cf-4dd2-aed2-bbb5a16f14b6 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Terminating instance [ 1038.105446] env[68872]: DEBUG nova.compute.manager [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1038.119352] env[68872]: DEBUG oslo_vmware.rw_handles [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5221c152-d4fe-2c9c-61ac-11bcdc930150/disk-0.vmdk. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1038.120369] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b4b210-03e7-4183-8868-f8cbaae2724c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.127911] env[68872]: DEBUG oslo_vmware.rw_handles [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5221c152-d4fe-2c9c-61ac-11bcdc930150/disk-0.vmdk is in state: ready. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1038.128094] env[68872]: ERROR oslo_vmware.rw_handles [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5221c152-d4fe-2c9c-61ac-11bcdc930150/disk-0.vmdk due to incomplete transfer. [ 1038.128335] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-03f341bf-2a69-4a25-8051-365c1e2afb2f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.136998] env[68872]: DEBUG nova.virt.hardware [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.137242] env[68872]: DEBUG nova.virt.hardware [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.137400] env[68872]: DEBUG nova.virt.hardware [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.137660] env[68872]: DEBUG nova.virt.hardware [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.137823] env[68872]: DEBUG nova.virt.hardware [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.138073] env[68872]: DEBUG nova.virt.hardware [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.138239] env[68872]: DEBUG nova.virt.hardware [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.138400] env[68872]: DEBUG nova.virt.hardware [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.138566] env[68872]: DEBUG nova.virt.hardware [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.138724] env[68872]: DEBUG nova.virt.hardware [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.138893] env[68872]: DEBUG nova.virt.hardware [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.139774] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2654df13-3808-48e6-a3e0-86b45715d04e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.144190] env[68872]: DEBUG oslo_vmware.rw_handles [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5221c152-d4fe-2c9c-61ac-11bcdc930150/disk-0.vmdk. {{(pid=68872) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1038.144277] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Uploaded image 200c2d66-d30a-4fb8-8e94-c055b638d811 to the Glance image server {{(pid=68872) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1038.146902] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Destroying the VM {{(pid=68872) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1038.147852] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d64271e9-acd6-4470-8bec-74ab8d05ea79 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.153578] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.153920] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02d72cde-7163-481e-9b94-edc79d97a8f7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.156991] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace10fd6-b1f4-45a7-b47d-598ed9d4fb31 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.163682] env[68872]: DEBUG oslo_vmware.api [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1038.163682] env[68872]: value = "task-3093194" [ 1038.163682] env[68872]: _type = "Task" [ 1038.163682] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.181149] env[68872]: DEBUG oslo_vmware.api [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Waiting for the task: (returnval){ [ 1038.181149] env[68872]: value = "task-3093195" [ 1038.181149] env[68872]: _type = "Task" [ 1038.181149] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.190622] env[68872]: DEBUG oslo_vmware.api [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093194, 'name': Destroy_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.196557] env[68872]: DEBUG oslo_vmware.api [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Task: {'id': task-3093195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.380604] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.380767] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.380895] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.381084] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.381218] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.381358] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.381478] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68872) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1038.381635] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.544733] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "60304fb8-695c-4b9b-a825-3142c9db948a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.544844] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "60304fb8-695c-4b9b-a825-3142c9db948a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.545677] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "60304fb8-695c-4b9b-a825-3142c9db948a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.554750] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.482s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.554967] env[68872]: INFO nova.compute.manager [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Migrating [ 1038.562511] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.547s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.590886] env[68872]: DEBUG nova.compute.manager [None req-5a84796c-b7cf-4dd2-aed2-bbb5a16f14b6 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1038.591148] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5a84796c-b7cf-4dd2-aed2-bbb5a16f14b6 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.592676] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb706a7-e315-4cc9-97e0-95592a813806 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.604702] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a84796c-b7cf-4dd2-aed2-bbb5a16f14b6 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.604971] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cc47cbb-db38-400d-add1-e7b18f6fa460 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.612938] env[68872]: DEBUG oslo_vmware.api [None req-5a84796c-b7cf-4dd2-aed2-bbb5a16f14b6 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 1038.612938] env[68872]: value = "task-3093196" [ 1038.612938] env[68872]: _type = "Task" [ 1038.612938] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.626478] env[68872]: DEBUG oslo_vmware.api [None req-5a84796c-b7cf-4dd2-aed2-bbb5a16f14b6 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3093196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.675120] env[68872]: DEBUG oslo_vmware.api [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093194, 'name': Destroy_Task, 'duration_secs': 0.409947} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.675382] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Destroyed the VM [ 1038.675612] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Deleting Snapshot of the VM instance {{(pid=68872) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1038.675862] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0aed5dce-398d-4b4f-a61a-e7610db05cae {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.689718] env[68872]: DEBUG oslo_vmware.api [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1038.689718] env[68872]: value = "task-3093197" [ 1038.689718] env[68872]: _type = "Task" [ 1038.689718] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.698638] env[68872]: DEBUG oslo_vmware.api [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Task: {'id': task-3093195, 'name': PowerOffVM_Task, 'duration_secs': 0.128671} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.699321] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.699570] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.700359] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72506ea2-df4e-43b6-9f11-e0061b01e7fa {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.708748] env[68872]: DEBUG oslo_vmware.api [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093197, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.713989] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.714410] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-579ac3f2-370b-4adc-b10b-c474b6f10fbd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.741968] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.741968] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.741968] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Deleting the datastore file [datastore1] 9c9479a8-1da2-4b60-927b-514c6c999ae3 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.741968] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd713601-7efb-49be-aa4b-3b2c1dfa4fd9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.752042] env[68872]: DEBUG oslo_vmware.api [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Waiting for the task: (returnval){ [ 1038.752042] env[68872]: value = "task-3093199" [ 1038.752042] env[68872]: _type = "Task" [ 1038.752042] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.762684] env[68872]: DEBUG oslo_vmware.api [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Task: {'id': task-3093199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.887447] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.926745] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a99f68f-0e90-479e-bc91-c1ab221158b4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.935764] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eecfe04-7229-46ff-ae84-6d51503b6c1a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.969581] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a662c521-da3e-46fc-a13d-6ad23aacfe8b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.978623] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd29cac-cd8b-4e19-bde6-5728f76ede9f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.995754] env[68872]: DEBUG nova.compute.provider_tree [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.082016] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "refresh_cache-fe5cc7b3-155a-437c-b04c-32bbfff60809" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.082016] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquired lock "refresh_cache-fe5cc7b3-155a-437c-b04c-32bbfff60809" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.082016] env[68872]: DEBUG nova.network.neutron [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.123223] env[68872]: DEBUG oslo_vmware.api [None req-5a84796c-b7cf-4dd2-aed2-bbb5a16f14b6 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3093196, 'name': PowerOffVM_Task, 'duration_secs': 0.301297} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.124353] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a84796c-b7cf-4dd2-aed2-bbb5a16f14b6 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.124551] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5a84796c-b7cf-4dd2-aed2-bbb5a16f14b6 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.125603] env[68872]: DEBUG nova.compute.manager [req-2e9f3e90-d0f2-4c1f-86fc-26c63063f892 req-f44f3848-c70d-46b4-8162-2db83bf00b6b service nova] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Received event network-vif-plugged-ff3b3113-7c70-4b0c-866c-9bbec5b8f4a3 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.125804] env[68872]: DEBUG oslo_concurrency.lockutils [req-2e9f3e90-d0f2-4c1f-86fc-26c63063f892 req-f44f3848-c70d-46b4-8162-2db83bf00b6b service nova] Acquiring lock "325ffad5-d50d-47e9-9c91-b9ce936b96d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.126061] env[68872]: DEBUG oslo_concurrency.lockutils [req-2e9f3e90-d0f2-4c1f-86fc-26c63063f892 req-f44f3848-c70d-46b4-8162-2db83bf00b6b service nova] Lock "325ffad5-d50d-47e9-9c91-b9ce936b96d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.126267] env[68872]: DEBUG oslo_concurrency.lockutils [req-2e9f3e90-d0f2-4c1f-86fc-26c63063f892 req-f44f3848-c70d-46b4-8162-2db83bf00b6b service nova] Lock "325ffad5-d50d-47e9-9c91-b9ce936b96d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.126441] env[68872]: DEBUG nova.compute.manager [req-2e9f3e90-d0f2-4c1f-86fc-26c63063f892 req-f44f3848-c70d-46b4-8162-2db83bf00b6b service nova] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] No waiting events found dispatching network-vif-plugged-ff3b3113-7c70-4b0c-866c-9bbec5b8f4a3 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1039.126616] env[68872]: WARNING nova.compute.manager [req-2e9f3e90-d0f2-4c1f-86fc-26c63063f892 req-f44f3848-c70d-46b4-8162-2db83bf00b6b service nova] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Received unexpected event network-vif-plugged-ff3b3113-7c70-4b0c-866c-9bbec5b8f4a3 for instance with vm_state building and task_state spawning. [ 1039.127206] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6e80937-a2a4-4a06-a56c-d1f868ee7762 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.209276] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5a84796c-b7cf-4dd2-aed2-bbb5a16f14b6 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.209276] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5a84796c-b7cf-4dd2-aed2-bbb5a16f14b6 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.209276] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a84796c-b7cf-4dd2-aed2-bbb5a16f14b6 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Deleting the datastore file [datastore1] 9ba49303-832d-4da0-b856-a46bcb2bda5a {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.209472] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aeaffcb8-0414-4445-a59d-baba5bf147be {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.214807] env[68872]: DEBUG oslo_vmware.api [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093197, 'name': RemoveSnapshot_Task} progress is 61%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.216355] env[68872]: DEBUG oslo_vmware.api [None req-5a84796c-b7cf-4dd2-aed2-bbb5a16f14b6 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 1039.216355] env[68872]: value = "task-3093201" [ 1039.216355] env[68872]: _type = "Task" [ 1039.216355] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.226162] env[68872]: DEBUG oslo_vmware.api [None req-5a84796c-b7cf-4dd2-aed2-bbb5a16f14b6 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3093201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.264478] env[68872]: DEBUG oslo_vmware.api [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Task: {'id': task-3093199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143811} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.264800] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.265080] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.265283] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.345280] env[68872]: DEBUG nova.network.neutron [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Successfully updated port: ff3b3113-7c70-4b0c-866c-9bbec5b8f4a3 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1039.499292] env[68872]: DEBUG nova.scheduler.client.report [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.580202] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "refresh_cache-60304fb8-695c-4b9b-a825-3142c9db948a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.580367] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquired lock "refresh_cache-60304fb8-695c-4b9b-a825-3142c9db948a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.580552] env[68872]: DEBUG nova.network.neutron [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.707944] env[68872]: DEBUG oslo_vmware.api [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093197, 'name': RemoveSnapshot_Task, 'duration_secs': 0.676406} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.707944] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Deleted Snapshot of the VM instance {{(pid=68872) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1039.707944] env[68872]: INFO nova.compute.manager [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Took 16.93 seconds to snapshot the instance on the hypervisor. [ 1039.732069] env[68872]: DEBUG oslo_vmware.api [None req-5a84796c-b7cf-4dd2-aed2-bbb5a16f14b6 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3093201, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.415201} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.732069] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a84796c-b7cf-4dd2-aed2-bbb5a16f14b6 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.732069] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5a84796c-b7cf-4dd2-aed2-bbb5a16f14b6 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.732069] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5a84796c-b7cf-4dd2-aed2-bbb5a16f14b6 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.732069] env[68872]: INFO nova.compute.manager [None req-5a84796c-b7cf-4dd2-aed2-bbb5a16f14b6 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1039.732069] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a84796c-b7cf-4dd2-aed2-bbb5a16f14b6 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.732069] env[68872]: DEBUG nova.compute.manager [-] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.732069] env[68872]: DEBUG nova.network.neutron [-] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.850051] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "refresh_cache-325ffad5-d50d-47e9-9c91-b9ce936b96d9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.850051] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquired lock "refresh_cache-325ffad5-d50d-47e9-9c91-b9ce936b96d9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.850051] env[68872]: DEBUG nova.network.neutron [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.006807] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.443s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.006807] env[68872]: INFO nova.compute.manager [None req-2a38e00b-7eda-4d39-9038-aaa8860b450a tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Successfully reverted task state from rebuilding on failure for instance. [ 1040.018923] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09b1fa78-07e7-461f-91ce-cc92845de7c6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.574s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.019193] env[68872]: DEBUG nova.objects.instance [None req-09b1fa78-07e7-461f-91ce-cc92845de7c6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lazy-loading 'resources' on Instance uuid acbc8c49-43e4-4871-be30-8e4dc0cfa79a {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.272732] env[68872]: DEBUG nova.compute.manager [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Found 3 images (rotation: 2) {{(pid=68872) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1040.272732] env[68872]: DEBUG nova.compute.manager [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Rotating out 1 backups {{(pid=68872) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1040.272732] env[68872]: DEBUG nova.compute.manager [None req-b810413c-8143-48a3-aac9-e8481e6b86ba tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Deleting image c755ed75-6ae8-4e98-a981-6f6cd96654f1 {{(pid=68872) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1040.309962] env[68872]: DEBUG nova.virt.hardware [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.311448] env[68872]: DEBUG nova.virt.hardware [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.311667] env[68872]: DEBUG nova.virt.hardware [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.311901] env[68872]: DEBUG nova.virt.hardware [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.312100] env[68872]: DEBUG nova.virt.hardware [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.312237] env[68872]: DEBUG nova.virt.hardware [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.312467] env[68872]: DEBUG nova.virt.hardware [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.312623] env[68872]: DEBUG nova.virt.hardware [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.313017] env[68872]: DEBUG nova.virt.hardware [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.313017] env[68872]: DEBUG nova.virt.hardware [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.313818] env[68872]: DEBUG nova.virt.hardware [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.314139] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05560fc-e989-4baa-ada8-53cad407a6c6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.326504] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ded4283-3bb6-4d81-aa63-a299c0a0c3f2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.348203] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Instance VIF info [] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.354559] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.359069] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.365406] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-486ef2da-b99c-4e88-ad9e-2f4ca50b079b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.380032] env[68872]: DEBUG oslo_concurrency.lockutils [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Acquiring lock "d30a7e20-a572-4d85-b9da-3bc6807eca8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.380032] env[68872]: DEBUG oslo_concurrency.lockutils [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Lock "d30a7e20-a572-4d85-b9da-3bc6807eca8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.389057] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.389057] env[68872]: value = "task-3093202" [ 1040.389057] env[68872]: _type = "Task" [ 1040.389057] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.407067] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093202, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.481500] env[68872]: DEBUG nova.network.neutron [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Updating instance_info_cache with network_info: [{"id": "bc538013-2e8f-4d4b-9b56-033963cf2569", "address": "fa:16:3e:db:9c:be", "network": {"id": "8d8a8028-be48-4a6a-a1fd-979a80226453", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-102971206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "558e9b8f78a1489cb07f84e03547223f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc538013-2e", "ovs_interfaceid": "bc538013-2e8f-4d4b-9b56-033963cf2569", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.501136] env[68872]: DEBUG nova.network.neutron [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.852723] env[68872]: DEBUG nova.network.neutron [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Updating instance_info_cache with network_info: [{"id": "fe041982-b172-4fa0-a6b8-7b7de1403e43", "address": "fa:16:3e:18:50:50", "network": {"id": "395722e8-10c9-4cd4-9e49-c1858a0ce30a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1962560931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9960a3dc622c43cd9f219d00dba59dc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe041982-b1", "ovs_interfaceid": "fe041982-b172-4fa0-a6b8-7b7de1403e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.866218] env[68872]: DEBUG nova.network.neutron [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Updating instance_info_cache with network_info: [{"id": "ff3b3113-7c70-4b0c-866c-9bbec5b8f4a3", "address": "fa:16:3e:fc:ac:33", "network": {"id": "c09e92d2-0e24-4ab7-a494-adc38742fe8d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1942103729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9867cbb36374b6b9def662292b6f810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff3b3113-7c", "ovs_interfaceid": "ff3b3113-7c70-4b0c-866c-9bbec5b8f4a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.882177] env[68872]: DEBUG nova.compute.manager [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1040.903238] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093202, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.962602] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469c8b35-ab00-4134-8f8d-98d16e761c92 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.971558] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdda0244-af71-4841-a55f-b7b7911922e9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.005330] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Releasing lock "refresh_cache-fe5cc7b3-155a-437c-b04c-32bbfff60809" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.008050] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc59ce91-dfca-4f99-b3ba-f91401f78ec4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.018514] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ad17af-1648-4a6a-8b47-ef56445ef61c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.036666] env[68872]: DEBUG nova.compute.provider_tree [None req-09b1fa78-07e7-461f-91ce-cc92845de7c6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.163448] env[68872]: DEBUG nova.compute.manager [req-9eb81a9e-504c-4c2d-9467-7edc3867182e req-6009481a-2a1b-49d2-b2be-b5e17e0cda35 service nova] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Received event network-changed-ff3b3113-7c70-4b0c-866c-9bbec5b8f4a3 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.163448] env[68872]: DEBUG nova.compute.manager [req-9eb81a9e-504c-4c2d-9467-7edc3867182e req-6009481a-2a1b-49d2-b2be-b5e17e0cda35 service nova] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Refreshing instance network info cache due to event network-changed-ff3b3113-7c70-4b0c-866c-9bbec5b8f4a3. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1041.163448] env[68872]: DEBUG oslo_concurrency.lockutils [req-9eb81a9e-504c-4c2d-9467-7edc3867182e req-6009481a-2a1b-49d2-b2be-b5e17e0cda35 service nova] Acquiring lock "refresh_cache-325ffad5-d50d-47e9-9c91-b9ce936b96d9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.255991] env[68872]: DEBUG nova.network.neutron [-] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.357366] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Releasing lock "refresh_cache-60304fb8-695c-4b9b-a825-3142c9db948a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.369169] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Releasing lock "refresh_cache-325ffad5-d50d-47e9-9c91-b9ce936b96d9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.369754] env[68872]: DEBUG nova.compute.manager [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Instance network_info: |[{"id": "ff3b3113-7c70-4b0c-866c-9bbec5b8f4a3", "address": "fa:16:3e:fc:ac:33", "network": {"id": "c09e92d2-0e24-4ab7-a494-adc38742fe8d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1942103729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9867cbb36374b6b9def662292b6f810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff3b3113-7c", "ovs_interfaceid": "ff3b3113-7c70-4b0c-866c-9bbec5b8f4a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1041.370727] env[68872]: DEBUG oslo_concurrency.lockutils [req-9eb81a9e-504c-4c2d-9467-7edc3867182e req-6009481a-2a1b-49d2-b2be-b5e17e0cda35 service nova] Acquired lock "refresh_cache-325ffad5-d50d-47e9-9c91-b9ce936b96d9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.370727] env[68872]: DEBUG nova.network.neutron [req-9eb81a9e-504c-4c2d-9467-7edc3867182e req-6009481a-2a1b-49d2-b2be-b5e17e0cda35 service nova] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Refreshing network info cache for port ff3b3113-7c70-4b0c-866c-9bbec5b8f4a3 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.371496] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:ac:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff3b3113-7c70-4b0c-866c-9bbec5b8f4a3', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.379488] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.383899] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.384931] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1babe6b8-e8ff-49af-b282-9922fe517d7f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.417196] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093202, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.418682] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.418682] env[68872]: value = "task-3093203" [ 1041.418682] env[68872]: _type = "Task" [ 1041.418682] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.429220] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093203, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.430444] env[68872]: DEBUG oslo_concurrency.lockutils [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.540885] env[68872]: DEBUG nova.scheduler.client.report [None req-09b1fa78-07e7-461f-91ce-cc92845de7c6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.661323] env[68872]: DEBUG nova.network.neutron [req-9eb81a9e-504c-4c2d-9467-7edc3867182e req-6009481a-2a1b-49d2-b2be-b5e17e0cda35 service nova] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Updated VIF entry in instance network info cache for port ff3b3113-7c70-4b0c-866c-9bbec5b8f4a3. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.661688] env[68872]: DEBUG nova.network.neutron [req-9eb81a9e-504c-4c2d-9467-7edc3867182e req-6009481a-2a1b-49d2-b2be-b5e17e0cda35 service nova] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Updating instance_info_cache with network_info: [{"id": "ff3b3113-7c70-4b0c-866c-9bbec5b8f4a3", "address": "fa:16:3e:fc:ac:33", "network": {"id": "c09e92d2-0e24-4ab7-a494-adc38742fe8d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1942103729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9867cbb36374b6b9def662292b6f810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff3b3113-7c", "ovs_interfaceid": "ff3b3113-7c70-4b0c-866c-9bbec5b8f4a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.759060] env[68872]: INFO nova.compute.manager [-] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Took 2.03 seconds to deallocate network for instance. [ 1041.878908] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9857beef-baf0-473f-858b-6853f7adb79c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.903115] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91bac63-7525-4cae-912f-57c18b5d5d02 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.913993] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Updating instance '60304fb8-695c-4b9b-a825-3142c9db948a' progress to 83 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1041.921021] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093202, 'name': CreateVM_Task, 'duration_secs': 1.409744} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.923629] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.924083] env[68872]: DEBUG oslo_concurrency.lockutils [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.924273] env[68872]: DEBUG oslo_concurrency.lockutils [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.924562] env[68872]: DEBUG oslo_concurrency.lockutils [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.925330] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-459c8c65-9990-4ddc-aa4a-b4d0f2e461e3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.931052] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093203, 'name': CreateVM_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.932748] env[68872]: DEBUG oslo_vmware.api [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Waiting for the task: (returnval){ [ 1041.932748] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5230211d-c9e5-55fa-d396-abba0121e05d" [ 1041.932748] env[68872]: _type = "Task" [ 1041.932748] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.943163] env[68872]: DEBUG oslo_vmware.api [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5230211d-c9e5-55fa-d396-abba0121e05d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.046768] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09b1fa78-07e7-461f-91ce-cc92845de7c6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.028s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.050351] env[68872]: DEBUG oslo_concurrency.lockutils [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.919s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.052059] env[68872]: INFO nova.compute.claims [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.072538] env[68872]: INFO nova.scheduler.client.report [None req-09b1fa78-07e7-461f-91ce-cc92845de7c6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Deleted allocations for instance acbc8c49-43e4-4871-be30-8e4dc0cfa79a [ 1042.076136] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7f2ebf74-0d70-4317-9c76-bd6fc308fd52 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "dd7f8ad1-c394-4217-933a-622094af0f63" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.076369] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7f2ebf74-0d70-4317-9c76-bd6fc308fd52 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "dd7f8ad1-c394-4217-933a-622094af0f63" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.077171] env[68872]: DEBUG nova.compute.manager [None req-7f2ebf74-0d70-4317-9c76-bd6fc308fd52 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.077989] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0069b01d-6aa0-4865-93dc-3a9a43a01890 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.084989] env[68872]: DEBUG nova.compute.manager [None req-7f2ebf74-0d70-4317-9c76-bd6fc308fd52 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68872) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1042.085578] env[68872]: DEBUG nova.objects.instance [None req-7f2ebf74-0d70-4317-9c76-bd6fc308fd52 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lazy-loading 'flavor' on Instance uuid dd7f8ad1-c394-4217-933a-622094af0f63 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.168308] env[68872]: DEBUG oslo_concurrency.lockutils [req-9eb81a9e-504c-4c2d-9467-7edc3867182e req-6009481a-2a1b-49d2-b2be-b5e17e0cda35 service nova] Releasing lock "refresh_cache-325ffad5-d50d-47e9-9c91-b9ce936b96d9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.168551] env[68872]: DEBUG nova.compute.manager [req-9eb81a9e-504c-4c2d-9467-7edc3867182e req-6009481a-2a1b-49d2-b2be-b5e17e0cda35 service nova] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Received event network-vif-deleted-aa3c9b51-a52a-4849-b09d-ef4b94252a59 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.168708] env[68872]: INFO nova.compute.manager [req-9eb81a9e-504c-4c2d-9467-7edc3867182e req-6009481a-2a1b-49d2-b2be-b5e17e0cda35 service nova] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Neutron deleted interface aa3c9b51-a52a-4849-b09d-ef4b94252a59; detaching it from the instance and deleting it from the info cache [ 1042.168875] env[68872]: DEBUG nova.network.neutron [req-9eb81a9e-504c-4c2d-9467-7edc3867182e req-6009481a-2a1b-49d2-b2be-b5e17e0cda35 service nova] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.267714] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5a84796c-b7cf-4dd2-aed2-bbb5a16f14b6 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.423018] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.426453] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15ddaf4f-fd90-41d2-87e2-a455a1607c9f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.434902] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093203, 'name': CreateVM_Task, 'duration_secs': 0.646905} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.438820] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.439107] env[68872]: DEBUG oslo_vmware.api [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 1042.439107] env[68872]: value = "task-3093204" [ 1042.439107] env[68872]: _type = "Task" [ 1042.439107] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.440205] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.446957] env[68872]: DEBUG oslo_vmware.api [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5230211d-c9e5-55fa-d396-abba0121e05d, 'name': SearchDatastore_Task, 'duration_secs': 0.015849} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.447668] env[68872]: DEBUG oslo_concurrency.lockutils [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.447885] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.448149] env[68872]: DEBUG oslo_concurrency.lockutils [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.448297] env[68872]: DEBUG oslo_concurrency.lockutils [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.448474] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.448747] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.449086] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.449349] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8a4f0bf-52cf-440f-a632-dd66161f002c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.453805] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eb33046-63c4-483a-b805-bebe2a0d654a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.455575] env[68872]: DEBUG oslo_vmware.api [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093204, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.460542] env[68872]: DEBUG oslo_vmware.api [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1042.460542] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5203cd59-71cd-1d09-18e5-d735d715ca45" [ 1042.460542] env[68872]: _type = "Task" [ 1042.460542] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.469559] env[68872]: DEBUG oslo_vmware.api [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5203cd59-71cd-1d09-18e5-d735d715ca45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.497762] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.497924] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.498703] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9361fbb-3bd3-43dc-9b08-45e9078300f5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.506087] env[68872]: DEBUG oslo_vmware.api [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Waiting for the task: (returnval){ [ 1042.506087] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]525ba046-e258-db47-9bf5-2e8b98111286" [ 1042.506087] env[68872]: _type = "Task" [ 1042.506087] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.518705] env[68872]: DEBUG oslo_vmware.api [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]525ba046-e258-db47-9bf5-2e8b98111286, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.520166] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30613d51-d602-469e-9559-8a49454e81e6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.539420] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Updating instance 'fe5cc7b3-155a-437c-b04c-32bbfff60809' progress to 0 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1042.580801] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09b1fa78-07e7-461f-91ce-cc92845de7c6 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "acbc8c49-43e4-4871-be30-8e4dc0cfa79a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.751s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.671361] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8db04089-d888-4638-8200-cc19f25a84e8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.683586] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2b7286-dbc0-4fb1-a061-2d34555f358d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.720128] env[68872]: DEBUG nova.compute.manager [req-9eb81a9e-504c-4c2d-9467-7edc3867182e req-6009481a-2a1b-49d2-b2be-b5e17e0cda35 service nova] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Detach interface failed, port_id=aa3c9b51-a52a-4849-b09d-ef4b94252a59, reason: Instance 9ba49303-832d-4da0-b856-a46bcb2bda5a could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1042.952680] env[68872]: DEBUG oslo_vmware.api [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093204, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.970831] env[68872]: DEBUG oslo_vmware.api [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5203cd59-71cd-1d09-18e5-d735d715ca45, 'name': SearchDatastore_Task, 'duration_secs': 0.046083} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.971208] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.971474] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.971700] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.016503] env[68872]: DEBUG oslo_vmware.api [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]525ba046-e258-db47-9bf5-2e8b98111286, 'name': SearchDatastore_Task, 'duration_secs': 0.010966} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.017269] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5954358-9aa2-4fe9-8208-640e2e175d1d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.023266] env[68872]: DEBUG oslo_vmware.api [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Waiting for the task: (returnval){ [ 1043.023266] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52afbe13-8a5c-06aa-a44f-d439cc3a10aa" [ 1043.023266] env[68872]: _type = "Task" [ 1043.023266] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.031152] env[68872]: DEBUG oslo_vmware.api [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52afbe13-8a5c-06aa-a44f-d439cc3a10aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.045898] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.046184] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6caa1e3e-d53a-4448-8924-c79a83309ef7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.053767] env[68872]: DEBUG oslo_vmware.api [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1043.053767] env[68872]: value = "task-3093205" [ 1043.053767] env[68872]: _type = "Task" [ 1043.053767] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.067185] env[68872]: DEBUG oslo_vmware.api [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.093339] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f2ebf74-0d70-4317-9c76-bd6fc308fd52 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.093646] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d4c41e9-ebee-43dd-8c6a-2cf2ab569498 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.103143] env[68872]: DEBUG oslo_vmware.api [None req-7f2ebf74-0d70-4317-9c76-bd6fc308fd52 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1043.103143] env[68872]: value = "task-3093206" [ 1043.103143] env[68872]: _type = "Task" [ 1043.103143] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.117111] env[68872]: DEBUG oslo_vmware.api [None req-7f2ebf74-0d70-4317-9c76-bd6fc308fd52 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.374015] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a41201-8ce6-4a9e-a95c-557bd16598a4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.382072] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f9a244-dae0-4ef1-892a-d4b8188186a1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.413056] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440c2cb9-d1f2-4527-b557-f17a68765c39 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.420970] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2fa21a-7d34-4587-a871-77dfe745ddec {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.434331] env[68872]: DEBUG nova.compute.provider_tree [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.450985] env[68872]: DEBUG oslo_vmware.api [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093204, 'name': PowerOnVM_Task, 'duration_secs': 0.544492} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.451275] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.451467] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-52c1d958-b9ec-4bde-9309-e41dcad35f2d tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Updating instance '60304fb8-695c-4b9b-a825-3142c9db948a' progress to 100 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1043.534133] env[68872]: DEBUG oslo_vmware.api [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52afbe13-8a5c-06aa-a44f-d439cc3a10aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010767} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.534458] env[68872]: DEBUG oslo_concurrency.lockutils [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.534721] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 9c9479a8-1da2-4b60-927b-514c6c999ae3/9c9479a8-1da2-4b60-927b-514c6c999ae3.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.535011] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.535206] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.535410] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b219283d-8645-4bea-a87e-eb91ef349ca4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.537599] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c8c5288-1a76-45d4-a66d-12c954a15a97 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.546862] env[68872]: DEBUG oslo_vmware.api [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Waiting for the task: (returnval){ [ 1043.546862] env[68872]: value = "task-3093207" [ 1043.546862] env[68872]: _type = "Task" [ 1043.546862] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.554269] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.554269] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.554492] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2fd96bc-56f3-4193-b73e-bb336745516e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.562619] env[68872]: DEBUG oslo_vmware.api [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Task: {'id': task-3093207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.565382] env[68872]: DEBUG oslo_vmware.api [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1043.565382] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52b87fae-79c1-6a0a-e078-75cf54d7a778" [ 1043.565382] env[68872]: _type = "Task" [ 1043.565382] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.568555] env[68872]: DEBUG oslo_vmware.api [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093205, 'name': PowerOffVM_Task, 'duration_secs': 0.291161} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.571366] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.571552] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Updating instance 'fe5cc7b3-155a-437c-b04c-32bbfff60809' progress to 17 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1043.580607] env[68872]: DEBUG oslo_vmware.api [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52b87fae-79c1-6a0a-e078-75cf54d7a778, 'name': SearchDatastore_Task, 'duration_secs': 0.010232} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.581370] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73a98539-502e-449f-910e-76fdff79e3b3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.587348] env[68872]: DEBUG oslo_vmware.api [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1043.587348] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5284cd4c-c6f7-288c-8a95-7e3d50740979" [ 1043.587348] env[68872]: _type = "Task" [ 1043.587348] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.596711] env[68872]: DEBUG oslo_vmware.api [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5284cd4c-c6f7-288c-8a95-7e3d50740979, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.613023] env[68872]: DEBUG oslo_vmware.api [None req-7f2ebf74-0d70-4317-9c76-bd6fc308fd52 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093206, 'name': PowerOffVM_Task, 'duration_secs': 0.207173} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.614046] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f2ebf74-0d70-4317-9c76-bd6fc308fd52 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.614266] env[68872]: DEBUG nova.compute.manager [None req-7f2ebf74-0d70-4317-9c76-bd6fc308fd52 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.615052] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58788eb5-5613-4914-be7b-1a39625c6615 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.805753] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "f76c7994-00a0-4f9e-ba19-4ea055adc42a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.806147] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "f76c7994-00a0-4f9e-ba19-4ea055adc42a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.937299] env[68872]: DEBUG nova.scheduler.client.report [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.058812] env[68872]: DEBUG oslo_vmware.api [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Task: {'id': task-3093207, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503465} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.059111] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 9c9479a8-1da2-4b60-927b-514c6c999ae3/9c9479a8-1da2-4b60-927b-514c6c999ae3.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.059339] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.059927] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-621c53a1-45da-43e7-8e6d-bea4f04fc3a6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.066697] env[68872]: DEBUG oslo_vmware.api [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Waiting for the task: (returnval){ [ 1044.066697] env[68872]: value = "task-3093208" [ 1044.066697] env[68872]: _type = "Task" [ 1044.066697] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.078530] env[68872]: DEBUG nova.virt.hardware [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.078732] env[68872]: DEBUG nova.virt.hardware [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.078892] env[68872]: DEBUG nova.virt.hardware [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.079115] env[68872]: DEBUG nova.virt.hardware [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.079270] env[68872]: DEBUG nova.virt.hardware [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.079418] env[68872]: DEBUG nova.virt.hardware [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.079619] env[68872]: DEBUG nova.virt.hardware [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.079774] env[68872]: DEBUG nova.virt.hardware [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.079963] env[68872]: DEBUG nova.virt.hardware [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.080143] env[68872]: DEBUG nova.virt.hardware [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.080313] env[68872]: DEBUG nova.virt.hardware [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.090938] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e7ca596-b97c-4905-ab94-2ff5ab4c594a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.101200] env[68872]: DEBUG oslo_vmware.api [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Task: {'id': task-3093208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.111548] env[68872]: DEBUG oslo_vmware.api [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5284cd4c-c6f7-288c-8a95-7e3d50740979, 'name': SearchDatastore_Task, 'duration_secs': 0.010107} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.112913] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.113212] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 325ffad5-d50d-47e9-9c91-b9ce936b96d9/325ffad5-d50d-47e9-9c91-b9ce936b96d9.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.113527] env[68872]: DEBUG oslo_vmware.api [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1044.113527] env[68872]: value = "task-3093209" [ 1044.113527] env[68872]: _type = "Task" [ 1044.113527] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.113714] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef61e2f5-9dc8-481f-b4a0-d210faa4e254 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.130414] env[68872]: DEBUG oslo_vmware.api [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093209, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.134134] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7f2ebf74-0d70-4317-9c76-bd6fc308fd52 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "dd7f8ad1-c394-4217-933a-622094af0f63" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.134269] env[68872]: DEBUG oslo_vmware.api [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1044.134269] env[68872]: value = "task-3093210" [ 1044.134269] env[68872]: _type = "Task" [ 1044.134269] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.149522] env[68872]: DEBUG oslo_vmware.api [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.310245] env[68872]: DEBUG nova.compute.manager [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1044.443399] env[68872]: DEBUG oslo_concurrency.lockutils [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.443927] env[68872]: DEBUG nova.compute.manager [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1044.447037] env[68872]: DEBUG oslo_concurrency.lockutils [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.315s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.448809] env[68872]: INFO nova.compute.claims [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.580296] env[68872]: DEBUG oslo_vmware.api [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Task: {'id': task-3093208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086971} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.580781] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.582525] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702c51b1-1f17-45b6-8156-f57513b62094 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.606022] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 9c9479a8-1da2-4b60-927b-514c6c999ae3/9c9479a8-1da2-4b60-927b-514c6c999ae3.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.606465] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0a51fc1-f485-48f2-8960-20f2d36177f0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.633024] env[68872]: DEBUG oslo_vmware.api [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Waiting for the task: (returnval){ [ 1044.633024] env[68872]: value = "task-3093211" [ 1044.633024] env[68872]: _type = "Task" [ 1044.633024] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.636385] env[68872]: DEBUG oslo_vmware.api [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093209, 'name': ReconfigVM_Task, 'duration_secs': 0.259457} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.646454] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Updating instance 'fe5cc7b3-155a-437c-b04c-32bbfff60809' progress to 33 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1044.661842] env[68872]: DEBUG oslo_vmware.api [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093210, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.666454] env[68872]: DEBUG oslo_vmware.api [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Task: {'id': task-3093211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.834500] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.953866] env[68872]: DEBUG nova.compute.utils [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1044.958721] env[68872]: DEBUG nova.compute.manager [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1044.958721] env[68872]: DEBUG nova.network.neutron [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1044.996912] env[68872]: DEBUG nova.policy [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '817e4975f3344913b0d9900781629ff5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd794c38080b46ceb44aaaf55d16cfef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 1045.150870] env[68872]: DEBUG oslo_vmware.api [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093210, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693008} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.154120] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 325ffad5-d50d-47e9-9c91-b9ce936b96d9/325ffad5-d50d-47e9-9c91-b9ce936b96d9.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.154513] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.157018] env[68872]: DEBUG nova.virt.hardware [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.157271] env[68872]: DEBUG nova.virt.hardware [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.157447] env[68872]: DEBUG nova.virt.hardware [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.157658] env[68872]: DEBUG nova.virt.hardware [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.157822] env[68872]: DEBUG nova.virt.hardware [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.157984] env[68872]: DEBUG nova.virt.hardware [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.158220] env[68872]: DEBUG nova.virt.hardware [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.158413] env[68872]: DEBUG nova.virt.hardware [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.158600] env[68872]: DEBUG nova.virt.hardware [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.158791] env[68872]: DEBUG nova.virt.hardware [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.158974] env[68872]: DEBUG nova.virt.hardware [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.165954] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Reconfiguring VM instance instance-00000010 to detach disk 2000 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1045.166267] env[68872]: DEBUG oslo_vmware.api [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Task: {'id': task-3093211, 'name': ReconfigVM_Task, 'duration_secs': 0.444341} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.166516] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fcd8097f-6e12-4fc1-8cfc-bda417165578 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.168678] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33a8ae86-6551-4691-b6b4-2c9ea91e8ae6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.182965] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 9c9479a8-1da2-4b60-927b-514c6c999ae3/9c9479a8-1da2-4b60-927b-514c6c999ae3.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.184278] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-570e87c6-f9da-4c19-be15-960bc54547a3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.193225] env[68872]: DEBUG oslo_vmware.api [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Waiting for the task: (returnval){ [ 1045.193225] env[68872]: value = "task-3093213" [ 1045.193225] env[68872]: _type = "Task" [ 1045.193225] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.195554] env[68872]: DEBUG oslo_vmware.api [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1045.195554] env[68872]: value = "task-3093214" [ 1045.195554] env[68872]: _type = "Task" [ 1045.195554] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.195812] env[68872]: DEBUG oslo_vmware.api [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1045.195812] env[68872]: value = "task-3093212" [ 1045.195812] env[68872]: _type = "Task" [ 1045.195812] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.212809] env[68872]: DEBUG oslo_vmware.api [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093212, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.220776] env[68872]: DEBUG oslo_vmware.api [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.221077] env[68872]: DEBUG oslo_vmware.api [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Task: {'id': task-3093213, 'name': Rename_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.305243] env[68872]: DEBUG nova.network.neutron [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Successfully created port: 6bd46c57-1acf-42ae-890f-d1e6dad3ccaa {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1045.414325] env[68872]: DEBUG nova.compute.manager [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Stashing vm_state: stopped {{(pid=68872) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1045.458882] env[68872]: DEBUG nova.compute.manager [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1045.538726] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09002fd6-69e4-40f9-b9a1-029614e19735 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "60304fb8-695c-4b9b-a825-3142c9db948a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.539060] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09002fd6-69e4-40f9-b9a1-029614e19735 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "60304fb8-695c-4b9b-a825-3142c9db948a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.539270] env[68872]: DEBUG nova.compute.manager [None req-09002fd6-69e4-40f9-b9a1-029614e19735 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Going to confirm migration 4 {{(pid=68872) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1045.711642] env[68872]: DEBUG oslo_vmware.api [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Task: {'id': task-3093213, 'name': Rename_Task, 'duration_secs': 0.411638} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.714870] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.715319] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f503ff9c-187f-49de-ab0c-0af63480bc52 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.719752] env[68872]: DEBUG oslo_vmware.api [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093212, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.410682} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.724016] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.724773] env[68872]: DEBUG oslo_vmware.api [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093214, 'name': ReconfigVM_Task, 'duration_secs': 0.451408} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.728198] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343a3832-3f35-44e6-81ab-434c904d3e21 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.732286] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Reconfigured VM instance instance-00000010 to detach disk 2000 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1045.734435] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c66b2d3-3c19-4adc-9ecc-b9cf9f4e0316 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.737139] env[68872]: DEBUG oslo_vmware.api [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Waiting for the task: (returnval){ [ 1045.737139] env[68872]: value = "task-3093215" [ 1045.737139] env[68872]: _type = "Task" [ 1045.737139] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.760635] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 325ffad5-d50d-47e9-9c91-b9ce936b96d9/325ffad5-d50d-47e9-9c91-b9ce936b96d9.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.777459] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da9b99d5-5171-4ccf-9c35-32d16ea1bb61 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.797589] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] fe5cc7b3-155a-437c-b04c-32bbfff60809/fe5cc7b3-155a-437c-b04c-32bbfff60809.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.804040] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccf7c3cb-180f-4a4b-984a-695b563a2e0a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.816420] env[68872]: DEBUG oslo_vmware.api [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Task: {'id': task-3093215, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.826205] env[68872]: DEBUG oslo_vmware.api [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1045.826205] env[68872]: value = "task-3093216" [ 1045.826205] env[68872]: _type = "Task" [ 1045.826205] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.827609] env[68872]: DEBUG oslo_vmware.api [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1045.827609] env[68872]: value = "task-3093217" [ 1045.827609] env[68872]: _type = "Task" [ 1045.827609] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.843011] env[68872]: DEBUG oslo_vmware.api [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093216, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.846020] env[68872]: DEBUG oslo_vmware.api [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093217, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.889395] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6576343b-f5dc-41a5-9d66-104b47c599a9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.897412] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c2fd91-9211-4fff-a668-ba8f9db3b67b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.933868] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b99f76e-309e-4545-9f46-6d7c5a5afc71 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.943095] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a507441-86c7-4300-baea-a6f72a87f6d9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.949750] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.958408] env[68872]: DEBUG nova.compute.provider_tree [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.081011] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09002fd6-69e4-40f9-b9a1-029614e19735 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "refresh_cache-60304fb8-695c-4b9b-a825-3142c9db948a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.081225] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09002fd6-69e4-40f9-b9a1-029614e19735 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquired lock "refresh_cache-60304fb8-695c-4b9b-a825-3142c9db948a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.081403] env[68872]: DEBUG nova.network.neutron [None req-09002fd6-69e4-40f9-b9a1-029614e19735 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.081582] env[68872]: DEBUG nova.objects.instance [None req-09002fd6-69e4-40f9-b9a1-029614e19735 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lazy-loading 'info_cache' on Instance uuid 60304fb8-695c-4b9b-a825-3142c9db948a {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.251053] env[68872]: DEBUG oslo_vmware.api [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Task: {'id': task-3093215, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.341079] env[68872]: DEBUG oslo_vmware.api [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093217, 'name': ReconfigVM_Task, 'duration_secs': 0.448234} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.344289] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 325ffad5-d50d-47e9-9c91-b9ce936b96d9/325ffad5-d50d-47e9-9c91-b9ce936b96d9.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.344930] env[68872]: DEBUG oslo_vmware.api [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.345159] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09133eec-bcd3-439b-afa2-390ceb53d0b8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.351957] env[68872]: DEBUG oslo_vmware.api [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1046.351957] env[68872]: value = "task-3093218" [ 1046.351957] env[68872]: _type = "Task" [ 1046.351957] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.361097] env[68872]: DEBUG oslo_vmware.api [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093218, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.461571] env[68872]: DEBUG nova.scheduler.client.report [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.472478] env[68872]: DEBUG nova.compute.manager [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1046.501032] env[68872]: DEBUG nova.virt.hardware [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.501274] env[68872]: DEBUG nova.virt.hardware [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.501438] env[68872]: DEBUG nova.virt.hardware [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.501636] env[68872]: DEBUG nova.virt.hardware [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.501782] env[68872]: DEBUG nova.virt.hardware [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.501960] env[68872]: DEBUG nova.virt.hardware [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.502198] env[68872]: DEBUG nova.virt.hardware [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.502384] env[68872]: DEBUG nova.virt.hardware [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.502569] env[68872]: DEBUG nova.virt.hardware [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.502755] env[68872]: DEBUG nova.virt.hardware [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.502940] env[68872]: DEBUG nova.virt.hardware [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.503878] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4a8028-91b0-4f98-bc61-755e5ddd4584 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.513358] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b0b81f-4f98-41ae-854a-691c0e13526d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.729096] env[68872]: DEBUG nova.compute.manager [req-712fe619-8e5c-4a0b-b452-e75dba22d986 req-ebdd9cfd-ae06-49a6-b0cf-c93adb0433a6 service nova] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Received event network-vif-plugged-6bd46c57-1acf-42ae-890f-d1e6dad3ccaa {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.730992] env[68872]: DEBUG oslo_concurrency.lockutils [req-712fe619-8e5c-4a0b-b452-e75dba22d986 req-ebdd9cfd-ae06-49a6-b0cf-c93adb0433a6 service nova] Acquiring lock "059f95e7-49be-4e47-8681-eae430f316f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.731614] env[68872]: DEBUG oslo_concurrency.lockutils [req-712fe619-8e5c-4a0b-b452-e75dba22d986 req-ebdd9cfd-ae06-49a6-b0cf-c93adb0433a6 service nova] Lock "059f95e7-49be-4e47-8681-eae430f316f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.732992] env[68872]: DEBUG oslo_concurrency.lockutils [req-712fe619-8e5c-4a0b-b452-e75dba22d986 req-ebdd9cfd-ae06-49a6-b0cf-c93adb0433a6 service nova] Lock "059f95e7-49be-4e47-8681-eae430f316f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.733277] env[68872]: DEBUG nova.compute.manager [req-712fe619-8e5c-4a0b-b452-e75dba22d986 req-ebdd9cfd-ae06-49a6-b0cf-c93adb0433a6 service nova] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] No waiting events found dispatching network-vif-plugged-6bd46c57-1acf-42ae-890f-d1e6dad3ccaa {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1046.733539] env[68872]: WARNING nova.compute.manager [req-712fe619-8e5c-4a0b-b452-e75dba22d986 req-ebdd9cfd-ae06-49a6-b0cf-c93adb0433a6 service nova] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Received unexpected event network-vif-plugged-6bd46c57-1acf-42ae-890f-d1e6dad3ccaa for instance with vm_state building and task_state spawning. [ 1046.754148] env[68872]: DEBUG oslo_vmware.api [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Task: {'id': task-3093215, 'name': PowerOnVM_Task, 'duration_secs': 0.52384} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.754601] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.754810] env[68872]: DEBUG nova.compute.manager [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.755840] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2370d54d-22bd-4d0e-ba4d-8209b95240fa {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.842773] env[68872]: DEBUG oslo_vmware.api [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093216, 'name': ReconfigVM_Task, 'duration_secs': 0.76152} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.843076] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Reconfigured VM instance instance-00000010 to attach disk [datastore2] fe5cc7b3-155a-437c-b04c-32bbfff60809/fe5cc7b3-155a-437c-b04c-32bbfff60809.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.843360] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Updating instance 'fe5cc7b3-155a-437c-b04c-32bbfff60809' progress to 50 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1046.864893] env[68872]: DEBUG oslo_vmware.api [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093218, 'name': Rename_Task, 'duration_secs': 0.270213} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.865192] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.865482] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88b7c640-7da8-46ef-9363-49bd3882695a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.874506] env[68872]: DEBUG nova.network.neutron [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Successfully updated port: 6bd46c57-1acf-42ae-890f-d1e6dad3ccaa {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1046.879796] env[68872]: DEBUG oslo_vmware.api [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1046.879796] env[68872]: value = "task-3093219" [ 1046.879796] env[68872]: _type = "Task" [ 1046.879796] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.892640] env[68872]: DEBUG oslo_vmware.api [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.966392] env[68872]: DEBUG oslo_concurrency.lockutils [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.966923] env[68872]: DEBUG nova.compute.manager [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.969627] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f9af2dbf-1050-46ec-93d6-d00bd4b8c7f5 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.206s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.969873] env[68872]: DEBUG nova.objects.instance [None req-f9af2dbf-1050-46ec-93d6-d00bd4b8c7f5 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Lazy-loading 'resources' on Instance uuid 0886c6c4-c9d4-4e4d-b725-2559d0017f4a {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.278680] env[68872]: DEBUG oslo_concurrency.lockutils [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.286620] env[68872]: DEBUG nova.network.neutron [None req-09002fd6-69e4-40f9-b9a1-029614e19735 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Updating instance_info_cache with network_info: [{"id": "fe041982-b172-4fa0-a6b8-7b7de1403e43", "address": "fa:16:3e:18:50:50", "network": {"id": "395722e8-10c9-4cd4-9e49-c1858a0ce30a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1962560931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9960a3dc622c43cd9f219d00dba59dc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe041982-b1", "ovs_interfaceid": "fe041982-b172-4fa0-a6b8-7b7de1403e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.350745] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e462e1b-7f79-441e-ad74-4a6a9a71e4b1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.371226] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3909ff12-948a-430b-b0cf-0e132819de5c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.390753] env[68872]: DEBUG oslo_concurrency.lockutils [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Acquiring lock "refresh_cache-059f95e7-49be-4e47-8681-eae430f316f8" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.390903] env[68872]: DEBUG oslo_concurrency.lockutils [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Acquired lock "refresh_cache-059f95e7-49be-4e47-8681-eae430f316f8" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.391069] env[68872]: DEBUG nova.network.neutron [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.392357] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Updating instance 'fe5cc7b3-155a-437c-b04c-32bbfff60809' progress to 67 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1047.404942] env[68872]: DEBUG oslo_vmware.api [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093219, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.473408] env[68872]: DEBUG nova.compute.utils [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.477833] env[68872]: DEBUG nova.compute.manager [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1047.478011] env[68872]: DEBUG nova.network.neutron [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1047.517313] env[68872]: DEBUG nova.policy [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb17fb618fad45b2a6dcd39895afae7b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c33e619a5cd4a7cb4406944a41746d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.549270] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ce3b2d2d-67a5-4cc8-8aab-8de5eac7b1ee tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Acquiring lock "9c9479a8-1da2-4b60-927b-514c6c999ae3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.549657] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ce3b2d2d-67a5-4cc8-8aab-8de5eac7b1ee tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Lock "9c9479a8-1da2-4b60-927b-514c6c999ae3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.549989] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ce3b2d2d-67a5-4cc8-8aab-8de5eac7b1ee tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Acquiring lock "9c9479a8-1da2-4b60-927b-514c6c999ae3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.550320] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ce3b2d2d-67a5-4cc8-8aab-8de5eac7b1ee tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Lock "9c9479a8-1da2-4b60-927b-514c6c999ae3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.550562] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ce3b2d2d-67a5-4cc8-8aab-8de5eac7b1ee tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Lock "9c9479a8-1da2-4b60-927b-514c6c999ae3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.554440] env[68872]: INFO nova.compute.manager [None req-ce3b2d2d-67a5-4cc8-8aab-8de5eac7b1ee tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Terminating instance [ 1047.788848] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f61ed1-04cc-4871-8c9e-8338eb911c13 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.790164] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09002fd6-69e4-40f9-b9a1-029614e19735 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Releasing lock "refresh_cache-60304fb8-695c-4b9b-a825-3142c9db948a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.790496] env[68872]: DEBUG nova.objects.instance [None req-09002fd6-69e4-40f9-b9a1-029614e19735 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lazy-loading 'migration_context' on Instance uuid 60304fb8-695c-4b9b-a825-3142c9db948a {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.801045] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a54856-74ef-4f08-8495-f97775a8baea {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.837067] env[68872]: DEBUG nova.network.neutron [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Successfully created port: e63489fb-8e86-451d-9838-3b88ce33d79f {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.839644] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961d00f6-00ff-4f2f-a89a-f24b75646209 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.849037] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db48d7b-80b2-4359-91e3-97a49edf2f50 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.865428] env[68872]: DEBUG nova.compute.provider_tree [None req-f9af2dbf-1050-46ec-93d6-d00bd4b8c7f5 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.909076] env[68872]: DEBUG oslo_vmware.api [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093219, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.965912] env[68872]: DEBUG nova.network.neutron [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1047.979632] env[68872]: DEBUG nova.compute.manager [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1048.017958] env[68872]: DEBUG nova.network.neutron [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Port bc538013-2e8f-4d4b-9b56-033963cf2569 binding to destination host cpu-1 is already ACTIVE {{(pid=68872) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1048.057997] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ce3b2d2d-67a5-4cc8-8aab-8de5eac7b1ee tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Acquiring lock "refresh_cache-9c9479a8-1da2-4b60-927b-514c6c999ae3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.058307] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ce3b2d2d-67a5-4cc8-8aab-8de5eac7b1ee tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Acquired lock "refresh_cache-9c9479a8-1da2-4b60-927b-514c6c999ae3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.058491] env[68872]: DEBUG nova.network.neutron [None req-ce3b2d2d-67a5-4cc8-8aab-8de5eac7b1ee tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.218834] env[68872]: DEBUG nova.network.neutron [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Updating instance_info_cache with network_info: [{"id": "6bd46c57-1acf-42ae-890f-d1e6dad3ccaa", "address": "fa:16:3e:9f:f5:14", "network": {"id": "cd7dad32-2223-4e14-be17-d6673a1d68d1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-917739147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bd794c38080b46ceb44aaaf55d16cfef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bd46c57-1a", "ovs_interfaceid": "6bd46c57-1acf-42ae-890f-d1e6dad3ccaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.297286] env[68872]: DEBUG nova.objects.base [None req-09002fd6-69e4-40f9-b9a1-029614e19735 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Object Instance<60304fb8-695c-4b9b-a825-3142c9db948a> lazy-loaded attributes: info_cache,migration_context {{(pid=68872) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1048.298286] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8430659-bd39-4d11-93ee-d010600896fc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.320747] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bde1ede4-f615-4a24-9a53-485e496013b7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.326927] env[68872]: DEBUG oslo_vmware.api [None req-09002fd6-69e4-40f9-b9a1-029614e19735 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 1048.326927] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52ede87c-a547-8ffe-3f8b-f92ba3506da2" [ 1048.326927] env[68872]: _type = "Task" [ 1048.326927] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.335378] env[68872]: DEBUG oslo_vmware.api [None req-09002fd6-69e4-40f9-b9a1-029614e19735 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52ede87c-a547-8ffe-3f8b-f92ba3506da2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.368827] env[68872]: DEBUG nova.scheduler.client.report [None req-f9af2dbf-1050-46ec-93d6-d00bd4b8c7f5 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.403082] env[68872]: DEBUG oslo_vmware.api [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093219, 'name': PowerOnVM_Task, 'duration_secs': 1.193027} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.403375] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.403609] env[68872]: INFO nova.compute.manager [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Took 10.30 seconds to spawn the instance on the hypervisor. [ 1048.403791] env[68872]: DEBUG nova.compute.manager [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.404621] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdacb56-81bb-45a2-8e71-999aff98dd31 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.577794] env[68872]: DEBUG nova.network.neutron [None req-ce3b2d2d-67a5-4cc8-8aab-8de5eac7b1ee tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1048.628685] env[68872]: DEBUG nova.network.neutron [None req-ce3b2d2d-67a5-4cc8-8aab-8de5eac7b1ee tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.721608] env[68872]: DEBUG oslo_concurrency.lockutils [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Releasing lock "refresh_cache-059f95e7-49be-4e47-8681-eae430f316f8" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.721995] env[68872]: DEBUG nova.compute.manager [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Instance network_info: |[{"id": "6bd46c57-1acf-42ae-890f-d1e6dad3ccaa", "address": "fa:16:3e:9f:f5:14", "network": {"id": "cd7dad32-2223-4e14-be17-d6673a1d68d1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-917739147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bd794c38080b46ceb44aaaf55d16cfef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bd46c57-1a", "ovs_interfaceid": "6bd46c57-1acf-42ae-890f-d1e6dad3ccaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1048.722455] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:f5:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bd46c57-1acf-42ae-890f-d1e6dad3ccaa', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1048.729963] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.730186] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1048.730407] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12a2a715-99c7-4a01-962e-db7c32806811 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.751401] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1048.751401] env[68872]: value = "task-3093220" [ 1048.751401] env[68872]: _type = "Task" [ 1048.751401] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.756590] env[68872]: DEBUG nova.compute.manager [req-323cd711-9acd-4543-a4f8-5b5d17d8a705 req-fce9f192-40d2-412a-ade9-cc9158ba6073 service nova] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Received event network-changed-6bd46c57-1acf-42ae-890f-d1e6dad3ccaa {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.756773] env[68872]: DEBUG nova.compute.manager [req-323cd711-9acd-4543-a4f8-5b5d17d8a705 req-fce9f192-40d2-412a-ade9-cc9158ba6073 service nova] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Refreshing instance network info cache due to event network-changed-6bd46c57-1acf-42ae-890f-d1e6dad3ccaa. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.756988] env[68872]: DEBUG oslo_concurrency.lockutils [req-323cd711-9acd-4543-a4f8-5b5d17d8a705 req-fce9f192-40d2-412a-ade9-cc9158ba6073 service nova] Acquiring lock "refresh_cache-059f95e7-49be-4e47-8681-eae430f316f8" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.757145] env[68872]: DEBUG oslo_concurrency.lockutils [req-323cd711-9acd-4543-a4f8-5b5d17d8a705 req-fce9f192-40d2-412a-ade9-cc9158ba6073 service nova] Acquired lock "refresh_cache-059f95e7-49be-4e47-8681-eae430f316f8" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.757312] env[68872]: DEBUG nova.network.neutron [req-323cd711-9acd-4543-a4f8-5b5d17d8a705 req-fce9f192-40d2-412a-ade9-cc9158ba6073 service nova] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Refreshing network info cache for port 6bd46c57-1acf-42ae-890f-d1e6dad3ccaa {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.764036] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093220, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.838714] env[68872]: DEBUG oslo_vmware.api [None req-09002fd6-69e4-40f9-b9a1-029614e19735 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52ede87c-a547-8ffe-3f8b-f92ba3506da2, 'name': SearchDatastore_Task, 'duration_secs': 0.00867} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.839022] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09002fd6-69e4-40f9-b9a1-029614e19735 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.877158] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f9af2dbf-1050-46ec-93d6-d00bd4b8c7f5 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.907s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.879588] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.443s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.881790] env[68872]: INFO nova.compute.claims [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.924037] env[68872]: INFO nova.compute.manager [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Took 31.61 seconds to build instance. [ 1048.989737] env[68872]: DEBUG nova.compute.manager [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1049.021299] env[68872]: DEBUG nova.virt.hardware [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.021498] env[68872]: DEBUG nova.virt.hardware [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.021787] env[68872]: DEBUG nova.virt.hardware [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.022044] env[68872]: DEBUG nova.virt.hardware [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.022217] env[68872]: DEBUG nova.virt.hardware [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.022368] env[68872]: DEBUG nova.virt.hardware [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.022617] env[68872]: DEBUG nova.virt.hardware [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.022826] env[68872]: DEBUG nova.virt.hardware [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.023035] env[68872]: DEBUG nova.virt.hardware [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.023245] env[68872]: DEBUG nova.virt.hardware [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.023467] env[68872]: DEBUG nova.virt.hardware [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.024763] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1983226d-b4af-44d3-b570-37a08006b055 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.795556] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ce3b2d2d-67a5-4cc8-8aab-8de5eac7b1ee tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Releasing lock "refresh_cache-9c9479a8-1da2-4b60-927b-514c6c999ae3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.796036] env[68872]: DEBUG nova.compute.manager [None req-ce3b2d2d-67a5-4cc8-8aab-8de5eac7b1ee tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.796164] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3b2d2d-67a5-4cc8-8aab-8de5eac7b1ee tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.802347] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d5f5fb4d-df27-40f8-825a-ce922313ca3e tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "325ffad5-d50d-47e9-9c91-b9ce936b96d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.498s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.810872] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f9af2dbf-1050-46ec-93d6-d00bd4b8c7f5 tempest-ServerActionsV293TestJSON-1909338641 tempest-ServerActionsV293TestJSON-1909338641-project-member] Lock "0886c6c4-c9d4-4e4d-b725-2559d0017f4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.460s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.814193] env[68872]: DEBUG nova.network.neutron [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Successfully updated port: e63489fb-8e86-451d-9838-3b88ce33d79f {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1049.814580] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "fe5cc7b3-155a-437c-b04c-32bbfff60809-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.814784] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "fe5cc7b3-155a-437c-b04c-32bbfff60809-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.814945] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "fe5cc7b3-155a-437c-b04c-32bbfff60809-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.817125] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51f50ab-4238-4259-82e6-27d49eda3872 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.829221] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e1ec43-00d7-441b-875d-e0739f79ceb0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.842119] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093220, 'name': CreateVM_Task, 'duration_secs': 0.388801} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.857221] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1049.857663] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3b2d2d-67a5-4cc8-8aab-8de5eac7b1ee tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.861087] env[68872]: DEBUG oslo_concurrency.lockutils [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.861304] env[68872]: DEBUG oslo_concurrency.lockutils [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.861557] env[68872]: DEBUG oslo_concurrency.lockutils [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.862085] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46a6e0e9-f8ca-4089-be89-12873df10b45 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.864651] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-056ddea3-3afe-4662-95ce-2806c7955da6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.876998] env[68872]: DEBUG oslo_vmware.api [None req-ce3b2d2d-67a5-4cc8-8aab-8de5eac7b1ee tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Waiting for the task: (returnval){ [ 1049.876998] env[68872]: value = "task-3093221" [ 1049.876998] env[68872]: _type = "Task" [ 1049.876998] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.877351] env[68872]: DEBUG oslo_vmware.api [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for the task: (returnval){ [ 1049.877351] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a1528f-1e8c-f452-a381-b1281ac809c4" [ 1049.877351] env[68872]: _type = "Task" [ 1049.877351] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.895657] env[68872]: DEBUG oslo_vmware.api [None req-ce3b2d2d-67a5-4cc8-8aab-8de5eac7b1ee tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': task-3093221, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.896359] env[68872]: DEBUG oslo_vmware.api [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a1528f-1e8c-f452-a381-b1281ac809c4, 'name': SearchDatastore_Task, 'duration_secs': 0.01639} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.896688] env[68872]: DEBUG oslo_concurrency.lockutils [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.897263] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.897355] env[68872]: DEBUG oslo_concurrency.lockutils [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.897535] env[68872]: DEBUG oslo_concurrency.lockutils [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.897795] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.898167] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65ae9fc3-e2fd-4b72-bd71-42afd5731df9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.908938] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.909266] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.910568] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72c5273e-588c-43d3-971d-ef7e2f40600a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.917720] env[68872]: DEBUG oslo_vmware.api [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for the task: (returnval){ [ 1049.917720] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529398ec-36f5-78d8-4373-0a58f7d2804f" [ 1049.917720] env[68872]: _type = "Task" [ 1049.917720] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.929800] env[68872]: DEBUG oslo_vmware.api [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529398ec-36f5-78d8-4373-0a58f7d2804f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.024363] env[68872]: DEBUG nova.network.neutron [req-323cd711-9acd-4543-a4f8-5b5d17d8a705 req-fce9f192-40d2-412a-ade9-cc9158ba6073 service nova] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Updated VIF entry in instance network info cache for port 6bd46c57-1acf-42ae-890f-d1e6dad3ccaa. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.024796] env[68872]: DEBUG nova.network.neutron [req-323cd711-9acd-4543-a4f8-5b5d17d8a705 req-fce9f192-40d2-412a-ade9-cc9158ba6073 service nova] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Updating instance_info_cache with network_info: [{"id": "6bd46c57-1acf-42ae-890f-d1e6dad3ccaa", "address": "fa:16:3e:9f:f5:14", "network": {"id": "cd7dad32-2223-4e14-be17-d6673a1d68d1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-917739147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bd794c38080b46ceb44aaaf55d16cfef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bd46c57-1a", "ovs_interfaceid": "6bd46c57-1acf-42ae-890f-d1e6dad3ccaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.322076] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "325ffad5-d50d-47e9-9c91-b9ce936b96d9" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.322369] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "325ffad5-d50d-47e9-9c91-b9ce936b96d9" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.322658] env[68872]: INFO nova.compute.manager [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Shelving [ 1050.361092] env[68872]: DEBUG oslo_concurrency.lockutils [None req-78a667ad-1b49-4441-84d1-9aa3d7b16b26 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "7f5e18b9-1307-4803-92df-2a23901d6f16" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.361359] env[68872]: DEBUG oslo_concurrency.lockutils [None req-78a667ad-1b49-4441-84d1-9aa3d7b16b26 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "7f5e18b9-1307-4803-92df-2a23901d6f16" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.368860] env[68872]: DEBUG oslo_concurrency.lockutils [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "refresh_cache-8e0c4a19-62da-4b15-a574-3b80a44a4eca" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.369118] env[68872]: DEBUG oslo_concurrency.lockutils [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquired lock "refresh_cache-8e0c4a19-62da-4b15-a574-3b80a44a4eca" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.369569] env[68872]: DEBUG nova.network.neutron [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.389630] env[68872]: DEBUG oslo_vmware.api [None req-ce3b2d2d-67a5-4cc8-8aab-8de5eac7b1ee tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': task-3093221, 'name': PowerOffVM_Task, 'duration_secs': 0.282696} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.391804] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3b2d2d-67a5-4cc8-8aab-8de5eac7b1ee tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.391893] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3b2d2d-67a5-4cc8-8aab-8de5eac7b1ee tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.392376] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-204b7e31-14b9-4ef9-b710-887d6476c40e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.425232] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3b2d2d-67a5-4cc8-8aab-8de5eac7b1ee tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.425457] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3b2d2d-67a5-4cc8-8aab-8de5eac7b1ee tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.425639] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce3b2d2d-67a5-4cc8-8aab-8de5eac7b1ee tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Deleting the datastore file [datastore1] 9c9479a8-1da2-4b60-927b-514c6c999ae3 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.426280] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83c0e6b4-d611-44a8-bbb6-0d4b39932b61 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.431714] env[68872]: DEBUG oslo_vmware.api [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529398ec-36f5-78d8-4373-0a58f7d2804f, 'name': SearchDatastore_Task, 'duration_secs': 0.012781} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.436053] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65ea267f-330d-486d-ae66-f5ab429abd32 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.439053] env[68872]: DEBUG oslo_vmware.api [None req-ce3b2d2d-67a5-4cc8-8aab-8de5eac7b1ee tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Waiting for the task: (returnval){ [ 1050.439053] env[68872]: value = "task-3093223" [ 1050.439053] env[68872]: _type = "Task" [ 1050.439053] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.443261] env[68872]: DEBUG oslo_vmware.api [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for the task: (returnval){ [ 1050.443261] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5294d73a-5935-44af-bdc4-e025582d64a4" [ 1050.443261] env[68872]: _type = "Task" [ 1050.443261] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.452623] env[68872]: DEBUG oslo_vmware.api [None req-ce3b2d2d-67a5-4cc8-8aab-8de5eac7b1ee tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': task-3093223, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.459154] env[68872]: DEBUG oslo_vmware.api [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5294d73a-5935-44af-bdc4-e025582d64a4, 'name': SearchDatastore_Task, 'duration_secs': 0.013454} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.459415] env[68872]: DEBUG oslo_concurrency.lockutils [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.459674] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 059f95e7-49be-4e47-8681-eae430f316f8/059f95e7-49be-4e47-8681-eae430f316f8.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1050.459936] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ca3c389-788c-497a-8452-4d8747cec496 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.467074] env[68872]: DEBUG oslo_vmware.api [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for the task: (returnval){ [ 1050.467074] env[68872]: value = "task-3093224" [ 1050.467074] env[68872]: _type = "Task" [ 1050.467074] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.478851] env[68872]: DEBUG oslo_vmware.api [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.527957] env[68872]: DEBUG oslo_concurrency.lockutils [req-323cd711-9acd-4543-a4f8-5b5d17d8a705 req-fce9f192-40d2-412a-ade9-cc9158ba6073 service nova] Releasing lock "refresh_cache-059f95e7-49be-4e47-8681-eae430f316f8" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.672484] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5de192d-723f-4ad6-93bf-8d7c6adcd04b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.681531] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5db1e84-71fd-4fbf-8170-a3fd1ad27bc1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.719151] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e173c3b-50b4-4959-86c7-2ec60e8b8d6a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.729811] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992979fc-8ff6-4cde-86d8-2476af9e4053 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.746810] env[68872]: DEBUG nova.compute.provider_tree [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.784606] env[68872]: DEBUG nova.compute.manager [req-31c71b2d-d7c8-43b1-bc67-2c95a5f23f5b req-48a6f8e1-201a-4bbb-8cea-03ee666867e2 service nova] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Received event network-vif-plugged-e63489fb-8e86-451d-9838-3b88ce33d79f {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.784841] env[68872]: DEBUG oslo_concurrency.lockutils [req-31c71b2d-d7c8-43b1-bc67-2c95a5f23f5b req-48a6f8e1-201a-4bbb-8cea-03ee666867e2 service nova] Acquiring lock "8e0c4a19-62da-4b15-a574-3b80a44a4eca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.785064] env[68872]: DEBUG oslo_concurrency.lockutils [req-31c71b2d-d7c8-43b1-bc67-2c95a5f23f5b req-48a6f8e1-201a-4bbb-8cea-03ee666867e2 service nova] Lock "8e0c4a19-62da-4b15-a574-3b80a44a4eca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.785249] env[68872]: DEBUG oslo_concurrency.lockutils [req-31c71b2d-d7c8-43b1-bc67-2c95a5f23f5b req-48a6f8e1-201a-4bbb-8cea-03ee666867e2 service nova] Lock "8e0c4a19-62da-4b15-a574-3b80a44a4eca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.785423] env[68872]: DEBUG nova.compute.manager [req-31c71b2d-d7c8-43b1-bc67-2c95a5f23f5b req-48a6f8e1-201a-4bbb-8cea-03ee666867e2 service nova] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] No waiting events found dispatching network-vif-plugged-e63489fb-8e86-451d-9838-3b88ce33d79f {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1050.785586] env[68872]: WARNING nova.compute.manager [req-31c71b2d-d7c8-43b1-bc67-2c95a5f23f5b req-48a6f8e1-201a-4bbb-8cea-03ee666867e2 service nova] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Received unexpected event network-vif-plugged-e63489fb-8e86-451d-9838-3b88ce33d79f for instance with vm_state building and task_state spawning. [ 1050.785744] env[68872]: DEBUG nova.compute.manager [req-31c71b2d-d7c8-43b1-bc67-2c95a5f23f5b req-48a6f8e1-201a-4bbb-8cea-03ee666867e2 service nova] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Received event network-changed-e63489fb-8e86-451d-9838-3b88ce33d79f {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.785901] env[68872]: DEBUG nova.compute.manager [req-31c71b2d-d7c8-43b1-bc67-2c95a5f23f5b req-48a6f8e1-201a-4bbb-8cea-03ee666867e2 service nova] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Refreshing instance network info cache due to event network-changed-e63489fb-8e86-451d-9838-3b88ce33d79f. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1050.786178] env[68872]: DEBUG oslo_concurrency.lockutils [req-31c71b2d-d7c8-43b1-bc67-2c95a5f23f5b req-48a6f8e1-201a-4bbb-8cea-03ee666867e2 service nova] Acquiring lock "refresh_cache-8e0c4a19-62da-4b15-a574-3b80a44a4eca" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.860352] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "refresh_cache-fe5cc7b3-155a-437c-b04c-32bbfff60809" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.860671] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquired lock "refresh_cache-fe5cc7b3-155a-437c-b04c-32bbfff60809" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.860900] env[68872]: DEBUG nova.network.neutron [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.864640] env[68872]: INFO nova.compute.manager [None req-78a667ad-1b49-4441-84d1-9aa3d7b16b26 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Detaching volume fb864c80-d852-4528-b24d-a848d40c4f9d [ 1050.907636] env[68872]: DEBUG nova.network.neutron [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.911497] env[68872]: INFO nova.virt.block_device [None req-78a667ad-1b49-4441-84d1-9aa3d7b16b26 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Attempting to driver detach volume fb864c80-d852-4528-b24d-a848d40c4f9d from mountpoint /dev/sdb [ 1050.911865] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-78a667ad-1b49-4441-84d1-9aa3d7b16b26 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Volume detach. Driver type: vmdk {{(pid=68872) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1050.912202] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-78a667ad-1b49-4441-84d1-9aa3d7b16b26 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619090', 'volume_id': 'fb864c80-d852-4528-b24d-a848d40c4f9d', 'name': 'volume-fb864c80-d852-4528-b24d-a848d40c4f9d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f5e18b9-1307-4803-92df-2a23901d6f16', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb864c80-d852-4528-b24d-a848d40c4f9d', 'serial': 'fb864c80-d852-4528-b24d-a848d40c4f9d'} {{(pid=68872) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1050.913695] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7860c4-8b36-4ecd-aea2-0ad287a915f5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.951126] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6235fb71-f8fa-49eb-bf98-b6531f0e9fea {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.962394] env[68872]: DEBUG oslo_vmware.api [None req-ce3b2d2d-67a5-4cc8-8aab-8de5eac7b1ee tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Task: {'id': task-3093223, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130892} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.964828] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce3b2d2d-67a5-4cc8-8aab-8de5eac7b1ee tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.965083] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3b2d2d-67a5-4cc8-8aab-8de5eac7b1ee tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.965316] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3b2d2d-67a5-4cc8-8aab-8de5eac7b1ee tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.965611] env[68872]: INFO nova.compute.manager [None req-ce3b2d2d-67a5-4cc8-8aab-8de5eac7b1ee tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1050.965898] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce3b2d2d-67a5-4cc8-8aab-8de5eac7b1ee tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.966362] env[68872]: DEBUG nova.compute.manager [-] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.966468] env[68872]: DEBUG nova.network.neutron [-] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.969164] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fded564-0c84-42f2-9ea0-020aca744096 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.984624] env[68872]: DEBUG oslo_vmware.api [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093224, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.002340] env[68872]: DEBUG nova.network.neutron [-] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1051.004464] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b61f9e5-b42d-489b-91b6-79c266c8527a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.024223] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-78a667ad-1b49-4441-84d1-9aa3d7b16b26 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] The volume has not been displaced from its original location: [datastore2] volume-fb864c80-d852-4528-b24d-a848d40c4f9d/volume-fb864c80-d852-4528-b24d-a848d40c4f9d.vmdk. No consolidation needed. {{(pid=68872) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1051.029400] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-78a667ad-1b49-4441-84d1-9aa3d7b16b26 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1051.032506] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b064d72b-ffd9-4114-b7b2-c3a2196b9e3d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.052312] env[68872]: DEBUG oslo_vmware.api [None req-78a667ad-1b49-4441-84d1-9aa3d7b16b26 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1051.052312] env[68872]: value = "task-3093225" [ 1051.052312] env[68872]: _type = "Task" [ 1051.052312] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.060862] env[68872]: DEBUG oslo_vmware.api [None req-78a667ad-1b49-4441-84d1-9aa3d7b16b26 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093225, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.107646] env[68872]: DEBUG nova.network.neutron [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Updating instance_info_cache with network_info: [{"id": "e63489fb-8e86-451d-9838-3b88ce33d79f", "address": "fa:16:3e:69:dc:75", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63489fb-8e", "ovs_interfaceid": "e63489fb-8e86-451d-9838-3b88ce33d79f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.250021] env[68872]: DEBUG nova.scheduler.client.report [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.333397] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.333957] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c9f0bd0-4570-4c69-aa8c-3e65865bff51 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.341836] env[68872]: DEBUG oslo_vmware.api [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1051.341836] env[68872]: value = "task-3093226" [ 1051.341836] env[68872]: _type = "Task" [ 1051.341836] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.351707] env[68872]: DEBUG oslo_vmware.api [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.484493] env[68872]: DEBUG oslo_vmware.api [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093224, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.508648] env[68872]: DEBUG nova.network.neutron [-] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.562542] env[68872]: DEBUG oslo_vmware.api [None req-78a667ad-1b49-4441-84d1-9aa3d7b16b26 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093225, 'name': ReconfigVM_Task, 'duration_secs': 0.350154} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.562834] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-78a667ad-1b49-4441-84d1-9aa3d7b16b26 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1051.567497] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b815030-7281-4820-b17a-e47c6459f6be {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.584657] env[68872]: DEBUG oslo_vmware.api [None req-78a667ad-1b49-4441-84d1-9aa3d7b16b26 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1051.584657] env[68872]: value = "task-3093227" [ 1051.584657] env[68872]: _type = "Task" [ 1051.584657] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.595860] env[68872]: DEBUG oslo_vmware.api [None req-78a667ad-1b49-4441-84d1-9aa3d7b16b26 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093227, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.610709] env[68872]: DEBUG oslo_concurrency.lockutils [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Releasing lock "refresh_cache-8e0c4a19-62da-4b15-a574-3b80a44a4eca" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.611164] env[68872]: DEBUG nova.compute.manager [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Instance network_info: |[{"id": "e63489fb-8e86-451d-9838-3b88ce33d79f", "address": "fa:16:3e:69:dc:75", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63489fb-8e", "ovs_interfaceid": "e63489fb-8e86-451d-9838-3b88ce33d79f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1051.611878] env[68872]: DEBUG oslo_concurrency.lockutils [req-31c71b2d-d7c8-43b1-bc67-2c95a5f23f5b req-48a6f8e1-201a-4bbb-8cea-03ee666867e2 service nova] Acquired lock "refresh_cache-8e0c4a19-62da-4b15-a574-3b80a44a4eca" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.612210] env[68872]: DEBUG nova.network.neutron [req-31c71b2d-d7c8-43b1-bc67-2c95a5f23f5b req-48a6f8e1-201a-4bbb-8cea-03ee666867e2 service nova] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Refreshing network info cache for port e63489fb-8e86-451d-9838-3b88ce33d79f {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.613733] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:dc:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a111da1-447a-4722-9662-b0d6a2886a65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e63489fb-8e86-451d-9838-3b88ce33d79f', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.621221] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.621679] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.622479] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66306e42-f13f-4bb7-89d4-1fcf612d40dd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.643553] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.643553] env[68872]: value = "task-3093228" [ 1051.643553] env[68872]: _type = "Task" [ 1051.643553] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.653253] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093228, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.654325] env[68872]: DEBUG nova.network.neutron [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Updating instance_info_cache with network_info: [{"id": "bc538013-2e8f-4d4b-9b56-033963cf2569", "address": "fa:16:3e:db:9c:be", "network": {"id": "8d8a8028-be48-4a6a-a1fd-979a80226453", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-102971206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "558e9b8f78a1489cb07f84e03547223f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc538013-2e", "ovs_interfaceid": "bc538013-2e8f-4d4b-9b56-033963cf2569", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.755466] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.876s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.756208] env[68872]: DEBUG nova.compute.manager [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1051.760166] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.283s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.761967] env[68872]: INFO nova.compute.claims [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.860718] env[68872]: DEBUG oslo_vmware.api [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.983727] env[68872]: DEBUG oslo_vmware.api [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093224, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.011579] env[68872]: INFO nova.compute.manager [-] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Took 1.04 seconds to deallocate network for instance. [ 1052.096089] env[68872]: DEBUG oslo_vmware.api [None req-78a667ad-1b49-4441-84d1-9aa3d7b16b26 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093227, 'name': ReconfigVM_Task, 'duration_secs': 0.283425} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.096438] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-78a667ad-1b49-4441-84d1-9aa3d7b16b26 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619090', 'volume_id': 'fb864c80-d852-4528-b24d-a848d40c4f9d', 'name': 'volume-fb864c80-d852-4528-b24d-a848d40c4f9d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f5e18b9-1307-4803-92df-2a23901d6f16', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb864c80-d852-4528-b24d-a848d40c4f9d', 'serial': 'fb864c80-d852-4528-b24d-a848d40c4f9d'} {{(pid=68872) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1052.156441] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093228, 'name': CreateVM_Task, 'duration_secs': 0.409513} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.156570] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.157306] env[68872]: DEBUG oslo_concurrency.lockutils [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.157528] env[68872]: DEBUG oslo_concurrency.lockutils [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.157810] env[68872]: DEBUG oslo_concurrency.lockutils [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.158338] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Releasing lock "refresh_cache-fe5cc7b3-155a-437c-b04c-32bbfff60809" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.161900] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47c8b818-5e8c-4f37-b603-b5981e181c2a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.167851] env[68872]: DEBUG oslo_vmware.api [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 1052.167851] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]521a08ce-5420-ab9a-7f46-051097c7478d" [ 1052.167851] env[68872]: _type = "Task" [ 1052.167851] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.177243] env[68872]: DEBUG oslo_vmware.api [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]521a08ce-5420-ab9a-7f46-051097c7478d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.268877] env[68872]: DEBUG nova.compute.utils [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.273959] env[68872]: DEBUG nova.compute.manager [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1052.274148] env[68872]: DEBUG nova.network.neutron [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.331480] env[68872]: DEBUG nova.policy [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9df292db6ad4612bf62146af4a26112', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '911090d51ea344f1b4b1bd2543d778cd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 1052.353751] env[68872]: DEBUG oslo_vmware.api [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093226, 'name': PowerOffVM_Task, 'duration_secs': 0.910723} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.354336] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.355181] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9d13b5-e6f5-4f2f-8f4b-af65423c4581 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.374701] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e81baa-79f6-4641-b40b-ca798682eba9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.398143] env[68872]: DEBUG nova.network.neutron [req-31c71b2d-d7c8-43b1-bc67-2c95a5f23f5b req-48a6f8e1-201a-4bbb-8cea-03ee666867e2 service nova] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Updated VIF entry in instance network info cache for port e63489fb-8e86-451d-9838-3b88ce33d79f. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.398555] env[68872]: DEBUG nova.network.neutron [req-31c71b2d-d7c8-43b1-bc67-2c95a5f23f5b req-48a6f8e1-201a-4bbb-8cea-03ee666867e2 service nova] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Updating instance_info_cache with network_info: [{"id": "e63489fb-8e86-451d-9838-3b88ce33d79f", "address": "fa:16:3e:69:dc:75", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63489fb-8e", "ovs_interfaceid": "e63489fb-8e86-451d-9838-3b88ce33d79f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.485377] env[68872]: DEBUG oslo_vmware.api [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093224, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.565938} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.486068] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 059f95e7-49be-4e47-8681-eae430f316f8/059f95e7-49be-4e47-8681-eae430f316f8.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1052.486068] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1052.486576] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1f651e7-c407-470d-ac02-f1ece438b5fc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.494313] env[68872]: DEBUG oslo_vmware.api [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for the task: (returnval){ [ 1052.494313] env[68872]: value = "task-3093229" [ 1052.494313] env[68872]: _type = "Task" [ 1052.494313] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.504863] env[68872]: DEBUG oslo_vmware.api [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093229, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.520373] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ce3b2d2d-67a5-4cc8-8aab-8de5eac7b1ee tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.657195] env[68872]: DEBUG nova.objects.instance [None req-78a667ad-1b49-4441-84d1-9aa3d7b16b26 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lazy-loading 'flavor' on Instance uuid 7f5e18b9-1307-4803-92df-2a23901d6f16 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.680776] env[68872]: DEBUG oslo_vmware.api [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]521a08ce-5420-ab9a-7f46-051097c7478d, 'name': SearchDatastore_Task, 'duration_secs': 0.012087} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.681044] env[68872]: DEBUG oslo_concurrency.lockutils [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.681490] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.681587] env[68872]: DEBUG oslo_concurrency.lockutils [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.681694] env[68872]: DEBUG oslo_concurrency.lockutils [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.681837] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.682134] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d91d8f8-bfd0-49e4-8702-11321087abf6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.693370] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347f86af-cb44-4436-bed5-a82b6d6c3449 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.697404] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.697494] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.698564] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c658d09-c2a2-4255-97b4-ab78290c1759 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.701694] env[68872]: DEBUG nova.network.neutron [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Successfully created port: 7dd5cdd0-4b7e-4ccb-b7ed-fb23d4334ffb {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1052.720088] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc80eaf-373e-4685-b3a1-45d834954aaa {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.722190] env[68872]: DEBUG oslo_vmware.api [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 1052.722190] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]522cb71e-fd78-88f5-6789-e111936ed0e8" [ 1052.722190] env[68872]: _type = "Task" [ 1052.722190] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.728136] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Updating instance 'fe5cc7b3-155a-437c-b04c-32bbfff60809' progress to 83 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1052.736628] env[68872]: DEBUG oslo_vmware.api [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]522cb71e-fd78-88f5-6789-e111936ed0e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.778383] env[68872]: DEBUG nova.compute.manager [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1052.889034] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Creating Snapshot of the VM instance {{(pid=68872) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1052.889034] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2d7c0884-e15c-4416-a6a8-293fc7d3182b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.898163] env[68872]: DEBUG oslo_vmware.api [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1052.898163] env[68872]: value = "task-3093230" [ 1052.898163] env[68872]: _type = "Task" [ 1052.898163] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.901203] env[68872]: DEBUG oslo_concurrency.lockutils [req-31c71b2d-d7c8-43b1-bc67-2c95a5f23f5b req-48a6f8e1-201a-4bbb-8cea-03ee666867e2 service nova] Releasing lock "refresh_cache-8e0c4a19-62da-4b15-a574-3b80a44a4eca" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.907466] env[68872]: DEBUG oslo_vmware.api [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093230, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.005788] env[68872]: DEBUG oslo_vmware.api [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093229, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065391} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.008657] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1053.009925] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90216390-aeb8-4d49-91d0-13811e9ab67a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.033944] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 059f95e7-49be-4e47-8681-eae430f316f8/059f95e7-49be-4e47-8681-eae430f316f8.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.036726] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7105cec7-24d7-4719-8498-682c0aa3a8c9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.059772] env[68872]: DEBUG oslo_vmware.api [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for the task: (returnval){ [ 1053.059772] env[68872]: value = "task-3093231" [ 1053.059772] env[68872]: _type = "Task" [ 1053.059772] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.073384] env[68872]: DEBUG oslo_vmware.api [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093231, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.134418] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25ae97c-275d-4495-b2b1-40d743eac9ef {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.143060] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b894ada4-5470-404b-95e9-c35f115ef3d2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.178610] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef5db5e-9aa5-431b-95d5-4155bbd8817b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.188778] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec67d568-7553-4b5c-8700-675bac2aeafb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.204017] env[68872]: DEBUG nova.compute.provider_tree [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.233369] env[68872]: DEBUG oslo_vmware.api [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]522cb71e-fd78-88f5-6789-e111936ed0e8, 'name': SearchDatastore_Task, 'duration_secs': 0.026357} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.234237] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfb3c89b-49c8-4c41-bd06-5a678e385450 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.239764] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.241122] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b33c7fc-7ed3-49bf-807d-081ca4dab5b3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.242886] env[68872]: DEBUG oslo_vmware.api [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 1053.242886] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]528395c2-1020-a5c7-28db-d69f1561ea5a" [ 1053.242886] env[68872]: _type = "Task" [ 1053.242886] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.248311] env[68872]: DEBUG oslo_vmware.api [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1053.248311] env[68872]: value = "task-3093232" [ 1053.248311] env[68872]: _type = "Task" [ 1053.248311] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.255153] env[68872]: DEBUG oslo_vmware.api [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]528395c2-1020-a5c7-28db-d69f1561ea5a, 'name': SearchDatastore_Task, 'duration_secs': 0.010301} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.255779] env[68872]: DEBUG oslo_concurrency.lockutils [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.256074] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 8e0c4a19-62da-4b15-a574-3b80a44a4eca/8e0c4a19-62da-4b15-a574-3b80a44a4eca.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.256349] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b7d940f-c521-49c9-a133-602cb63bd9eb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.261339] env[68872]: DEBUG oslo_vmware.api [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.268056] env[68872]: DEBUG oslo_vmware.api [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 1053.268056] env[68872]: value = "task-3093233" [ 1053.268056] env[68872]: _type = "Task" [ 1053.268056] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.277357] env[68872]: DEBUG oslo_vmware.api [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.410121] env[68872]: DEBUG oslo_vmware.api [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093230, 'name': CreateSnapshot_Task, 'duration_secs': 0.446299} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.410464] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Created Snapshot of the VM instance {{(pid=68872) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1053.411276] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578b76a2-6a55-4630-b893-df424bed65e4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.571725] env[68872]: DEBUG oslo_vmware.api [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093231, 'name': ReconfigVM_Task, 'duration_secs': 0.297886} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.572063] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 059f95e7-49be-4e47-8681-eae430f316f8/059f95e7-49be-4e47-8681-eae430f316f8.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.572801] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-188a8712-ad0a-447f-8e6e-60407dc6b71b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.580619] env[68872]: DEBUG oslo_vmware.api [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for the task: (returnval){ [ 1053.580619] env[68872]: value = "task-3093234" [ 1053.580619] env[68872]: _type = "Task" [ 1053.580619] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.593421] env[68872]: DEBUG oslo_vmware.api [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093234, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.684597] env[68872]: DEBUG oslo_concurrency.lockutils [None req-78a667ad-1b49-4441-84d1-9aa3d7b16b26 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "7f5e18b9-1307-4803-92df-2a23901d6f16" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.323s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.708059] env[68872]: DEBUG nova.scheduler.client.report [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.760326] env[68872]: DEBUG oslo_vmware.api [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093232, 'name': PowerOnVM_Task, 'duration_secs': 0.466995} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.760612] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.761115] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7ec5a6-1dba-4439-aa31-8dbee25f6cb1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Updating instance 'fe5cc7b3-155a-437c-b04c-32bbfff60809' progress to 100 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1053.778486] env[68872]: DEBUG oslo_vmware.api [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093233, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497472} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.778778] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 8e0c4a19-62da-4b15-a574-3b80a44a4eca/8e0c4a19-62da-4b15-a574-3b80a44a4eca.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1053.779058] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1053.780343] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff722004-b2cf-4606-8dc3-3001c8f665d8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.788240] env[68872]: DEBUG nova.compute.manager [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1053.790436] env[68872]: DEBUG oslo_vmware.api [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 1053.790436] env[68872]: value = "task-3093235" [ 1053.790436] env[68872]: _type = "Task" [ 1053.790436] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.802151] env[68872]: DEBUG oslo_vmware.api [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093235, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.819203] env[68872]: DEBUG nova.virt.hardware [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.819474] env[68872]: DEBUG nova.virt.hardware [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.819632] env[68872]: DEBUG nova.virt.hardware [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.819887] env[68872]: DEBUG nova.virt.hardware [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.820140] env[68872]: DEBUG nova.virt.hardware [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.820349] env[68872]: DEBUG nova.virt.hardware [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.820577] env[68872]: DEBUG nova.virt.hardware [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.820739] env[68872]: DEBUG nova.virt.hardware [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.820908] env[68872]: DEBUG nova.virt.hardware [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.821088] env[68872]: DEBUG nova.virt.hardware [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.821266] env[68872]: DEBUG nova.virt.hardware [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.822253] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479db854-2f7d-449c-9f22-465a5ff6e457 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.832918] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf41f47-fa16-46de-830a-1c49dc29a5e8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.932029] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Creating linked-clone VM from snapshot {{(pid=68872) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1053.932029] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bbeff71c-2bf9-43f8-b7fa-d02ac6ff6cae {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.939582] env[68872]: DEBUG oslo_vmware.api [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1053.939582] env[68872]: value = "task-3093236" [ 1053.939582] env[68872]: _type = "Task" [ 1053.939582] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.949171] env[68872]: DEBUG oslo_vmware.api [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093236, 'name': CloneVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.091281] env[68872]: DEBUG oslo_vmware.api [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093234, 'name': Rename_Task, 'duration_secs': 0.266591} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.093032] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1054.093395] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-defca82c-d1fb-4d82-b2f9-84e3ccea87bc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.102238] env[68872]: DEBUG oslo_vmware.api [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for the task: (returnval){ [ 1054.102238] env[68872]: value = "task-3093237" [ 1054.102238] env[68872]: _type = "Task" [ 1054.102238] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.125191] env[68872]: DEBUG oslo_vmware.api [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093237, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.214261] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.214736] env[68872]: DEBUG nova.compute.manager [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1054.218404] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3cef832f-6b1c-4912-9eb9-4411c9d6ad65 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.226s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.218404] env[68872]: DEBUG nova.objects.instance [None req-3cef832f-6b1c-4912-9eb9-4411c9d6ad65 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Lazy-loading 'resources' on Instance uuid cf9b9fce-2f88-446b-95df-19795fe66125 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.301629] env[68872]: DEBUG oslo_vmware.api [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093235, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073706} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.302209] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.303020] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f2dd59-97ff-419b-820b-116bad89974d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.327758] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 8e0c4a19-62da-4b15-a574-3b80a44a4eca/8e0c4a19-62da-4b15-a574-3b80a44a4eca.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.328088] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f6abec1-810c-40db-9e17-6149045233b0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.350127] env[68872]: DEBUG oslo_vmware.api [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 1054.350127] env[68872]: value = "task-3093238" [ 1054.350127] env[68872]: _type = "Task" [ 1054.350127] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.352737] env[68872]: DEBUG nova.compute.manager [req-55eb2902-067e-4960-8336-0d0bab433a52 req-18f0e92f-59e4-4f62-9682-528245490290 service nova] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Received event network-vif-plugged-7dd5cdd0-4b7e-4ccb-b7ed-fb23d4334ffb {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.352941] env[68872]: DEBUG oslo_concurrency.lockutils [req-55eb2902-067e-4960-8336-0d0bab433a52 req-18f0e92f-59e4-4f62-9682-528245490290 service nova] Acquiring lock "d8f64e59-ee89-4da1-99a4-efdfd3dc8fab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.353214] env[68872]: DEBUG oslo_concurrency.lockutils [req-55eb2902-067e-4960-8336-0d0bab433a52 req-18f0e92f-59e4-4f62-9682-528245490290 service nova] Lock "d8f64e59-ee89-4da1-99a4-efdfd3dc8fab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.353391] env[68872]: DEBUG oslo_concurrency.lockutils [req-55eb2902-067e-4960-8336-0d0bab433a52 req-18f0e92f-59e4-4f62-9682-528245490290 service nova] Lock "d8f64e59-ee89-4da1-99a4-efdfd3dc8fab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.353558] env[68872]: DEBUG nova.compute.manager [req-55eb2902-067e-4960-8336-0d0bab433a52 req-18f0e92f-59e4-4f62-9682-528245490290 service nova] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] No waiting events found dispatching network-vif-plugged-7dd5cdd0-4b7e-4ccb-b7ed-fb23d4334ffb {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1054.353723] env[68872]: WARNING nova.compute.manager [req-55eb2902-067e-4960-8336-0d0bab433a52 req-18f0e92f-59e4-4f62-9682-528245490290 service nova] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Received unexpected event network-vif-plugged-7dd5cdd0-4b7e-4ccb-b7ed-fb23d4334ffb for instance with vm_state building and task_state spawning. [ 1054.365677] env[68872]: DEBUG oslo_vmware.api [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093238, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.450082] env[68872]: DEBUG oslo_vmware.api [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093236, 'name': CloneVM_Task} progress is 94%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.465098] env[68872]: DEBUG nova.network.neutron [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Successfully updated port: 7dd5cdd0-4b7e-4ccb-b7ed-fb23d4334ffb {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.612682] env[68872]: DEBUG oslo_vmware.api [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093237, 'name': PowerOnVM_Task, 'duration_secs': 0.509023} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.612955] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.613186] env[68872]: INFO nova.compute.manager [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Took 8.14 seconds to spawn the instance on the hypervisor. [ 1054.613384] env[68872]: DEBUG nova.compute.manager [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.614179] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8806e577-302c-4a8e-a534-e44b745fdf63 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.721665] env[68872]: DEBUG nova.compute.utils [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1054.727842] env[68872]: DEBUG nova.compute.manager [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1054.728772] env[68872]: DEBUG nova.network.neutron [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1054.754374] env[68872]: DEBUG oslo_concurrency.lockutils [None req-05ea4034-c99d-4a44-8956-cd8dc96ff932 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "7f5e18b9-1307-4803-92df-2a23901d6f16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.754508] env[68872]: DEBUG oslo_concurrency.lockutils [None req-05ea4034-c99d-4a44-8956-cd8dc96ff932 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "7f5e18b9-1307-4803-92df-2a23901d6f16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.754664] env[68872]: DEBUG oslo_concurrency.lockutils [None req-05ea4034-c99d-4a44-8956-cd8dc96ff932 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "7f5e18b9-1307-4803-92df-2a23901d6f16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.754870] env[68872]: DEBUG oslo_concurrency.lockutils [None req-05ea4034-c99d-4a44-8956-cd8dc96ff932 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "7f5e18b9-1307-4803-92df-2a23901d6f16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.755069] env[68872]: DEBUG oslo_concurrency.lockutils [None req-05ea4034-c99d-4a44-8956-cd8dc96ff932 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "7f5e18b9-1307-4803-92df-2a23901d6f16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.760053] env[68872]: INFO nova.compute.manager [None req-05ea4034-c99d-4a44-8956-cd8dc96ff932 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Terminating instance [ 1054.789125] env[68872]: DEBUG nova.policy [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9df292db6ad4612bf62146af4a26112', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '911090d51ea344f1b4b1bd2543d778cd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 1054.863629] env[68872]: DEBUG oslo_vmware.api [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093238, 'name': ReconfigVM_Task, 'duration_secs': 0.451196} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.866803] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 8e0c4a19-62da-4b15-a574-3b80a44a4eca/8e0c4a19-62da-4b15-a574-3b80a44a4eca.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.868372] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f84889b-51bf-4d24-9586-6115105ccf6c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.875909] env[68872]: DEBUG oslo_vmware.api [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 1054.875909] env[68872]: value = "task-3093239" [ 1054.875909] env[68872]: _type = "Task" [ 1054.875909] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.888788] env[68872]: DEBUG oslo_vmware.api [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093239, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.954255] env[68872]: DEBUG oslo_vmware.api [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093236, 'name': CloneVM_Task} progress is 94%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.967243] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquiring lock "refresh_cache-d8f64e59-ee89-4da1-99a4-efdfd3dc8fab" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.967395] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquired lock "refresh_cache-d8f64e59-ee89-4da1-99a4-efdfd3dc8fab" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.967542] env[68872]: DEBUG nova.network.neutron [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.084671] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d094182-5e1a-44f9-931b-73a648c15518 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.093415] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7ad5a3-b8a7-4535-b0e2-5d0f2c115942 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.131443] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18db3b5c-a09a-4843-bef6-f920909f191b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.136627] env[68872]: DEBUG nova.network.neutron [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Successfully created port: 3d01658d-c8fd-4a51-9317-019411aaabc8 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1055.139268] env[68872]: INFO nova.compute.manager [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Took 29.03 seconds to build instance. [ 1055.148034] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5384b7e8-8a0a-4852-a8b8-eb6c3fb46c8a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.162089] env[68872]: DEBUG nova.compute.provider_tree [None req-3cef832f-6b1c-4912-9eb9-4411c9d6ad65 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.227855] env[68872]: DEBUG nova.compute.manager [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1055.267027] env[68872]: DEBUG nova.compute.manager [None req-05ea4034-c99d-4a44-8956-cd8dc96ff932 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1055.267366] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-05ea4034-c99d-4a44-8956-cd8dc96ff932 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.268470] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c736ca9-c738-490a-b69d-903e170f2411 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.283718] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ea4034-c99d-4a44-8956-cd8dc96ff932 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.285026] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69a2772a-4fc0-4828-a81c-fbf4e912c358 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.295958] env[68872]: DEBUG oslo_vmware.api [None req-05ea4034-c99d-4a44-8956-cd8dc96ff932 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1055.295958] env[68872]: value = "task-3093240" [ 1055.295958] env[68872]: _type = "Task" [ 1055.295958] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.308078] env[68872]: DEBUG oslo_vmware.api [None req-05ea4034-c99d-4a44-8956-cd8dc96ff932 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.386828] env[68872]: DEBUG oslo_vmware.api [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093239, 'name': Rename_Task, 'duration_secs': 0.395123} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.387267] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.387646] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-014e5c41-6355-4f08-bee8-f4e39517b092 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.394595] env[68872]: DEBUG oslo_vmware.api [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 1055.394595] env[68872]: value = "task-3093241" [ 1055.394595] env[68872]: _type = "Task" [ 1055.394595] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.403753] env[68872]: DEBUG oslo_vmware.api [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.453377] env[68872]: DEBUG oslo_vmware.api [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093236, 'name': CloneVM_Task, 'duration_secs': 1.394337} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.453727] env[68872]: INFO nova.virt.vmwareapi.vmops [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Created linked-clone VM from snapshot [ 1055.454588] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3655fbe7-2da0-4fb4-970d-bb1ef0bdb7a0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.463759] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Uploading image 8f345ee3-3da8-425e-8640-73a1293bf4a5 {{(pid=68872) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1055.467633] env[68872]: INFO nova.compute.manager [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Rescuing [ 1055.467633] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Acquiring lock "refresh_cache-059f95e7-49be-4e47-8681-eae430f316f8" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.467728] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Acquired lock "refresh_cache-059f95e7-49be-4e47-8681-eae430f316f8" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.467915] env[68872]: DEBUG nova.network.neutron [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.507339] env[68872]: DEBUG oslo_vmware.rw_handles [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1055.507339] env[68872]: value = "vm-619119" [ 1055.507339] env[68872]: _type = "VirtualMachine" [ 1055.507339] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1055.507648] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-92f77e77-acff-4d9c-aa37-129a08774804 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.516206] env[68872]: DEBUG oslo_vmware.rw_handles [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lease: (returnval){ [ 1055.516206] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52114df9-4612-5c8a-9037-9f93ac861240" [ 1055.516206] env[68872]: _type = "HttpNfcLease" [ 1055.516206] env[68872]: } obtained for exporting VM: (result){ [ 1055.516206] env[68872]: value = "vm-619119" [ 1055.516206] env[68872]: _type = "VirtualMachine" [ 1055.516206] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1055.516567] env[68872]: DEBUG oslo_vmware.api [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the lease: (returnval){ [ 1055.516567] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52114df9-4612-5c8a-9037-9f93ac861240" [ 1055.516567] env[68872]: _type = "HttpNfcLease" [ 1055.516567] env[68872]: } to be ready. {{(pid=68872) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1055.523030] env[68872]: DEBUG nova.network.neutron [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.529115] env[68872]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1055.529115] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52114df9-4612-5c8a-9037-9f93ac861240" [ 1055.529115] env[68872]: _type = "HttpNfcLease" [ 1055.529115] env[68872]: } is initializing. {{(pid=68872) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1055.642641] env[68872]: DEBUG oslo_concurrency.lockutils [None req-08e8d9e4-a45b-4600-b344-b07ef51109f4 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Lock "059f95e7-49be-4e47-8681-eae430f316f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.546s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.663067] env[68872]: DEBUG nova.network.neutron [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Updating instance_info_cache with network_info: [{"id": "7dd5cdd0-4b7e-4ccb-b7ed-fb23d4334ffb", "address": "fa:16:3e:c9:fe:f6", "network": {"id": "a4c6ab88-4c29-4adf-b49d-89d4d0914f51", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-595589406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "911090d51ea344f1b4b1bd2543d778cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd5cdd0-4b", "ovs_interfaceid": "7dd5cdd0-4b7e-4ccb-b7ed-fb23d4334ffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.664916] env[68872]: DEBUG nova.scheduler.client.report [None req-3cef832f-6b1c-4912-9eb9-4411c9d6ad65 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.808013] env[68872]: DEBUG oslo_vmware.api [None req-05ea4034-c99d-4a44-8956-cd8dc96ff932 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093240, 'name': PowerOffVM_Task, 'duration_secs': 0.37405} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.808013] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ea4034-c99d-4a44-8956-cd8dc96ff932 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.808013] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-05ea4034-c99d-4a44-8956-cd8dc96ff932 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.808013] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62e67d94-45c6-4b85-b0ef-736b2a3ca138 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.884457] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-05ea4034-c99d-4a44-8956-cd8dc96ff932 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.884729] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-05ea4034-c99d-4a44-8956-cd8dc96ff932 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.884870] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-05ea4034-c99d-4a44-8956-cd8dc96ff932 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Deleting the datastore file [datastore2] 7f5e18b9-1307-4803-92df-2a23901d6f16 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.885184] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb09fdf2-95e5-49e5-b814-8c72237ecaf4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.892408] env[68872]: DEBUG oslo_vmware.api [None req-05ea4034-c99d-4a44-8956-cd8dc96ff932 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1055.892408] env[68872]: value = "task-3093244" [ 1055.892408] env[68872]: _type = "Task" [ 1055.892408] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.909416] env[68872]: DEBUG oslo_vmware.api [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093241, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.914454] env[68872]: DEBUG oslo_vmware.api [None req-05ea4034-c99d-4a44-8956-cd8dc96ff932 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.026559] env[68872]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1056.026559] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52114df9-4612-5c8a-9037-9f93ac861240" [ 1056.026559] env[68872]: _type = "HttpNfcLease" [ 1056.026559] env[68872]: } is ready. {{(pid=68872) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1056.029069] env[68872]: DEBUG oslo_vmware.rw_handles [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1056.029069] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52114df9-4612-5c8a-9037-9f93ac861240" [ 1056.029069] env[68872]: _type = "HttpNfcLease" [ 1056.029069] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1056.029988] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb37fd99-0867-41db-964d-13c28c784358 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.042520] env[68872]: DEBUG oslo_vmware.rw_handles [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eb300d-4a4e-410f-6185-97fe71550a30/disk-0.vmdk from lease info. {{(pid=68872) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1056.042877] env[68872]: DEBUG oslo_vmware.rw_handles [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eb300d-4a4e-410f-6185-97fe71550a30/disk-0.vmdk for reading. {{(pid=68872) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1056.169572] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Releasing lock "refresh_cache-d8f64e59-ee89-4da1-99a4-efdfd3dc8fab" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.169941] env[68872]: DEBUG nova.compute.manager [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Instance network_info: |[{"id": "7dd5cdd0-4b7e-4ccb-b7ed-fb23d4334ffb", "address": "fa:16:3e:c9:fe:f6", "network": {"id": "a4c6ab88-4c29-4adf-b49d-89d4d0914f51", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-595589406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "911090d51ea344f1b4b1bd2543d778cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd5cdd0-4b", "ovs_interfaceid": "7dd5cdd0-4b7e-4ccb-b7ed-fb23d4334ffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1056.170761] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3cef832f-6b1c-4912-9eb9-4411c9d6ad65 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.177883] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:fe:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '683a619f-b10d-41a3-8c03-4f69f6c9ce53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7dd5cdd0-4b7e-4ccb-b7ed-fb23d4334ffb', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.187180] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.187445] env[68872]: DEBUG oslo_concurrency.lockutils [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.626s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.187619] env[68872]: DEBUG nova.objects.instance [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68872) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1056.191375] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.191727] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5b3d2d0c-6b4b-4874-ac86-9e94b4b12f10 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.194066] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-714492b1-9146-4745-8a22-5d2ae84d23c6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.211682] env[68872]: INFO nova.scheduler.client.report [None req-3cef832f-6b1c-4912-9eb9-4411c9d6ad65 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Deleted allocations for instance cf9b9fce-2f88-446b-95df-19795fe66125 [ 1056.227529] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.227529] env[68872]: value = "task-3093245" [ 1056.227529] env[68872]: _type = "Task" [ 1056.227529] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.241896] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093245, 'name': CreateVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.245322] env[68872]: DEBUG nova.compute.manager [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1056.284563] env[68872]: DEBUG nova.virt.hardware [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.284687] env[68872]: DEBUG nova.virt.hardware [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.284829] env[68872]: DEBUG nova.virt.hardware [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.285089] env[68872]: DEBUG nova.virt.hardware [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.285266] env[68872]: DEBUG nova.virt.hardware [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.285451] env[68872]: DEBUG nova.virt.hardware [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.285722] env[68872]: DEBUG nova.virt.hardware [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.285988] env[68872]: DEBUG nova.virt.hardware [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.286204] env[68872]: DEBUG nova.virt.hardware [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.286377] env[68872]: DEBUG nova.virt.hardware [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.286551] env[68872]: DEBUG nova.virt.hardware [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.288099] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f312b02d-6c60-45aa-a8b6-431e842fa433 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.297708] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68126c6-9030-4e24-b44b-ae0ded5137ef {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.333102] env[68872]: DEBUG nova.network.neutron [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Updating instance_info_cache with network_info: [{"id": "6bd46c57-1acf-42ae-890f-d1e6dad3ccaa", "address": "fa:16:3e:9f:f5:14", "network": {"id": "cd7dad32-2223-4e14-be17-d6673a1d68d1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-917739147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bd794c38080b46ceb44aaaf55d16cfef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bd46c57-1a", "ovs_interfaceid": "6bd46c57-1acf-42ae-890f-d1e6dad3ccaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.383674] env[68872]: DEBUG nova.compute.manager [req-8c2e7551-e7d0-4162-b000-70a88e8ae5a1 req-6f49882f-3f28-4831-acff-c1fbbf4f1769 service nova] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Received event network-changed-7dd5cdd0-4b7e-4ccb-b7ed-fb23d4334ffb {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.383926] env[68872]: DEBUG nova.compute.manager [req-8c2e7551-e7d0-4162-b000-70a88e8ae5a1 req-6f49882f-3f28-4831-acff-c1fbbf4f1769 service nova] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Refreshing instance network info cache due to event network-changed-7dd5cdd0-4b7e-4ccb-b7ed-fb23d4334ffb. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1056.385531] env[68872]: DEBUG oslo_concurrency.lockutils [req-8c2e7551-e7d0-4162-b000-70a88e8ae5a1 req-6f49882f-3f28-4831-acff-c1fbbf4f1769 service nova] Acquiring lock "refresh_cache-d8f64e59-ee89-4da1-99a4-efdfd3dc8fab" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.385531] env[68872]: DEBUG oslo_concurrency.lockutils [req-8c2e7551-e7d0-4162-b000-70a88e8ae5a1 req-6f49882f-3f28-4831-acff-c1fbbf4f1769 service nova] Acquired lock "refresh_cache-d8f64e59-ee89-4da1-99a4-efdfd3dc8fab" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.385531] env[68872]: DEBUG nova.network.neutron [req-8c2e7551-e7d0-4162-b000-70a88e8ae5a1 req-6f49882f-3f28-4831-acff-c1fbbf4f1769 service nova] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Refreshing network info cache for port 7dd5cdd0-4b7e-4ccb-b7ed-fb23d4334ffb {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.408866] env[68872]: DEBUG oslo_vmware.api [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093241, 'name': PowerOnVM_Task, 'duration_secs': 0.668079} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.414138] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.414396] env[68872]: INFO nova.compute.manager [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Took 7.42 seconds to spawn the instance on the hypervisor. [ 1056.414602] env[68872]: DEBUG nova.compute.manager [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.414919] env[68872]: DEBUG oslo_vmware.api [None req-05ea4034-c99d-4a44-8956-cd8dc96ff932 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164315} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.416569] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35320b5f-9acb-4557-84e7-43e64ff5cf72 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.418461] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-05ea4034-c99d-4a44-8956-cd8dc96ff932 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.418640] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-05ea4034-c99d-4a44-8956-cd8dc96ff932 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.419388] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-05ea4034-c99d-4a44-8956-cd8dc96ff932 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.419388] env[68872]: INFO nova.compute.manager [None req-05ea4034-c99d-4a44-8956-cd8dc96ff932 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1056.419388] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05ea4034-c99d-4a44-8956-cd8dc96ff932 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.419867] env[68872]: DEBUG nova.compute.manager [-] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1056.419977] env[68872]: DEBUG nova.network.neutron [-] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1056.617310] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7960b135-fa47-4e70-b617-41219c49475e tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "fe5cc7b3-155a-437c-b04c-32bbfff60809" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.617698] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7960b135-fa47-4e70-b617-41219c49475e tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "fe5cc7b3-155a-437c-b04c-32bbfff60809" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.617922] env[68872]: DEBUG nova.compute.manager [None req-7960b135-fa47-4e70-b617-41219c49475e tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Going to confirm migration 5 {{(pid=68872) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1056.734182] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3cef832f-6b1c-4912-9eb9-4411c9d6ad65 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Lock "cf9b9fce-2f88-446b-95df-19795fe66125" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.266s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.739252] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093245, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.837279] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Releasing lock "refresh_cache-059f95e7-49be-4e47-8681-eae430f316f8" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.944306] env[68872]: INFO nova.compute.manager [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Took 30.84 seconds to build instance. [ 1057.202778] env[68872]: DEBUG oslo_concurrency.lockutils [None req-64c3e62d-d355-457f-a3db-e8c535f81c02 tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.204913] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 18.317s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.204913] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.205377] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68872) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1057.205997] env[68872]: DEBUG oslo_concurrency.lockutils [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.776s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.208471] env[68872]: INFO nova.compute.claims [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.214340] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867ca1d0-97cb-42f7-b78b-4cfbf77d437e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.225899] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de67e79-1ab8-4d12-96a6-1d8e01845a19 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.252588] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093245, 'name': CreateVM_Task, 'duration_secs': 0.531697} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.253566] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3892b789-53a9-48df-b139-1440a775ea5a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.256590] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1057.257500] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.257773] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.258548] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.259552] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b571866-f165-42e0-94a0-3b2758b01d20 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.269121] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5985b164-daec-48a2-b1df-3f72327c87f4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.272669] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for the task: (returnval){ [ 1057.272669] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520347da-99a5-eea8-3aa4-28d5061913ea" [ 1057.272669] env[68872]: _type = "Task" [ 1057.272669] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.307777] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179142MB free_disk=137GB free_vcpus=48 pci_devices=None {{(pid=68872) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1057.308598] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.336597] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520347da-99a5-eea8-3aa4-28d5061913ea, 'name': SearchDatastore_Task, 'duration_secs': 0.013665} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.337628] env[68872]: DEBUG nova.network.neutron [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Successfully updated port: 3d01658d-c8fd-4a51-9317-019411aaabc8 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1057.339096] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.339430] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.339679] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.339887] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.340157] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.341055] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63fae512-06e8-4877-973c-9b7106cda34c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.359956] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.360210] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.363715] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7960b135-fa47-4e70-b617-41219c49475e tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "refresh_cache-fe5cc7b3-155a-437c-b04c-32bbfff60809" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.363715] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7960b135-fa47-4e70-b617-41219c49475e tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquired lock "refresh_cache-fe5cc7b3-155a-437c-b04c-32bbfff60809" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.364025] env[68872]: DEBUG nova.network.neutron [None req-7960b135-fa47-4e70-b617-41219c49475e tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.364339] env[68872]: DEBUG nova.objects.instance [None req-7960b135-fa47-4e70-b617-41219c49475e tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lazy-loading 'info_cache' on Instance uuid fe5cc7b3-155a-437c-b04c-32bbfff60809 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.366162] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cd851b0-127a-4a2d-ba10-9ee4d549c187 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.372693] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d260cc1-7c06-4344-8616-3599c42d7fb0 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Acquiring lock "256e2347-6d78-4daf-8ac9-c9578bc2af03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.373163] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d260cc1-7c06-4344-8616-3599c42d7fb0 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Lock "256e2347-6d78-4daf-8ac9-c9578bc2af03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.373448] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d260cc1-7c06-4344-8616-3599c42d7fb0 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Acquiring lock "256e2347-6d78-4daf-8ac9-c9578bc2af03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.373704] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d260cc1-7c06-4344-8616-3599c42d7fb0 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Lock "256e2347-6d78-4daf-8ac9-c9578bc2af03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.373936] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d260cc1-7c06-4344-8616-3599c42d7fb0 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Lock "256e2347-6d78-4daf-8ac9-c9578bc2af03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.377954] env[68872]: INFO nova.compute.manager [None req-2d260cc1-7c06-4344-8616-3599c42d7fb0 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Terminating instance [ 1057.382967] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for the task: (returnval){ [ 1057.382967] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5226f496-aee6-3ccb-c5b8-84dbccd7e249" [ 1057.382967] env[68872]: _type = "Task" [ 1057.382967] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.401307] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5226f496-aee6-3ccb-c5b8-84dbccd7e249, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.448081] env[68872]: DEBUG oslo_concurrency.lockutils [None req-36404641-baa9-49ac-b3c8-5f5e278356b8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "8e0c4a19-62da-4b15-a574-3b80a44a4eca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.359s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.495297] env[68872]: DEBUG nova.network.neutron [req-8c2e7551-e7d0-4162-b000-70a88e8ae5a1 req-6f49882f-3f28-4831-acff-c1fbbf4f1769 service nova] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Updated VIF entry in instance network info cache for port 7dd5cdd0-4b7e-4ccb-b7ed-fb23d4334ffb. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.495758] env[68872]: DEBUG nova.network.neutron [req-8c2e7551-e7d0-4162-b000-70a88e8ae5a1 req-6f49882f-3f28-4831-acff-c1fbbf4f1769 service nova] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Updating instance_info_cache with network_info: [{"id": "7dd5cdd0-4b7e-4ccb-b7ed-fb23d4334ffb", "address": "fa:16:3e:c9:fe:f6", "network": {"id": "a4c6ab88-4c29-4adf-b49d-89d4d0914f51", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-595589406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "911090d51ea344f1b4b1bd2543d778cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd5cdd0-4b", "ovs_interfaceid": "7dd5cdd0-4b7e-4ccb-b7ed-fb23d4334ffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.842488] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquiring lock "refresh_cache-f869a7fc-ef11-465b-bdfc-ba2a4dc4faba" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.842669] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquired lock "refresh_cache-f869a7fc-ef11-465b-bdfc-ba2a4dc4faba" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.842728] env[68872]: DEBUG nova.network.neutron [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.887317] env[68872]: DEBUG nova.compute.manager [None req-2d260cc1-7c06-4344-8616-3599c42d7fb0 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1057.887573] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2d260cc1-7c06-4344-8616-3599c42d7fb0 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.892285] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8e5bf7-31ca-465f-807c-e7bed9b22b28 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.902862] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5226f496-aee6-3ccb-c5b8-84dbccd7e249, 'name': SearchDatastore_Task, 'duration_secs': 0.035713} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.906063] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d260cc1-7c06-4344-8616-3599c42d7fb0 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.906292] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-262e1911-5e1e-4455-b5d2-d55710931952 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.908566] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37e73d49-02d0-4cf0-8cbb-e52401bd9508 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.914188] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for the task: (returnval){ [ 1057.914188] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5200fe66-57db-ad90-ec57-4ca0127670ea" [ 1057.914188] env[68872]: _type = "Task" [ 1057.914188] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.918326] env[68872]: DEBUG oslo_vmware.api [None req-2d260cc1-7c06-4344-8616-3599c42d7fb0 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Waiting for the task: (returnval){ [ 1057.918326] env[68872]: value = "task-3093246" [ 1057.918326] env[68872]: _type = "Task" [ 1057.918326] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.925088] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5200fe66-57db-ad90-ec57-4ca0127670ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.931119] env[68872]: DEBUG oslo_vmware.api [None req-2d260cc1-7c06-4344-8616-3599c42d7fb0 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.001486] env[68872]: DEBUG oslo_concurrency.lockutils [req-8c2e7551-e7d0-4162-b000-70a88e8ae5a1 req-6f49882f-3f28-4831-acff-c1fbbf4f1769 service nova] Releasing lock "refresh_cache-d8f64e59-ee89-4da1-99a4-efdfd3dc8fab" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.031310] env[68872]: DEBUG nova.network.neutron [-] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.380879] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.381252] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43d78a63-ae4d-4e3d-a71b-2c293963e1a9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.390570] env[68872]: DEBUG oslo_vmware.api [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for the task: (returnval){ [ 1058.390570] env[68872]: value = "task-3093247" [ 1058.390570] env[68872]: _type = "Task" [ 1058.390570] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.401617] env[68872]: DEBUG nova.network.neutron [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1058.407245] env[68872]: DEBUG oslo_vmware.api [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.427352] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5200fe66-57db-ad90-ec57-4ca0127670ea, 'name': SearchDatastore_Task, 'duration_secs': 0.015844} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.430846] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.430963] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] d8f64e59-ee89-4da1-99a4-efdfd3dc8fab/d8f64e59-ee89-4da1-99a4-efdfd3dc8fab.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.432033] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-637c91f1-1f40-469f-b266-29a7d58c403b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.437012] env[68872]: DEBUG oslo_vmware.api [None req-2d260cc1-7c06-4344-8616-3599c42d7fb0 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093246, 'name': PowerOffVM_Task, 'duration_secs': 0.296692} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.437748] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d260cc1-7c06-4344-8616-3599c42d7fb0 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.437985] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2d260cc1-7c06-4344-8616-3599c42d7fb0 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.438209] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09eac66f-d708-49ac-bce2-0f28770ce608 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.443343] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for the task: (returnval){ [ 1058.443343] env[68872]: value = "task-3093248" [ 1058.443343] env[68872]: _type = "Task" [ 1058.443343] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.457980] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.537514] env[68872]: INFO nova.compute.manager [-] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Took 2.12 seconds to deallocate network for instance. [ 1058.541734] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2d260cc1-7c06-4344-8616-3599c42d7fb0 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.541984] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2d260cc1-7c06-4344-8616-3599c42d7fb0 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.542152] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d260cc1-7c06-4344-8616-3599c42d7fb0 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Deleting the datastore file [datastore2] 256e2347-6d78-4daf-8ac9-c9578bc2af03 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.545647] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfe3374a-d318-4ad0-9f99-7027ad5c44ad {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.556128] env[68872]: DEBUG oslo_vmware.api [None req-2d260cc1-7c06-4344-8616-3599c42d7fb0 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Waiting for the task: (returnval){ [ 1058.556128] env[68872]: value = "task-3093250" [ 1058.556128] env[68872]: _type = "Task" [ 1058.556128] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.569036] env[68872]: DEBUG oslo_vmware.api [None req-2d260cc1-7c06-4344-8616-3599c42d7fb0 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.609455] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7644216-f685-47be-9dc8-1803e1813c2d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.625794] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd52814-a2ea-4281-b4ae-305469bedded {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.637423] env[68872]: DEBUG nova.compute.manager [req-4c10d090-fb5b-4f7d-b7ce-835ca8370d7a req-14404428-c0f4-414c-83a4-f03a25221a3d service nova] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Received event network-vif-plugged-3d01658d-c8fd-4a51-9317-019411aaabc8 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.637423] env[68872]: DEBUG oslo_concurrency.lockutils [req-4c10d090-fb5b-4f7d-b7ce-835ca8370d7a req-14404428-c0f4-414c-83a4-f03a25221a3d service nova] Acquiring lock "f869a7fc-ef11-465b-bdfc-ba2a4dc4faba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.637423] env[68872]: DEBUG oslo_concurrency.lockutils [req-4c10d090-fb5b-4f7d-b7ce-835ca8370d7a req-14404428-c0f4-414c-83a4-f03a25221a3d service nova] Lock "f869a7fc-ef11-465b-bdfc-ba2a4dc4faba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.637423] env[68872]: DEBUG oslo_concurrency.lockutils [req-4c10d090-fb5b-4f7d-b7ce-835ca8370d7a req-14404428-c0f4-414c-83a4-f03a25221a3d service nova] Lock "f869a7fc-ef11-465b-bdfc-ba2a4dc4faba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.637423] env[68872]: DEBUG nova.compute.manager [req-4c10d090-fb5b-4f7d-b7ce-835ca8370d7a req-14404428-c0f4-414c-83a4-f03a25221a3d service nova] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] No waiting events found dispatching network-vif-plugged-3d01658d-c8fd-4a51-9317-019411aaabc8 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1058.637423] env[68872]: WARNING nova.compute.manager [req-4c10d090-fb5b-4f7d-b7ce-835ca8370d7a req-14404428-c0f4-414c-83a4-f03a25221a3d service nova] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Received unexpected event network-vif-plugged-3d01658d-c8fd-4a51-9317-019411aaabc8 for instance with vm_state building and task_state spawning. [ 1058.637423] env[68872]: DEBUG nova.compute.manager [req-4c10d090-fb5b-4f7d-b7ce-835ca8370d7a req-14404428-c0f4-414c-83a4-f03a25221a3d service nova] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Received event network-changed-3d01658d-c8fd-4a51-9317-019411aaabc8 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.637423] env[68872]: DEBUG nova.compute.manager [req-4c10d090-fb5b-4f7d-b7ce-835ca8370d7a req-14404428-c0f4-414c-83a4-f03a25221a3d service nova] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Refreshing instance network info cache due to event network-changed-3d01658d-c8fd-4a51-9317-019411aaabc8. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1058.637423] env[68872]: DEBUG oslo_concurrency.lockutils [req-4c10d090-fb5b-4f7d-b7ce-835ca8370d7a req-14404428-c0f4-414c-83a4-f03a25221a3d service nova] Acquiring lock "refresh_cache-f869a7fc-ef11-465b-bdfc-ba2a4dc4faba" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.669402] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4c1209-d1e6-4650-8656-9356c181888b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.679792] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2d98a5-73dc-4505-93b0-29cb705f98fd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.699435] env[68872]: DEBUG nova.compute.provider_tree [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.765719] env[68872]: DEBUG nova.network.neutron [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Updating instance_info_cache with network_info: [{"id": "3d01658d-c8fd-4a51-9317-019411aaabc8", "address": "fa:16:3e:5b:53:9f", "network": {"id": "a4c6ab88-4c29-4adf-b49d-89d4d0914f51", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-595589406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "911090d51ea344f1b4b1bd2543d778cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d01658d-c8", "ovs_interfaceid": "3d01658d-c8fd-4a51-9317-019411aaabc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.867046] env[68872]: DEBUG nova.network.neutron [None req-7960b135-fa47-4e70-b617-41219c49475e tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Updating instance_info_cache with network_info: [{"id": "bc538013-2e8f-4d4b-9b56-033963cf2569", "address": "fa:16:3e:db:9c:be", "network": {"id": "8d8a8028-be48-4a6a-a1fd-979a80226453", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-102971206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "558e9b8f78a1489cb07f84e03547223f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc538013-2e", "ovs_interfaceid": "bc538013-2e8f-4d4b-9b56-033963cf2569", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.905156] env[68872]: DEBUG oslo_vmware.api [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093247, 'name': PowerOffVM_Task, 'duration_secs': 0.294605} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.905783] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.906380] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292b22cc-91b6-44ec-bb43-64fe0af31001 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.930279] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1681d31b-3aad-410c-8be5-aeeb21f97517 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.959616] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093248, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.969756] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.970534] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a476b35c-545e-4cef-812a-dcf16dcf68a8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.981635] env[68872]: DEBUG oslo_vmware.api [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for the task: (returnval){ [ 1058.981635] env[68872]: value = "task-3093251" [ 1058.981635] env[68872]: _type = "Task" [ 1058.981635] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.992945] env[68872]: DEBUG oslo_vmware.api [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.053828] env[68872]: DEBUG oslo_concurrency.lockutils [None req-05ea4034-c99d-4a44-8956-cd8dc96ff932 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.067239] env[68872]: DEBUG oslo_vmware.api [None req-2d260cc1-7c06-4344-8616-3599c42d7fb0 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204867} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.067760] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d260cc1-7c06-4344-8616-3599c42d7fb0 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.067957] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2d260cc1-7c06-4344-8616-3599c42d7fb0 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.069054] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2d260cc1-7c06-4344-8616-3599c42d7fb0 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.069054] env[68872]: INFO nova.compute.manager [None req-2d260cc1-7c06-4344-8616-3599c42d7fb0 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1059.069054] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d260cc1-7c06-4344-8616-3599c42d7fb0 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.069252] env[68872]: DEBUG nova.compute.manager [-] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1059.069347] env[68872]: DEBUG nova.network.neutron [-] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1059.202845] env[68872]: DEBUG nova.scheduler.client.report [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.251506] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "70d2d251-ddcf-4db6-a965-a98764a1b74c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.251747] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "70d2d251-ddcf-4db6-a965-a98764a1b74c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.268080] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Releasing lock "refresh_cache-f869a7fc-ef11-465b-bdfc-ba2a4dc4faba" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.268440] env[68872]: DEBUG nova.compute.manager [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Instance network_info: |[{"id": "3d01658d-c8fd-4a51-9317-019411aaabc8", "address": "fa:16:3e:5b:53:9f", "network": {"id": "a4c6ab88-4c29-4adf-b49d-89d4d0914f51", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-595589406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "911090d51ea344f1b4b1bd2543d778cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d01658d-c8", "ovs_interfaceid": "3d01658d-c8fd-4a51-9317-019411aaabc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1059.268750] env[68872]: DEBUG oslo_concurrency.lockutils [req-4c10d090-fb5b-4f7d-b7ce-835ca8370d7a req-14404428-c0f4-414c-83a4-f03a25221a3d service nova] Acquired lock "refresh_cache-f869a7fc-ef11-465b-bdfc-ba2a4dc4faba" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.268966] env[68872]: DEBUG nova.network.neutron [req-4c10d090-fb5b-4f7d-b7ce-835ca8370d7a req-14404428-c0f4-414c-83a4-f03a25221a3d service nova] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Refreshing network info cache for port 3d01658d-c8fd-4a51-9317-019411aaabc8 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.270285] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:53:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '683a619f-b10d-41a3-8c03-4f69f6c9ce53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d01658d-c8fd-4a51-9317-019411aaabc8', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1059.278441] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.279215] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1059.279472] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf5dbfcc-07c8-4991-9c5c-694bae790170 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.308363] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1059.308363] env[68872]: value = "task-3093252" [ 1059.308363] env[68872]: _type = "Task" [ 1059.308363] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.321969] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093252, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.368463] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7960b135-fa47-4e70-b617-41219c49475e tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Releasing lock "refresh_cache-fe5cc7b3-155a-437c-b04c-32bbfff60809" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.368766] env[68872]: DEBUG nova.objects.instance [None req-7960b135-fa47-4e70-b617-41219c49475e tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lazy-loading 'migration_context' on Instance uuid fe5cc7b3-155a-437c-b04c-32bbfff60809 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.460605] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093248, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692571} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.460959] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] d8f64e59-ee89-4da1-99a4-efdfd3dc8fab/d8f64e59-ee89-4da1-99a4-efdfd3dc8fab.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.461159] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.461524] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5be9a379-9e78-4737-ab8e-015a0b875e7e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.472530] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for the task: (returnval){ [ 1059.472530] env[68872]: value = "task-3093253" [ 1059.472530] env[68872]: _type = "Task" [ 1059.472530] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.483401] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093253, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.493594] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] VM already powered off {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1059.493884] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.494236] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.494405] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.494611] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.494905] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25d1e243-91bd-4e27-b14d-18e73c7f9579 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.505471] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.505665] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.506471] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cacb392-9892-4972-8ce3-39d5c68feed2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.512877] env[68872]: DEBUG oslo_vmware.api [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for the task: (returnval){ [ 1059.512877] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d91651-24eb-4c6d-4d5a-d592d3b50e09" [ 1059.512877] env[68872]: _type = "Task" [ 1059.512877] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.522393] env[68872]: DEBUG oslo_vmware.api [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d91651-24eb-4c6d-4d5a-d592d3b50e09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.709416] env[68872]: DEBUG oslo_concurrency.lockutils [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.709992] env[68872]: DEBUG nova.compute.manager [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1059.712998] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5a84796c-b7cf-4dd2-aed2-bbb5a16f14b6 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.445s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.713211] env[68872]: DEBUG nova.objects.instance [None req-5a84796c-b7cf-4dd2-aed2-bbb5a16f14b6 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lazy-loading 'resources' on Instance uuid 9ba49303-832d-4da0-b856-a46bcb2bda5a {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.753759] env[68872]: DEBUG nova.compute.manager [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1059.820165] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093252, 'name': CreateVM_Task, 'duration_secs': 0.479458} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.820379] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.821072] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.821286] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.821849] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.821927] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-998448f7-6f3f-4a28-b94a-c3796d9d10fa {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.827822] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for the task: (returnval){ [ 1059.827822] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52e44691-6772-b0aa-fa34-e37960be40ff" [ 1059.827822] env[68872]: _type = "Task" [ 1059.827822] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.838335] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52e44691-6772-b0aa-fa34-e37960be40ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.872726] env[68872]: DEBUG nova.objects.base [None req-7960b135-fa47-4e70-b617-41219c49475e tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68872) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1059.873706] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36d4501-ab6f-4f1c-8973-7db6aabdebc3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.897676] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e4ddadd-b7a3-4973-b4f6-525e1ca416a1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.908037] env[68872]: DEBUG oslo_vmware.api [None req-7960b135-fa47-4e70-b617-41219c49475e tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1059.908037] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52323a77-4db3-f861-8e26-3b7d883bfb61" [ 1059.908037] env[68872]: _type = "Task" [ 1059.908037] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.916258] env[68872]: DEBUG nova.network.neutron [-] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.926991] env[68872]: DEBUG oslo_vmware.api [None req-7960b135-fa47-4e70-b617-41219c49475e tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52323a77-4db3-f861-8e26-3b7d883bfb61, 'name': SearchDatastore_Task, 'duration_secs': 0.009827} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.927542] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7960b135-fa47-4e70-b617-41219c49475e tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.983088] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093253, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109524} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.983460] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.984274] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4d8d1c-1736-4c8a-8124-1f25c499b9ae {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.008287] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] d8f64e59-ee89-4da1-99a4-efdfd3dc8fab/d8f64e59-ee89-4da1-99a4-efdfd3dc8fab.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.011235] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3392a73b-6548-4a99-84ed-c80aff26af41 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.037446] env[68872]: DEBUG oslo_vmware.api [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d91651-24eb-4c6d-4d5a-d592d3b50e09, 'name': SearchDatastore_Task, 'duration_secs': 0.01149} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.039539] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for the task: (returnval){ [ 1060.039539] env[68872]: value = "task-3093254" [ 1060.039539] env[68872]: _type = "Task" [ 1060.039539] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.039761] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5f26f27-b3b3-4395-8557-61e91f697b93 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.049050] env[68872]: DEBUG oslo_vmware.api [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for the task: (returnval){ [ 1060.049050] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]527d9aa0-16a7-2255-43b1-7ead29f49adc" [ 1060.049050] env[68872]: _type = "Task" [ 1060.049050] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.053812] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093254, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.062151] env[68872]: DEBUG oslo_vmware.api [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]527d9aa0-16a7-2255-43b1-7ead29f49adc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.105660] env[68872]: DEBUG nova.network.neutron [req-4c10d090-fb5b-4f7d-b7ce-835ca8370d7a req-14404428-c0f4-414c-83a4-f03a25221a3d service nova] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Updated VIF entry in instance network info cache for port 3d01658d-c8fd-4a51-9317-019411aaabc8. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.106076] env[68872]: DEBUG nova.network.neutron [req-4c10d090-fb5b-4f7d-b7ce-835ca8370d7a req-14404428-c0f4-414c-83a4-f03a25221a3d service nova] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Updating instance_info_cache with network_info: [{"id": "3d01658d-c8fd-4a51-9317-019411aaabc8", "address": "fa:16:3e:5b:53:9f", "network": {"id": "a4c6ab88-4c29-4adf-b49d-89d4d0914f51", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-595589406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "911090d51ea344f1b4b1bd2543d778cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d01658d-c8", "ovs_interfaceid": "3d01658d-c8fd-4a51-9317-019411aaabc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.217119] env[68872]: DEBUG nova.compute.utils [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1060.221046] env[68872]: DEBUG nova.compute.manager [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1060.221189] env[68872]: DEBUG nova.network.neutron [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1060.273863] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.294498] env[68872]: DEBUG nova.policy [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec50f68127764171ba3e8ecf853417db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e54c18a17f146ab802549164c71f9a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.341151] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52e44691-6772-b0aa-fa34-e37960be40ff, 'name': SearchDatastore_Task, 'duration_secs': 0.015537} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.344008] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.344282] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.344534] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.344683] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.344866] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.345481] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fc5dd04-ece4-4504-ae85-a5205e640cb3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.355964] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.356178] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.359427] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd44708d-8867-41b2-a1be-2847fc25d046 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.366817] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for the task: (returnval){ [ 1060.366817] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52444d42-d625-01d5-27e4-8f3010882e68" [ 1060.366817] env[68872]: _type = "Task" [ 1060.366817] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.377273] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52444d42-d625-01d5-27e4-8f3010882e68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.428245] env[68872]: INFO nova.compute.manager [-] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Took 1.36 seconds to deallocate network for instance. [ 1060.556984] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093254, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.560526] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6412c560-bb8a-41be-9878-2def7dee930c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.574125] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cc3366-1c34-4304-960b-f72982df25c4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.577232] env[68872]: DEBUG oslo_vmware.api [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]527d9aa0-16a7-2255-43b1-7ead29f49adc, 'name': SearchDatastore_Task, 'duration_secs': 0.015938} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.577513] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.577773] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 059f95e7-49be-4e47-8681-eae430f316f8/f385dd18-ac06-4518-90be-b739920d18c6-rescue.vmdk. {{(pid=68872) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1060.578806] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ce961dd-263e-44ca-bce0-7a8d8f7a6f0b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.609957] env[68872]: DEBUG nova.network.neutron [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Successfully created port: 2f7ac061-8533-4097-bee8-15ff883902bd {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1060.612921] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8a64d4-120a-47ae-87cb-99ad4664a594 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.616129] env[68872]: DEBUG oslo_concurrency.lockutils [req-4c10d090-fb5b-4f7d-b7ce-835ca8370d7a req-14404428-c0f4-414c-83a4-f03a25221a3d service nova] Releasing lock "refresh_cache-f869a7fc-ef11-465b-bdfc-ba2a4dc4faba" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.616429] env[68872]: DEBUG nova.compute.manager [req-4c10d090-fb5b-4f7d-b7ce-835ca8370d7a req-14404428-c0f4-414c-83a4-f03a25221a3d service nova] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Received event network-vif-deleted-14fb244f-2d91-4b4b-8115-696e69f924cd {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.616626] env[68872]: DEBUG nova.compute.manager [req-4c10d090-fb5b-4f7d-b7ce-835ca8370d7a req-14404428-c0f4-414c-83a4-f03a25221a3d service nova] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Received event network-changed-e63489fb-8e86-451d-9838-3b88ce33d79f {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.616817] env[68872]: DEBUG nova.compute.manager [req-4c10d090-fb5b-4f7d-b7ce-835ca8370d7a req-14404428-c0f4-414c-83a4-f03a25221a3d service nova] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Refreshing instance network info cache due to event network-changed-e63489fb-8e86-451d-9838-3b88ce33d79f. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1060.617096] env[68872]: DEBUG oslo_concurrency.lockutils [req-4c10d090-fb5b-4f7d-b7ce-835ca8370d7a req-14404428-c0f4-414c-83a4-f03a25221a3d service nova] Acquiring lock "refresh_cache-8e0c4a19-62da-4b15-a574-3b80a44a4eca" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.617260] env[68872]: DEBUG oslo_concurrency.lockutils [req-4c10d090-fb5b-4f7d-b7ce-835ca8370d7a req-14404428-c0f4-414c-83a4-f03a25221a3d service nova] Acquired lock "refresh_cache-8e0c4a19-62da-4b15-a574-3b80a44a4eca" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.617450] env[68872]: DEBUG nova.network.neutron [req-4c10d090-fb5b-4f7d-b7ce-835ca8370d7a req-14404428-c0f4-414c-83a4-f03a25221a3d service nova] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Refreshing network info cache for port e63489fb-8e86-451d-9838-3b88ce33d79f {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1060.618754] env[68872]: DEBUG oslo_vmware.api [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for the task: (returnval){ [ 1060.618754] env[68872]: value = "task-3093255" [ 1060.618754] env[68872]: _type = "Task" [ 1060.618754] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.627190] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197e2a97-532e-4053-823f-8beff24cc9f6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.639790] env[68872]: DEBUG oslo_vmware.api [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.651756] env[68872]: DEBUG nova.compute.provider_tree [None req-5a84796c-b7cf-4dd2-aed2-bbb5a16f14b6 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.665656] env[68872]: DEBUG nova.compute.manager [req-7b2eafb2-9f11-47ee-9670-846df4207e4a req-59cb61d5-6a1f-450a-977c-8e8a86ed9dc2 service nova] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Received event network-vif-deleted-f7948834-3a50-4d1f-ae69-dc6d5aa3d012 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.722135] env[68872]: DEBUG nova.compute.manager [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1060.884774] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52444d42-d625-01d5-27e4-8f3010882e68, 'name': SearchDatastore_Task, 'duration_secs': 0.01883} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.885887] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8075f0d-6a9c-465c-afdd-259b5049b662 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.896409] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for the task: (returnval){ [ 1060.896409] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f9de49-40fe-3e6a-598e-695381382791" [ 1060.896409] env[68872]: _type = "Task" [ 1060.896409] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.911634] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f9de49-40fe-3e6a-598e-695381382791, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.936902] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d260cc1-7c06-4344-8616-3599c42d7fb0 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.059146] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093254, 'name': ReconfigVM_Task, 'duration_secs': 0.580719} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.059146] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Reconfigured VM instance instance-00000063 to attach disk [datastore1] d8f64e59-ee89-4da1-99a4-efdfd3dc8fab/d8f64e59-ee89-4da1-99a4-efdfd3dc8fab.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.059766] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-541fbd2d-c8e9-4382-a1be-2fe5335f06cb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.071312] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for the task: (returnval){ [ 1061.071312] env[68872]: value = "task-3093256" [ 1061.071312] env[68872]: _type = "Task" [ 1061.071312] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.084150] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093256, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.132835] env[68872]: DEBUG oslo_vmware.api [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093255, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.155512] env[68872]: DEBUG nova.scheduler.client.report [None req-5a84796c-b7cf-4dd2-aed2-bbb5a16f14b6 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.408730] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f9de49-40fe-3e6a-598e-695381382791, 'name': SearchDatastore_Task, 'duration_secs': 0.021318} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.408993] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.409273] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] f869a7fc-ef11-465b-bdfc-ba2a4dc4faba/f869a7fc-ef11-465b-bdfc-ba2a4dc4faba.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.409539] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e964f9b0-6fbe-460d-9598-e466763173b0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.417532] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for the task: (returnval){ [ 1061.417532] env[68872]: value = "task-3093257" [ 1061.417532] env[68872]: _type = "Task" [ 1061.417532] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.426924] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.485800] env[68872]: DEBUG nova.network.neutron [req-4c10d090-fb5b-4f7d-b7ce-835ca8370d7a req-14404428-c0f4-414c-83a4-f03a25221a3d service nova] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Updated VIF entry in instance network info cache for port e63489fb-8e86-451d-9838-3b88ce33d79f. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1061.486187] env[68872]: DEBUG nova.network.neutron [req-4c10d090-fb5b-4f7d-b7ce-835ca8370d7a req-14404428-c0f4-414c-83a4-f03a25221a3d service nova] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Updating instance_info_cache with network_info: [{"id": "e63489fb-8e86-451d-9838-3b88ce33d79f", "address": "fa:16:3e:69:dc:75", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63489fb-8e", "ovs_interfaceid": "e63489fb-8e86-451d-9838-3b88ce33d79f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.582272] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093256, 'name': Rename_Task, 'duration_secs': 0.297378} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.582592] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.582821] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1181984-9660-47ff-85e8-246b0e4053c1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.590583] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for the task: (returnval){ [ 1061.590583] env[68872]: value = "task-3093258" [ 1061.590583] env[68872]: _type = "Task" [ 1061.590583] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.599632] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.634549] env[68872]: DEBUG oslo_vmware.api [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093255, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.663042] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5a84796c-b7cf-4dd2-aed2-bbb5a16f14b6 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.950s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.665323] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.831s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.666865] env[68872]: INFO nova.compute.claims [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.687357] env[68872]: INFO nova.scheduler.client.report [None req-5a84796c-b7cf-4dd2-aed2-bbb5a16f14b6 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Deleted allocations for instance 9ba49303-832d-4da0-b856-a46bcb2bda5a [ 1061.731978] env[68872]: DEBUG nova.compute.manager [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1061.758291] env[68872]: DEBUG nova.virt.hardware [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.758588] env[68872]: DEBUG nova.virt.hardware [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.758750] env[68872]: DEBUG nova.virt.hardware [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.758936] env[68872]: DEBUG nova.virt.hardware [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.759096] env[68872]: DEBUG nova.virt.hardware [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.759248] env[68872]: DEBUG nova.virt.hardware [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.759508] env[68872]: DEBUG nova.virt.hardware [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.759686] env[68872]: DEBUG nova.virt.hardware [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.759860] env[68872]: DEBUG nova.virt.hardware [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.760057] env[68872]: DEBUG nova.virt.hardware [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.760257] env[68872]: DEBUG nova.virt.hardware [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.761245] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ea7894-a15d-4fd2-a721-92f95ed969cf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.770321] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b77d8d-23c0-4c75-ad5b-b2395c94cd59 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.929043] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.989078] env[68872]: DEBUG oslo_concurrency.lockutils [req-4c10d090-fb5b-4f7d-b7ce-835ca8370d7a req-14404428-c0f4-414c-83a4-f03a25221a3d service nova] Releasing lock "refresh_cache-8e0c4a19-62da-4b15-a574-3b80a44a4eca" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.101658] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093258, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.136147] env[68872]: DEBUG oslo_vmware.api [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093255, 'name': CopyVirtualDisk_Task} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.136147] env[68872]: INFO nova.virt.vmwareapi.ds_util [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 059f95e7-49be-4e47-8681-eae430f316f8/f385dd18-ac06-4518-90be-b739920d18c6-rescue.vmdk. [ 1062.136761] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bbdb3b-4a40-4d77-84a4-1a768caa407d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.164745] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 059f95e7-49be-4e47-8681-eae430f316f8/f385dd18-ac06-4518-90be-b739920d18c6-rescue.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.165416] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0537e9d-facd-4092-9e56-35ea5e788435 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.189520] env[68872]: DEBUG oslo_vmware.api [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for the task: (returnval){ [ 1062.189520] env[68872]: value = "task-3093259" [ 1062.189520] env[68872]: _type = "Task" [ 1062.189520] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.196790] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5a84796c-b7cf-4dd2-aed2-bbb5a16f14b6 tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lock "9ba49303-832d-4da0-b856-a46bcb2bda5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.114s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.202319] env[68872]: DEBUG oslo_vmware.api [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093259, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.430632] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093257, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.622368] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093258, 'name': PowerOnVM_Task, 'duration_secs': 0.741426} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.622637] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.629280] env[68872]: INFO nova.compute.manager [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1062.629280] env[68872]: DEBUG nova.compute.manager [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.629280] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6962b35f-faf1-420e-a69c-1c6caab6582e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.644818] env[68872]: DEBUG nova.network.neutron [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Successfully updated port: 2f7ac061-8533-4097-bee8-15ff883902bd {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1062.701527] env[68872]: DEBUG oslo_vmware.api [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093259, 'name': ReconfigVM_Task, 'duration_secs': 0.509565} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.701805] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 059f95e7-49be-4e47-8681-eae430f316f8/f385dd18-ac06-4518-90be-b739920d18c6-rescue.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.702756] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb409cd9-46cf-4973-88e6-33e96f33e7f1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.738296] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c80c52fc-0c02-450e-8b5d-b3eb0644c66d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.758468] env[68872]: DEBUG oslo_vmware.api [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for the task: (returnval){ [ 1062.758468] env[68872]: value = "task-3093260" [ 1062.758468] env[68872]: _type = "Task" [ 1062.758468] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.770972] env[68872]: DEBUG oslo_vmware.api [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093260, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.798942] env[68872]: DEBUG nova.compute.manager [req-112ad5ab-6fba-4327-b247-57ca5f837dac req-69de5b0b-c948-47a3-9008-e8cc3c8d3707 service nova] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Received event network-vif-plugged-2f7ac061-8533-4097-bee8-15ff883902bd {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.799202] env[68872]: DEBUG oslo_concurrency.lockutils [req-112ad5ab-6fba-4327-b247-57ca5f837dac req-69de5b0b-c948-47a3-9008-e8cc3c8d3707 service nova] Acquiring lock "d30a7e20-a572-4d85-b9da-3bc6807eca8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.799442] env[68872]: DEBUG oslo_concurrency.lockutils [req-112ad5ab-6fba-4327-b247-57ca5f837dac req-69de5b0b-c948-47a3-9008-e8cc3c8d3707 service nova] Lock "d30a7e20-a572-4d85-b9da-3bc6807eca8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.799622] env[68872]: DEBUG oslo_concurrency.lockutils [req-112ad5ab-6fba-4327-b247-57ca5f837dac req-69de5b0b-c948-47a3-9008-e8cc3c8d3707 service nova] Lock "d30a7e20-a572-4d85-b9da-3bc6807eca8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.800088] env[68872]: DEBUG nova.compute.manager [req-112ad5ab-6fba-4327-b247-57ca5f837dac req-69de5b0b-c948-47a3-9008-e8cc3c8d3707 service nova] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] No waiting events found dispatching network-vif-plugged-2f7ac061-8533-4097-bee8-15ff883902bd {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1062.800088] env[68872]: WARNING nova.compute.manager [req-112ad5ab-6fba-4327-b247-57ca5f837dac req-69de5b0b-c948-47a3-9008-e8cc3c8d3707 service nova] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Received unexpected event network-vif-plugged-2f7ac061-8533-4097-bee8-15ff883902bd for instance with vm_state building and task_state spawning. [ 1062.800198] env[68872]: DEBUG nova.compute.manager [req-112ad5ab-6fba-4327-b247-57ca5f837dac req-69de5b0b-c948-47a3-9008-e8cc3c8d3707 service nova] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Received event network-changed-2f7ac061-8533-4097-bee8-15ff883902bd {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.800375] env[68872]: DEBUG nova.compute.manager [req-112ad5ab-6fba-4327-b247-57ca5f837dac req-69de5b0b-c948-47a3-9008-e8cc3c8d3707 service nova] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Refreshing instance network info cache due to event network-changed-2f7ac061-8533-4097-bee8-15ff883902bd. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1062.800626] env[68872]: DEBUG oslo_concurrency.lockutils [req-112ad5ab-6fba-4327-b247-57ca5f837dac req-69de5b0b-c948-47a3-9008-e8cc3c8d3707 service nova] Acquiring lock "refresh_cache-d30a7e20-a572-4d85-b9da-3bc6807eca8d" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.800792] env[68872]: DEBUG oslo_concurrency.lockutils [req-112ad5ab-6fba-4327-b247-57ca5f837dac req-69de5b0b-c948-47a3-9008-e8cc3c8d3707 service nova] Acquired lock "refresh_cache-d30a7e20-a572-4d85-b9da-3bc6807eca8d" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.801018] env[68872]: DEBUG nova.network.neutron [req-112ad5ab-6fba-4327-b247-57ca5f837dac req-69de5b0b-c948-47a3-9008-e8cc3c8d3707 service nova] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Refreshing network info cache for port 2f7ac061-8533-4097-bee8-15ff883902bd {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.934061] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093257, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.202535} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.934438] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] f869a7fc-ef11-465b-bdfc-ba2a4dc4faba/f869a7fc-ef11-465b-bdfc-ba2a4dc4faba.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1062.934798] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.935010] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e867b71-5517-4d69-9a0f-cc3595ef04d4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.946134] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for the task: (returnval){ [ 1062.946134] env[68872]: value = "task-3093261" [ 1062.946134] env[68872]: _type = "Task" [ 1062.946134] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.960514] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.053613] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f52217-9a21-472b-8dca-47e7fb6c80c9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.062375] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9545e143-2a93-4a23-9f5c-eb5966cc57cb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.094912] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c2742e-54a6-40f7-b452-6e8f96248126 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.103283] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ff827c-d94e-4478-aa35-b10cc2b019a6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.109911] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a8ef21d8-4572-46d9-b703-fcc74020ab9f tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquiring lock "2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.109911] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a8ef21d8-4572-46d9-b703-fcc74020ab9f tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lock "2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.109911] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a8ef21d8-4572-46d9-b703-fcc74020ab9f tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquiring lock "2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.109911] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a8ef21d8-4572-46d9-b703-fcc74020ab9f tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lock "2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.109911] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a8ef21d8-4572-46d9-b703-fcc74020ab9f tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lock "2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.112068] env[68872]: INFO nova.compute.manager [None req-a8ef21d8-4572-46d9-b703-fcc74020ab9f tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Terminating instance [ 1063.121631] env[68872]: DEBUG nova.compute.provider_tree [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.148969] env[68872]: DEBUG oslo_concurrency.lockutils [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Acquiring lock "refresh_cache-d30a7e20-a572-4d85-b9da-3bc6807eca8d" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.149450] env[68872]: INFO nova.compute.manager [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Took 33.73 seconds to build instance. [ 1063.270211] env[68872]: DEBUG oslo_vmware.api [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093260, 'name': ReconfigVM_Task, 'duration_secs': 0.283941} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.270629] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.270993] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bce2ac83-f72f-4279-9ffd-0708ae53d71c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.279635] env[68872]: DEBUG oslo_vmware.api [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for the task: (returnval){ [ 1063.279635] env[68872]: value = "task-3093262" [ 1063.279635] env[68872]: _type = "Task" [ 1063.279635] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.291523] env[68872]: DEBUG oslo_vmware.api [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.342731] env[68872]: DEBUG nova.network.neutron [req-112ad5ab-6fba-4327-b247-57ca5f837dac req-69de5b0b-c948-47a3-9008-e8cc3c8d3707 service nova] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1063.451217] env[68872]: DEBUG nova.network.neutron [req-112ad5ab-6fba-4327-b247-57ca5f837dac req-69de5b0b-c948-47a3-9008-e8cc3c8d3707 service nova] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.459397] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081934} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.459642] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1063.460625] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf0db0c-8e40-4eba-bb6d-2d90d04c3070 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.489323] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] f869a7fc-ef11-465b-bdfc-ba2a4dc4faba/f869a7fc-ef11-465b-bdfc-ba2a4dc4faba.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.490377] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3500df8e-c0e4-42b3-bce4-5570dcfbd491 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.512038] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for the task: (returnval){ [ 1063.512038] env[68872]: value = "task-3093263" [ 1063.512038] env[68872]: _type = "Task" [ 1063.512038] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.521557] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093263, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.625861] env[68872]: DEBUG nova.scheduler.client.report [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.631271] env[68872]: DEBUG nova.compute.manager [None req-a8ef21d8-4572-46d9-b703-fcc74020ab9f tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1063.631565] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ef21d8-4572-46d9-b703-fcc74020ab9f tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.633120] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc35bdd1-daa0-49ff-95ef-4473364035ac {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.645087] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ef21d8-4572-46d9-b703-fcc74020ab9f tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.645087] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-028cb324-8cb6-487c-be67-f29a20e06dd0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.652412] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lock "d8f64e59-ee89-4da1-99a4-efdfd3dc8fab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.248s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.654250] env[68872]: DEBUG oslo_vmware.api [None req-a8ef21d8-4572-46d9-b703-fcc74020ab9f tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 1063.654250] env[68872]: value = "task-3093264" [ 1063.654250] env[68872]: _type = "Task" [ 1063.654250] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.665392] env[68872]: DEBUG oslo_vmware.api [None req-a8ef21d8-4572-46d9-b703-fcc74020ab9f tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3093264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.794054] env[68872]: DEBUG oslo_vmware.api [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093262, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.954273] env[68872]: DEBUG oslo_concurrency.lockutils [req-112ad5ab-6fba-4327-b247-57ca5f837dac req-69de5b0b-c948-47a3-9008-e8cc3c8d3707 service nova] Releasing lock "refresh_cache-d30a7e20-a572-4d85-b9da-3bc6807eca8d" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.954727] env[68872]: DEBUG oslo_concurrency.lockutils [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Acquired lock "refresh_cache-d30a7e20-a572-4d85-b9da-3bc6807eca8d" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.954896] env[68872]: DEBUG nova.network.neutron [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.022778] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093263, 'name': ReconfigVM_Task, 'duration_secs': 0.418532} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.023097] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Reconfigured VM instance instance-00000064 to attach disk [datastore1] f869a7fc-ef11-465b-bdfc-ba2a4dc4faba/f869a7fc-ef11-465b-bdfc-ba2a4dc4faba.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.023765] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c69dccce-d228-4f21-867d-72e7cca468a5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.032100] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for the task: (returnval){ [ 1064.032100] env[68872]: value = "task-3093265" [ 1064.032100] env[68872]: _type = "Task" [ 1064.032100] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.041722] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093265, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.133961] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.134513] env[68872]: DEBUG nova.compute.manager [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.137210] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.188s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.167871] env[68872]: DEBUG oslo_vmware.api [None req-a8ef21d8-4572-46d9-b703-fcc74020ab9f tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3093264, 'name': PowerOffVM_Task, 'duration_secs': 0.259457} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.168767] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ef21d8-4572-46d9-b703-fcc74020ab9f tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.168767] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ef21d8-4572-46d9-b703-fcc74020ab9f tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.168767] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf104e8a-8ffc-4ef0-b12c-1f6d26cdad42 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.271179] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ef21d8-4572-46d9-b703-fcc74020ab9f tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.271179] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ef21d8-4572-46d9-b703-fcc74020ab9f tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.271179] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8ef21d8-4572-46d9-b703-fcc74020ab9f tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Deleting the datastore file [datastore1] 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.271179] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-269c6c53-df65-43ad-ad23-08ba228c84a6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.279036] env[68872]: DEBUG oslo_vmware.api [None req-a8ef21d8-4572-46d9-b703-fcc74020ab9f tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for the task: (returnval){ [ 1064.279036] env[68872]: value = "task-3093267" [ 1064.279036] env[68872]: _type = "Task" [ 1064.279036] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.290722] env[68872]: DEBUG oslo_vmware.api [None req-a8ef21d8-4572-46d9-b703-fcc74020ab9f tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3093267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.293666] env[68872]: DEBUG oslo_vmware.api [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093262, 'name': PowerOnVM_Task, 'duration_secs': 0.674471} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.293904] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.296546] env[68872]: DEBUG nova.compute.manager [None req-c3518c6c-4fdf-4a21-bd8e-c8db6a66fc89 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.297294] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c60025e-1cf6-4d9a-b517-7e72586c1cdd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.499125] env[68872]: DEBUG nova.network.neutron [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1064.543244] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093265, 'name': Rename_Task, 'duration_secs': 0.179705} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.543558] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.543820] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-302257a7-7553-4bf8-91dd-6fbaecfbead8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.551560] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for the task: (returnval){ [ 1064.551560] env[68872]: value = "task-3093268" [ 1064.551560] env[68872]: _type = "Task" [ 1064.551560] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.560765] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.641148] env[68872]: DEBUG nova.compute.utils [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1064.645376] env[68872]: INFO nova.compute.claims [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.652128] env[68872]: DEBUG nova.compute.manager [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1064.652128] env[68872]: DEBUG nova.network.neutron [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1064.661326] env[68872]: DEBUG oslo_vmware.rw_handles [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eb300d-4a4e-410f-6185-97fe71550a30/disk-0.vmdk. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1064.662266] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75d1fcf-0c6d-4c75-966c-9d01f74540fc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.669146] env[68872]: DEBUG oslo_vmware.rw_handles [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eb300d-4a4e-410f-6185-97fe71550a30/disk-0.vmdk is in state: ready. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1064.669325] env[68872]: ERROR oslo_vmware.rw_handles [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eb300d-4a4e-410f-6185-97fe71550a30/disk-0.vmdk due to incomplete transfer. [ 1064.669554] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-614ad686-2478-4ecc-a6f2-deea7682eb55 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.678733] env[68872]: DEBUG oslo_vmware.rw_handles [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eb300d-4a4e-410f-6185-97fe71550a30/disk-0.vmdk. {{(pid=68872) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1064.678733] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Uploaded image 8f345ee3-3da8-425e-8640-73a1293bf4a5 to the Glance image server {{(pid=68872) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1064.681241] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Destroying the VM {{(pid=68872) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1064.681585] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3d6584e2-c0e6-48ca-a902-249568890b38 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.690635] env[68872]: DEBUG oslo_vmware.api [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1064.690635] env[68872]: value = "task-3093269" [ 1064.690635] env[68872]: _type = "Task" [ 1064.690635] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.700752] env[68872]: DEBUG oslo_vmware.api [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093269, 'name': Destroy_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.712519] env[68872]: DEBUG nova.policy [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b3da91929b647f0858103f3868f115a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3122db561374360820368cbb6362af4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 1064.716360] env[68872]: DEBUG nova.network.neutron [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Updating instance_info_cache with network_info: [{"id": "2f7ac061-8533-4097-bee8-15ff883902bd", "address": "fa:16:3e:3f:7a:a6", "network": {"id": "ead6b75c-6dcf-4772-af39-09129ee73bf2", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1396859036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e54c18a17f146ab802549164c71f9a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f7ac061-85", "ovs_interfaceid": "2f7ac061-8533-4097-bee8-15ff883902bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.790131] env[68872]: DEBUG oslo_vmware.api [None req-a8ef21d8-4572-46d9-b703-fcc74020ab9f tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Task: {'id': task-3093267, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363945} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.790431] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8ef21d8-4572-46d9-b703-fcc74020ab9f tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.790624] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ef21d8-4572-46d9-b703-fcc74020ab9f tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.790807] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ef21d8-4572-46d9-b703-fcc74020ab9f tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.791094] env[68872]: INFO nova.compute.manager [None req-a8ef21d8-4572-46d9-b703-fcc74020ab9f tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1064.791235] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8ef21d8-4572-46d9-b703-fcc74020ab9f tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.791432] env[68872]: DEBUG nova.compute.manager [-] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1064.791532] env[68872]: DEBUG nova.network.neutron [-] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1065.069267] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093268, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.155751] env[68872]: DEBUG nova.compute.manager [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.161991] env[68872]: INFO nova.compute.resource_tracker [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Updating resource usage from migration 7bf082c3-c09c-4e8f-a89d-7ec0b4eb826f [ 1065.207468] env[68872]: DEBUG oslo_vmware.api [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093269, 'name': Destroy_Task, 'duration_secs': 0.443714} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.207866] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Destroyed the VM [ 1065.208048] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Deleting Snapshot of the VM instance {{(pid=68872) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1065.210245] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e595c155-1db1-4b5f-835d-c1f38786c4f2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.219690] env[68872]: DEBUG oslo_concurrency.lockutils [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Releasing lock "refresh_cache-d30a7e20-a572-4d85-b9da-3bc6807eca8d" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.219896] env[68872]: DEBUG nova.compute.manager [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Instance network_info: |[{"id": "2f7ac061-8533-4097-bee8-15ff883902bd", "address": "fa:16:3e:3f:7a:a6", "network": {"id": "ead6b75c-6dcf-4772-af39-09129ee73bf2", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1396859036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e54c18a17f146ab802549164c71f9a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f7ac061-85", "ovs_interfaceid": "2f7ac061-8533-4097-bee8-15ff883902bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1065.220475] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:7a:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f7ac061-8533-4097-bee8-15ff883902bd', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.229647] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Creating folder: Project (7e54c18a17f146ab802549164c71f9a0). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1065.231473] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a72ad7ed-d6d6-4707-a5c7-ee3e2f51b8d7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.233654] env[68872]: DEBUG oslo_vmware.api [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1065.233654] env[68872]: value = "task-3093270" [ 1065.233654] env[68872]: _type = "Task" [ 1065.233654] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.249314] env[68872]: DEBUG oslo_vmware.api [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093270, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.251062] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Created folder: Project (7e54c18a17f146ab802549164c71f9a0) in parent group-v618835. [ 1065.251282] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Creating folder: Instances. Parent ref: group-v619122. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1065.251535] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb23774b-eb5a-4a83-813b-dbf94eef73c5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.270022] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Created folder: Instances in parent group-v619122. [ 1065.270022] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.270022] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.270266] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6342f26-10b5-4c92-840c-00ce01fa9389 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.289064] env[68872]: DEBUG nova.network.neutron [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Successfully created port: fa29bb74-1a60-4bff-988c-033b98df4bbb {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1065.299729] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.299729] env[68872]: value = "task-3093273" [ 1065.299729] env[68872]: _type = "Task" [ 1065.299729] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.315565] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093273, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.563235] env[68872]: DEBUG nova.compute.manager [req-35b54cde-3f84-40f6-b69a-0feda8d7e4c2 req-f0450a8d-bd00-487d-b523-f9498bb4da8f service nova] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Received event network-vif-deleted-ad038f9b-a736-48c7-b1c1-96736f8be744 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.563557] env[68872]: INFO nova.compute.manager [req-35b54cde-3f84-40f6-b69a-0feda8d7e4c2 req-f0450a8d-bd00-487d-b523-f9498bb4da8f service nova] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Neutron deleted interface ad038f9b-a736-48c7-b1c1-96736f8be744; detaching it from the instance and deleting it from the info cache [ 1065.563841] env[68872]: DEBUG nova.network.neutron [req-35b54cde-3f84-40f6-b69a-0feda8d7e4c2 req-f0450a8d-bd00-487d-b523-f9498bb4da8f service nova] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.569404] env[68872]: DEBUG oslo_vmware.api [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093268, 'name': PowerOnVM_Task, 'duration_secs': 0.73262} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.572807] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.573063] env[68872]: INFO nova.compute.manager [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Took 9.33 seconds to spawn the instance on the hypervisor. [ 1065.573333] env[68872]: DEBUG nova.compute.manager [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.574994] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc2885e-44ac-4143-bf1b-3b93e2792562 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.606129] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9266689d-882c-4f07-907b-9657e44aac73 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.606923] env[68872]: INFO nova.compute.manager [None req-37d9b25d-8afb-454b-aff7-b8790b96cf61 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Unrescuing [ 1065.607225] env[68872]: DEBUG oslo_concurrency.lockutils [None req-37d9b25d-8afb-454b-aff7-b8790b96cf61 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Acquiring lock "refresh_cache-059f95e7-49be-4e47-8681-eae430f316f8" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.607687] env[68872]: DEBUG oslo_concurrency.lockutils [None req-37d9b25d-8afb-454b-aff7-b8790b96cf61 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Acquired lock "refresh_cache-059f95e7-49be-4e47-8681-eae430f316f8" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.607687] env[68872]: DEBUG nova.network.neutron [None req-37d9b25d-8afb-454b-aff7-b8790b96cf61 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.614821] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3747311a-2fcc-451b-910d-3e1c6f0f0921 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.649593] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52e7e4c-b527-4133-b3f0-7954aa0a0607 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.658515] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcaac34-81a8-4bdd-af37-948ca5ae9364 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.679422] env[68872]: DEBUG nova.compute.provider_tree [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.745583] env[68872]: DEBUG oslo_vmware.api [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093270, 'name': RemoveSnapshot_Task, 'duration_secs': 0.492793} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.745864] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Deleted Snapshot of the VM instance {{(pid=68872) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1065.746161] env[68872]: DEBUG nova.compute.manager [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.746933] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63ae653-a37f-4117-bf1d-c6b2882b3fbc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.758091] env[68872]: DEBUG nova.network.neutron [-] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.809961] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093273, 'name': CreateVM_Task, 'duration_secs': 0.412727} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.810202] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.810900] env[68872]: DEBUG oslo_concurrency.lockutils [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.811095] env[68872]: DEBUG oslo_concurrency.lockutils [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.811805] env[68872]: DEBUG oslo_concurrency.lockutils [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.811805] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8591820c-01cc-47ea-9131-a16c29fe13d0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.817056] env[68872]: DEBUG oslo_vmware.api [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Waiting for the task: (returnval){ [ 1065.817056] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a5f973-426b-cb05-7bd1-16143eea9f89" [ 1065.817056] env[68872]: _type = "Task" [ 1065.817056] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.825633] env[68872]: DEBUG oslo_vmware.api [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a5f973-426b-cb05-7bd1-16143eea9f89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.071312] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b163eb0-fe01-492b-9d40-f4006a083742 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.082649] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd2c66c-3a00-4f34-9e52-80b119363af7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.102025] env[68872]: INFO nova.compute.manager [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Took 36.65 seconds to build instance. [ 1066.133348] env[68872]: DEBUG nova.compute.manager [req-35b54cde-3f84-40f6-b69a-0feda8d7e4c2 req-f0450a8d-bd00-487d-b523-f9498bb4da8f service nova] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Detach interface failed, port_id=ad038f9b-a736-48c7-b1c1-96736f8be744, reason: Instance 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012 could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1066.183456] env[68872]: DEBUG nova.compute.manager [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.186634] env[68872]: DEBUG nova.scheduler.client.report [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.216720] env[68872]: DEBUG nova.virt.hardware [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.216999] env[68872]: DEBUG nova.virt.hardware [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.218292] env[68872]: DEBUG nova.virt.hardware [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.218292] env[68872]: DEBUG nova.virt.hardware [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.218292] env[68872]: DEBUG nova.virt.hardware [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.218292] env[68872]: DEBUG nova.virt.hardware [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.218292] env[68872]: DEBUG nova.virt.hardware [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.218292] env[68872]: DEBUG nova.virt.hardware [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.218555] env[68872]: DEBUG nova.virt.hardware [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.218768] env[68872]: DEBUG nova.virt.hardware [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.219038] env[68872]: DEBUG nova.virt.hardware [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.220399] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460fe547-ebd1-4fac-94c8-97ede6943130 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.224401] env[68872]: DEBUG oslo_concurrency.lockutils [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquiring lock "896f5a0b-07c5-4142-8b80-d61bb67abe6e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.224848] env[68872]: DEBUG oslo_concurrency.lockutils [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lock "896f5a0b-07c5-4142-8b80-d61bb67abe6e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.225063] env[68872]: INFO nova.compute.manager [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Shelving [ 1066.235239] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6f11a2-b009-413b-8cbd-f1dbc433b541 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.260796] env[68872]: INFO nova.compute.manager [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Shelve offloading [ 1066.261496] env[68872]: INFO nova.compute.manager [-] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Took 1.47 seconds to deallocate network for instance. [ 1066.328316] env[68872]: DEBUG oslo_vmware.api [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a5f973-426b-cb05-7bd1-16143eea9f89, 'name': SearchDatastore_Task, 'duration_secs': 0.011316} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.328626] env[68872]: DEBUG oslo_concurrency.lockutils [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.328863] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.329146] env[68872]: DEBUG oslo_concurrency.lockutils [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.329301] env[68872]: DEBUG oslo_concurrency.lockutils [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.329511] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.330094] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f264288-8d8c-4d6f-984e-c0e41ef5cdcb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.340730] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.340921] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.341799] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6cde3d5-dfb6-4b22-a1fa-d25d448c5d6a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.347766] env[68872]: DEBUG oslo_vmware.api [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Waiting for the task: (returnval){ [ 1066.347766] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52631b3c-0ba8-df6d-cf44-e94209e8b168" [ 1066.347766] env[68872]: _type = "Task" [ 1066.347766] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.359288] env[68872]: DEBUG oslo_vmware.api [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52631b3c-0ba8-df6d-cf44-e94209e8b168, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.400320] env[68872]: DEBUG nova.network.neutron [None req-37d9b25d-8afb-454b-aff7-b8790b96cf61 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Updating instance_info_cache with network_info: [{"id": "6bd46c57-1acf-42ae-890f-d1e6dad3ccaa", "address": "fa:16:3e:9f:f5:14", "network": {"id": "cd7dad32-2223-4e14-be17-d6673a1d68d1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-917739147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bd794c38080b46ceb44aaaf55d16cfef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bd46c57-1a", "ovs_interfaceid": "6bd46c57-1acf-42ae-890f-d1e6dad3ccaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.604578] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6b3caf5e-3433-4152-93b0-3fb51fe630d5 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lock "f869a7fc-ef11-465b-bdfc-ba2a4dc4faba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.161s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.616326] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f4812349-7af8-4a30-b0b6-39bc8b8df888 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquiring lock "d8f64e59-ee89-4da1-99a4-efdfd3dc8fab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.616584] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f4812349-7af8-4a30-b0b6-39bc8b8df888 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lock "d8f64e59-ee89-4da1-99a4-efdfd3dc8fab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.616792] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f4812349-7af8-4a30-b0b6-39bc8b8df888 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquiring lock "d8f64e59-ee89-4da1-99a4-efdfd3dc8fab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.616976] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f4812349-7af8-4a30-b0b6-39bc8b8df888 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lock "d8f64e59-ee89-4da1-99a4-efdfd3dc8fab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.617166] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f4812349-7af8-4a30-b0b6-39bc8b8df888 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lock "d8f64e59-ee89-4da1-99a4-efdfd3dc8fab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.619437] env[68872]: INFO nova.compute.manager [None req-f4812349-7af8-4a30-b0b6-39bc8b8df888 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Terminating instance [ 1066.692532] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.555s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.693043] env[68872]: INFO nova.compute.manager [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Migrating [ 1066.699256] env[68872]: DEBUG oslo_concurrency.lockutils [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.421s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.699463] env[68872]: DEBUG nova.objects.instance [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68872) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1066.768241] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a8ef21d8-4572-46d9-b703-fcc74020ab9f tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.768712] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.768973] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50bec6e8-0dad-4e77-a6e0-d170a9f9eb52 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.779606] env[68872]: DEBUG oslo_vmware.api [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1066.779606] env[68872]: value = "task-3093274" [ 1066.779606] env[68872]: _type = "Task" [ 1066.779606] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.788417] env[68872]: DEBUG oslo_vmware.api [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093274, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.800052] env[68872]: DEBUG oslo_concurrency.lockutils [None req-85ea7115-94b3-4cdc-8306-f7f1fcf6b496 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquiring lock "f869a7fc-ef11-465b-bdfc-ba2a4dc4faba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.800311] env[68872]: DEBUG oslo_concurrency.lockutils [None req-85ea7115-94b3-4cdc-8306-f7f1fcf6b496 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lock "f869a7fc-ef11-465b-bdfc-ba2a4dc4faba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.800724] env[68872]: DEBUG oslo_concurrency.lockutils [None req-85ea7115-94b3-4cdc-8306-f7f1fcf6b496 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquiring lock "f869a7fc-ef11-465b-bdfc-ba2a4dc4faba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.800918] env[68872]: DEBUG oslo_concurrency.lockutils [None req-85ea7115-94b3-4cdc-8306-f7f1fcf6b496 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lock "f869a7fc-ef11-465b-bdfc-ba2a4dc4faba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.801175] env[68872]: DEBUG oslo_concurrency.lockutils [None req-85ea7115-94b3-4cdc-8306-f7f1fcf6b496 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lock "f869a7fc-ef11-465b-bdfc-ba2a4dc4faba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.803404] env[68872]: INFO nova.compute.manager [None req-85ea7115-94b3-4cdc-8306-f7f1fcf6b496 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Terminating instance [ 1066.858406] env[68872]: DEBUG oslo_vmware.api [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52631b3c-0ba8-df6d-cf44-e94209e8b168, 'name': SearchDatastore_Task, 'duration_secs': 0.011631} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.859311] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9b62cdf-448c-473a-9e6f-dc1f0ecf602c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.865236] env[68872]: DEBUG oslo_vmware.api [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Waiting for the task: (returnval){ [ 1066.865236] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52cad206-67d3-4124-c32f-49db3c0a9ff8" [ 1066.865236] env[68872]: _type = "Task" [ 1066.865236] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.873233] env[68872]: DEBUG oslo_vmware.api [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52cad206-67d3-4124-c32f-49db3c0a9ff8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.903534] env[68872]: DEBUG oslo_concurrency.lockutils [None req-37d9b25d-8afb-454b-aff7-b8790b96cf61 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Releasing lock "refresh_cache-059f95e7-49be-4e47-8681-eae430f316f8" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.904197] env[68872]: DEBUG nova.objects.instance [None req-37d9b25d-8afb-454b-aff7-b8790b96cf61 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Lazy-loading 'flavor' on Instance uuid 059f95e7-49be-4e47-8681-eae430f316f8 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.928976] env[68872]: DEBUG nova.network.neutron [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Successfully updated port: fa29bb74-1a60-4bff-988c-033b98df4bbb {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1067.123942] env[68872]: DEBUG nova.compute.manager [None req-f4812349-7af8-4a30-b0b6-39bc8b8df888 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1067.124215] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f4812349-7af8-4a30-b0b6-39bc8b8df888 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.125375] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef719d1b-5438-4676-b745-3c80360ebba9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.134771] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4812349-7af8-4a30-b0b6-39bc8b8df888 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.135099] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bae47b7-95e4-4e6b-8695-ae577b24d830 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.142291] env[68872]: DEBUG oslo_vmware.api [None req-f4812349-7af8-4a30-b0b6-39bc8b8df888 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for the task: (returnval){ [ 1067.142291] env[68872]: value = "task-3093275" [ 1067.142291] env[68872]: _type = "Task" [ 1067.142291] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.151778] env[68872]: DEBUG oslo_vmware.api [None req-f4812349-7af8-4a30-b0b6-39bc8b8df888 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.211913] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "refresh_cache-dd7f8ad1-c394-4217-933a-622094af0f63" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.211913] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquired lock "refresh_cache-dd7f8ad1-c394-4217-933a-622094af0f63" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.211913] env[68872]: DEBUG nova.network.neutron [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.237868] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.239262] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da03512f-2f66-4ed1-b2e7-5d7580e09ce9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.251396] env[68872]: DEBUG oslo_vmware.api [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 1067.251396] env[68872]: value = "task-3093276" [ 1067.251396] env[68872]: _type = "Task" [ 1067.251396] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.264368] env[68872]: DEBUG oslo_vmware.api [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.291211] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] VM already powered off {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1067.291357] env[68872]: DEBUG nova.compute.manager [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.292271] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379706aa-3758-4238-a2a0-5ba61d385f03 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.299933] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "refresh_cache-325ffad5-d50d-47e9-9c91-b9ce936b96d9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.300662] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquired lock "refresh_cache-325ffad5-d50d-47e9-9c91-b9ce936b96d9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.300662] env[68872]: DEBUG nova.network.neutron [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.306955] env[68872]: DEBUG nova.compute.manager [None req-85ea7115-94b3-4cdc-8306-f7f1fcf6b496 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1067.307298] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-85ea7115-94b3-4cdc-8306-f7f1fcf6b496 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.308432] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf04ae5-389f-4d1a-82b5-0da3a3149460 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.319579] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ea7115-94b3-4cdc-8306-f7f1fcf6b496 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.319861] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a67ede0-cf1b-49a4-b20c-79bbae610fe0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.328456] env[68872]: DEBUG oslo_vmware.api [None req-85ea7115-94b3-4cdc-8306-f7f1fcf6b496 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for the task: (returnval){ [ 1067.328456] env[68872]: value = "task-3093277" [ 1067.328456] env[68872]: _type = "Task" [ 1067.328456] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.341822] env[68872]: DEBUG oslo_vmware.api [None req-85ea7115-94b3-4cdc-8306-f7f1fcf6b496 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093277, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.376552] env[68872]: DEBUG oslo_vmware.api [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52cad206-67d3-4124-c32f-49db3c0a9ff8, 'name': SearchDatastore_Task, 'duration_secs': 0.01257} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.376858] env[68872]: DEBUG oslo_concurrency.lockutils [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.377558] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] d30a7e20-a572-4d85-b9da-3bc6807eca8d/d30a7e20-a572-4d85-b9da-3bc6807eca8d.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.377558] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-188752d2-e947-49d6-8e63-e6b3bef23192 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.386211] env[68872]: DEBUG oslo_vmware.api [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Waiting for the task: (returnval){ [ 1067.386211] env[68872]: value = "task-3093278" [ 1067.386211] env[68872]: _type = "Task" [ 1067.386211] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.396353] env[68872]: DEBUG oslo_vmware.api [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Task: {'id': task-3093278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.411066] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d83ed2-e6af-4f28-b0c8-fb67d1519f5d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.433936] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "refresh_cache-f76c7994-00a0-4f9e-ba19-4ea055adc42a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.434101] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquired lock "refresh_cache-f76c7994-00a0-4f9e-ba19-4ea055adc42a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.434264] env[68872]: DEBUG nova.network.neutron [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.435844] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-37d9b25d-8afb-454b-aff7-b8790b96cf61 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.435844] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cfd8582-802c-4176-88a9-59009f39efa9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.443690] env[68872]: DEBUG oslo_vmware.api [None req-37d9b25d-8afb-454b-aff7-b8790b96cf61 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for the task: (returnval){ [ 1067.443690] env[68872]: value = "task-3093279" [ 1067.443690] env[68872]: _type = "Task" [ 1067.443690] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.456246] env[68872]: DEBUG oslo_vmware.api [None req-37d9b25d-8afb-454b-aff7-b8790b96cf61 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.654453] env[68872]: DEBUG oslo_vmware.api [None req-f4812349-7af8-4a30-b0b6-39bc8b8df888 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093275, 'name': PowerOffVM_Task, 'duration_secs': 0.245903} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.655460] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4812349-7af8-4a30-b0b6-39bc8b8df888 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.655689] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f4812349-7af8-4a30-b0b6-39bc8b8df888 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.655976] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27ca9cc6-7d99-4750-a302-c4c04ca708be {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.664306] env[68872]: DEBUG nova.compute.manager [req-7d29b11c-217d-4592-ae34-42b4bbc69de2 req-48337a3f-204b-4bd7-bd1c-996c1e417f21 service nova] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Received event network-vif-plugged-fa29bb74-1a60-4bff-988c-033b98df4bbb {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.664640] env[68872]: DEBUG oslo_concurrency.lockutils [req-7d29b11c-217d-4592-ae34-42b4bbc69de2 req-48337a3f-204b-4bd7-bd1c-996c1e417f21 service nova] Acquiring lock "f76c7994-00a0-4f9e-ba19-4ea055adc42a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.664742] env[68872]: DEBUG oslo_concurrency.lockutils [req-7d29b11c-217d-4592-ae34-42b4bbc69de2 req-48337a3f-204b-4bd7-bd1c-996c1e417f21 service nova] Lock "f76c7994-00a0-4f9e-ba19-4ea055adc42a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.664913] env[68872]: DEBUG oslo_concurrency.lockutils [req-7d29b11c-217d-4592-ae34-42b4bbc69de2 req-48337a3f-204b-4bd7-bd1c-996c1e417f21 service nova] Lock "f76c7994-00a0-4f9e-ba19-4ea055adc42a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.665322] env[68872]: DEBUG nova.compute.manager [req-7d29b11c-217d-4592-ae34-42b4bbc69de2 req-48337a3f-204b-4bd7-bd1c-996c1e417f21 service nova] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] No waiting events found dispatching network-vif-plugged-fa29bb74-1a60-4bff-988c-033b98df4bbb {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1067.665518] env[68872]: WARNING nova.compute.manager [req-7d29b11c-217d-4592-ae34-42b4bbc69de2 req-48337a3f-204b-4bd7-bd1c-996c1e417f21 service nova] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Received unexpected event network-vif-plugged-fa29bb74-1a60-4bff-988c-033b98df4bbb for instance with vm_state building and task_state spawning. [ 1067.665819] env[68872]: DEBUG nova.compute.manager [req-7d29b11c-217d-4592-ae34-42b4bbc69de2 req-48337a3f-204b-4bd7-bd1c-996c1e417f21 service nova] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Received event network-changed-fa29bb74-1a60-4bff-988c-033b98df4bbb {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.666444] env[68872]: DEBUG nova.compute.manager [req-7d29b11c-217d-4592-ae34-42b4bbc69de2 req-48337a3f-204b-4bd7-bd1c-996c1e417f21 service nova] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Refreshing instance network info cache due to event network-changed-fa29bb74-1a60-4bff-988c-033b98df4bbb. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1067.666444] env[68872]: DEBUG oslo_concurrency.lockutils [req-7d29b11c-217d-4592-ae34-42b4bbc69de2 req-48337a3f-204b-4bd7-bd1c-996c1e417f21 service nova] Acquiring lock "refresh_cache-f76c7994-00a0-4f9e-ba19-4ea055adc42a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.712133] env[68872]: DEBUG oslo_concurrency.lockutils [None req-38583751-a3b2-46b1-a38c-1cf3dab18513 tempest-ServersAdmin275Test-1556373053 tempest-ServersAdmin275Test-1556373053-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.712910] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09002fd6-69e4-40f9-b9a1-029614e19735 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 18.874s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.746319] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f4812349-7af8-4a30-b0b6-39bc8b8df888 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.746625] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f4812349-7af8-4a30-b0b6-39bc8b8df888 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.746898] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4812349-7af8-4a30-b0b6-39bc8b8df888 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Deleting the datastore file [datastore1] d8f64e59-ee89-4da1-99a4-efdfd3dc8fab {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.748071] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c8fad22-00a6-43af-9b74-2d316afd0571 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.759096] env[68872]: DEBUG oslo_vmware.api [None req-f4812349-7af8-4a30-b0b6-39bc8b8df888 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for the task: (returnval){ [ 1067.759096] env[68872]: value = "task-3093281" [ 1067.759096] env[68872]: _type = "Task" [ 1067.759096] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.766585] env[68872]: DEBUG oslo_vmware.api [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093276, 'name': PowerOffVM_Task, 'duration_secs': 0.308055} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.769515] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.770486] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7168f5-18cf-4c76-9fca-c5a50856454b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.777788] env[68872]: DEBUG oslo_vmware.api [None req-f4812349-7af8-4a30-b0b6-39bc8b8df888 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.805545] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cab2e59-db45-44c5-8c24-05e8a0335675 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.843151] env[68872]: DEBUG oslo_vmware.api [None req-85ea7115-94b3-4cdc-8306-f7f1fcf6b496 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093277, 'name': PowerOffVM_Task, 'duration_secs': 0.207781} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.844020] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ea7115-94b3-4cdc-8306-f7f1fcf6b496 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.844674] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-85ea7115-94b3-4cdc-8306-f7f1fcf6b496 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.844674] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c8ccdd6-1fb6-4472-af0a-d450d54c98fa {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.899503] env[68872]: DEBUG oslo_vmware.api [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Task: {'id': task-3093278, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.924811] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-85ea7115-94b3-4cdc-8306-f7f1fcf6b496 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.926917] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-85ea7115-94b3-4cdc-8306-f7f1fcf6b496 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.926917] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-85ea7115-94b3-4cdc-8306-f7f1fcf6b496 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Deleting the datastore file [datastore1] f869a7fc-ef11-465b-bdfc-ba2a4dc4faba {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.926917] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48765555-15af-47cb-aaaf-315feb2b1acf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.933252] env[68872]: DEBUG oslo_vmware.api [None req-85ea7115-94b3-4cdc-8306-f7f1fcf6b496 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for the task: (returnval){ [ 1067.933252] env[68872]: value = "task-3093283" [ 1067.933252] env[68872]: _type = "Task" [ 1067.933252] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.950319] env[68872]: DEBUG oslo_vmware.api [None req-85ea7115-94b3-4cdc-8306-f7f1fcf6b496 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093283, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.963135] env[68872]: DEBUG oslo_vmware.api [None req-37d9b25d-8afb-454b-aff7-b8790b96cf61 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093279, 'name': PowerOffVM_Task, 'duration_secs': 0.270627} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.963425] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-37d9b25d-8afb-454b-aff7-b8790b96cf61 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.969288] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-37d9b25d-8afb-454b-aff7-b8790b96cf61 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1067.969612] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdd2e746-5913-46cc-a449-635bf4b64754 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.988635] env[68872]: DEBUG oslo_vmware.api [None req-37d9b25d-8afb-454b-aff7-b8790b96cf61 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for the task: (returnval){ [ 1067.988635] env[68872]: value = "task-3093284" [ 1067.988635] env[68872]: _type = "Task" [ 1067.988635] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.997684] env[68872]: DEBUG oslo_vmware.api [None req-37d9b25d-8afb-454b-aff7-b8790b96cf61 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.039984] env[68872]: DEBUG nova.network.neutron [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.232579] env[68872]: DEBUG nova.network.neutron [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Updating instance_info_cache with network_info: [{"id": "3fbaf3ce-0179-492a-9c0d-637015d25679", "address": "fa:16:3e:03:c2:32", "network": {"id": "dc54d513-c9ea-47f7-9c06-737e154be9e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-687418439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4adfb6086df1437592701ee54f697cb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fbaf3ce-01", "ovs_interfaceid": "3fbaf3ce-0179-492a-9c0d-637015d25679", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.275610] env[68872]: DEBUG oslo_vmware.api [None req-f4812349-7af8-4a30-b0b6-39bc8b8df888 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339667} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.275858] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4812349-7af8-4a30-b0b6-39bc8b8df888 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.278828] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f4812349-7af8-4a30-b0b6-39bc8b8df888 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.279285] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f4812349-7af8-4a30-b0b6-39bc8b8df888 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.279552] env[68872]: INFO nova.compute.manager [None req-f4812349-7af8-4a30-b0b6-39bc8b8df888 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1068.279903] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4812349-7af8-4a30-b0b6-39bc8b8df888 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.280295] env[68872]: DEBUG nova.compute.manager [-] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1068.280405] env[68872]: DEBUG nova.network.neutron [-] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1068.315101] env[68872]: DEBUG nova.network.neutron [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Updating instance_info_cache with network_info: [{"id": "ff3b3113-7c70-4b0c-866c-9bbec5b8f4a3", "address": "fa:16:3e:fc:ac:33", "network": {"id": "c09e92d2-0e24-4ab7-a494-adc38742fe8d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1942103729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9867cbb36374b6b9def662292b6f810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff3b3113-7c", "ovs_interfaceid": "ff3b3113-7c70-4b0c-866c-9bbec5b8f4a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.321221] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Creating Snapshot of the VM instance {{(pid=68872) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1068.321221] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d86676f5-db04-4522-a120-ab2910d502b9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.330825] env[68872]: DEBUG oslo_vmware.api [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 1068.330825] env[68872]: value = "task-3093285" [ 1068.330825] env[68872]: _type = "Task" [ 1068.330825] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.345910] env[68872]: DEBUG oslo_vmware.api [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093285, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.353284] env[68872]: DEBUG nova.network.neutron [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Updating instance_info_cache with network_info: [{"id": "fa29bb74-1a60-4bff-988c-033b98df4bbb", "address": "fa:16:3e:97:d4:8f", "network": {"id": "2952e37f-de5f-4200-af72-77a1f91fda95", "bridge": "br-int", "label": "tempest-ServersTestJSON-1588416409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3122db561374360820368cbb6362af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa29bb74-1a", "ovs_interfaceid": "fa29bb74-1a60-4bff-988c-033b98df4bbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.402085] env[68872]: DEBUG oslo_vmware.api [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Task: {'id': task-3093278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58256} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.402391] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] d30a7e20-a572-4d85-b9da-3bc6807eca8d/d30a7e20-a572-4d85-b9da-3bc6807eca8d.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.402611] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.405249] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c6b48eb-ab51-4aae-af64-6484d3969866 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.414773] env[68872]: DEBUG oslo_vmware.api [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Waiting for the task: (returnval){ [ 1068.414773] env[68872]: value = "task-3093286" [ 1068.414773] env[68872]: _type = "Task" [ 1068.414773] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.427665] env[68872]: DEBUG oslo_vmware.api [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Task: {'id': task-3093286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.447420] env[68872]: DEBUG oslo_vmware.api [None req-85ea7115-94b3-4cdc-8306-f7f1fcf6b496 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Task: {'id': task-3093283, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205128} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.447761] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-85ea7115-94b3-4cdc-8306-f7f1fcf6b496 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.448034] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-85ea7115-94b3-4cdc-8306-f7f1fcf6b496 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.448292] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-85ea7115-94b3-4cdc-8306-f7f1fcf6b496 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.448558] env[68872]: INFO nova.compute.manager [None req-85ea7115-94b3-4cdc-8306-f7f1fcf6b496 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1068.448951] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85ea7115-94b3-4cdc-8306-f7f1fcf6b496 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.449115] env[68872]: DEBUG nova.compute.manager [-] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1068.449269] env[68872]: DEBUG nova.network.neutron [-] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1068.500817] env[68872]: DEBUG oslo_vmware.api [None req-37d9b25d-8afb-454b-aff7-b8790b96cf61 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093284, 'name': ReconfigVM_Task, 'duration_secs': 0.256286} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.507959] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-37d9b25d-8afb-454b-aff7-b8790b96cf61 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1068.507959] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-37d9b25d-8afb-454b-aff7-b8790b96cf61 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.507959] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-508f2032-3f70-4649-a792-ad010ae74518 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.513726] env[68872]: DEBUG oslo_vmware.api [None req-37d9b25d-8afb-454b-aff7-b8790b96cf61 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for the task: (returnval){ [ 1068.513726] env[68872]: value = "task-3093287" [ 1068.513726] env[68872]: _type = "Task" [ 1068.513726] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.524594] env[68872]: DEBUG oslo_vmware.api [None req-37d9b25d-8afb-454b-aff7-b8790b96cf61 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093287, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.616139] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c623ebe8-3a95-4e47-960d-c9f26de2655f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.624447] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0857688-2ab4-4d47-a212-8a5ea4feebbc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.658585] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294c9cf7-3ad9-4407-94db-5533faa1b708 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.667474] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1922bc-60c7-44e0-b3ba-9766060202b0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.685124] env[68872]: DEBUG nova.compute.provider_tree [None req-09002fd6-69e4-40f9-b9a1-029614e19735 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.735406] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Releasing lock "refresh_cache-dd7f8ad1-c394-4217-933a-622094af0f63" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.817716] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Releasing lock "refresh_cache-325ffad5-d50d-47e9-9c91-b9ce936b96d9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.844517] env[68872]: DEBUG oslo_vmware.api [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093285, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.856567] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Releasing lock "refresh_cache-f76c7994-00a0-4f9e-ba19-4ea055adc42a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.856987] env[68872]: DEBUG nova.compute.manager [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Instance network_info: |[{"id": "fa29bb74-1a60-4bff-988c-033b98df4bbb", "address": "fa:16:3e:97:d4:8f", "network": {"id": "2952e37f-de5f-4200-af72-77a1f91fda95", "bridge": "br-int", "label": "tempest-ServersTestJSON-1588416409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3122db561374360820368cbb6362af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa29bb74-1a", "ovs_interfaceid": "fa29bb74-1a60-4bff-988c-033b98df4bbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1068.857416] env[68872]: DEBUG oslo_concurrency.lockutils [req-7d29b11c-217d-4592-ae34-42b4bbc69de2 req-48337a3f-204b-4bd7-bd1c-996c1e417f21 service nova] Acquired lock "refresh_cache-f76c7994-00a0-4f9e-ba19-4ea055adc42a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.857673] env[68872]: DEBUG nova.network.neutron [req-7d29b11c-217d-4592-ae34-42b4bbc69de2 req-48337a3f-204b-4bd7-bd1c-996c1e417f21 service nova] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Refreshing network info cache for port fa29bb74-1a60-4bff-988c-033b98df4bbb {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.858967] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:d4:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa29bb74-1a60-4bff-988c-033b98df4bbb', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.867631] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.868640] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.868881] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21d71f10-a1f1-4a0d-b969-623ae08942c8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.894070] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.894070] env[68872]: value = "task-3093288" [ 1068.894070] env[68872]: _type = "Task" [ 1068.894070] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.914357] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093288, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.927332] env[68872]: DEBUG oslo_vmware.api [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Task: {'id': task-3093286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071275} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.927630] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.928456] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace20ede-2650-492e-88b2-a845e874e08e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.953531] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] d30a7e20-a572-4d85-b9da-3bc6807eca8d/d30a7e20-a572-4d85-b9da-3bc6807eca8d.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.954234] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-515e3dbe-3e28-4daa-bbc2-b8f5c8176df1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.978150] env[68872]: DEBUG oslo_vmware.api [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Waiting for the task: (returnval){ [ 1068.978150] env[68872]: value = "task-3093289" [ 1068.978150] env[68872]: _type = "Task" [ 1068.978150] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.988778] env[68872]: DEBUG oslo_vmware.api [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Task: {'id': task-3093289, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.025175] env[68872]: DEBUG oslo_vmware.api [None req-37d9b25d-8afb-454b-aff7-b8790b96cf61 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093287, 'name': PowerOnVM_Task, 'duration_secs': 0.498961} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.025503] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-37d9b25d-8afb-454b-aff7-b8790b96cf61 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.025739] env[68872]: DEBUG nova.compute.manager [None req-37d9b25d-8afb-454b-aff7-b8790b96cf61 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.026596] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b22b80-03cf-413d-a212-fc904ce068ee {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.162376] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.163390] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b165daf-e5ad-4805-a182-9018481f2c60 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.172481] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1069.172774] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0562abaa-e26d-42c2-b969-60eba5779a6c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.192177] env[68872]: DEBUG nova.scheduler.client.report [None req-09002fd6-69e4-40f9-b9a1-029614e19735 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.287515] env[68872]: DEBUG nova.network.neutron [-] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.299299] env[68872]: DEBUG nova.network.neutron [-] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.347634] env[68872]: DEBUG oslo_vmware.api [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093285, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.407082] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093288, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.488480] env[68872]: DEBUG oslo_vmware.api [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Task: {'id': task-3093289, 'name': ReconfigVM_Task, 'duration_secs': 0.387741} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.488782] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Reconfigured VM instance instance-00000065 to attach disk [datastore1] d30a7e20-a572-4d85-b9da-3bc6807eca8d/d30a7e20-a572-4d85-b9da-3bc6807eca8d.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.489458] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-778b71f4-a6ab-465e-9adc-ded09a279d5d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.496554] env[68872]: DEBUG oslo_vmware.api [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Waiting for the task: (returnval){ [ 1069.496554] env[68872]: value = "task-3093291" [ 1069.496554] env[68872]: _type = "Task" [ 1069.496554] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.514415] env[68872]: DEBUG oslo_vmware.api [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Task: {'id': task-3093291, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.707111] env[68872]: DEBUG nova.network.neutron [req-7d29b11c-217d-4592-ae34-42b4bbc69de2 req-48337a3f-204b-4bd7-bd1c-996c1e417f21 service nova] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Updated VIF entry in instance network info cache for port fa29bb74-1a60-4bff-988c-033b98df4bbb. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.707638] env[68872]: DEBUG nova.network.neutron [req-7d29b11c-217d-4592-ae34-42b4bbc69de2 req-48337a3f-204b-4bd7-bd1c-996c1e417f21 service nova] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Updating instance_info_cache with network_info: [{"id": "fa29bb74-1a60-4bff-988c-033b98df4bbb", "address": "fa:16:3e:97:d4:8f", "network": {"id": "2952e37f-de5f-4200-af72-77a1f91fda95", "bridge": "br-int", "label": "tempest-ServersTestJSON-1588416409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3122db561374360820368cbb6362af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa29bb74-1a", "ovs_interfaceid": "fa29bb74-1a60-4bff-988c-033b98df4bbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.763270] env[68872]: DEBUG nova.compute.manager [req-8c7bfc1f-dee4-45b7-8edd-4bc467990444 req-d95d3b46-913d-45f4-8551-84272116387f service nova] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Received event network-vif-deleted-7dd5cdd0-4b7e-4ccb-b7ed-fb23d4334ffb {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.763508] env[68872]: DEBUG nova.compute.manager [req-8c7bfc1f-dee4-45b7-8edd-4bc467990444 req-d95d3b46-913d-45f4-8551-84272116387f service nova] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Received event network-vif-deleted-3d01658d-c8fd-4a51-9317-019411aaabc8 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.763708] env[68872]: DEBUG nova.compute.manager [req-8c7bfc1f-dee4-45b7-8edd-4bc467990444 req-d95d3b46-913d-45f4-8551-84272116387f service nova] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Received event network-vif-unplugged-ff3b3113-7c70-4b0c-866c-9bbec5b8f4a3 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.763902] env[68872]: DEBUG oslo_concurrency.lockutils [req-8c7bfc1f-dee4-45b7-8edd-4bc467990444 req-d95d3b46-913d-45f4-8551-84272116387f service nova] Acquiring lock "325ffad5-d50d-47e9-9c91-b9ce936b96d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.764126] env[68872]: DEBUG oslo_concurrency.lockutils [req-8c7bfc1f-dee4-45b7-8edd-4bc467990444 req-d95d3b46-913d-45f4-8551-84272116387f service nova] Lock "325ffad5-d50d-47e9-9c91-b9ce936b96d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.764298] env[68872]: DEBUG oslo_concurrency.lockutils [req-8c7bfc1f-dee4-45b7-8edd-4bc467990444 req-d95d3b46-913d-45f4-8551-84272116387f service nova] Lock "325ffad5-d50d-47e9-9c91-b9ce936b96d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.764465] env[68872]: DEBUG nova.compute.manager [req-8c7bfc1f-dee4-45b7-8edd-4bc467990444 req-d95d3b46-913d-45f4-8551-84272116387f service nova] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] No waiting events found dispatching network-vif-unplugged-ff3b3113-7c70-4b0c-866c-9bbec5b8f4a3 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1069.764638] env[68872]: WARNING nova.compute.manager [req-8c7bfc1f-dee4-45b7-8edd-4bc467990444 req-d95d3b46-913d-45f4-8551-84272116387f service nova] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Received unexpected event network-vif-unplugged-ff3b3113-7c70-4b0c-866c-9bbec5b8f4a3 for instance with vm_state shelved and task_state shelving_offloading. [ 1069.764798] env[68872]: DEBUG nova.compute.manager [req-8c7bfc1f-dee4-45b7-8edd-4bc467990444 req-d95d3b46-913d-45f4-8551-84272116387f service nova] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Received event network-changed-ff3b3113-7c70-4b0c-866c-9bbec5b8f4a3 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.764960] env[68872]: DEBUG nova.compute.manager [req-8c7bfc1f-dee4-45b7-8edd-4bc467990444 req-d95d3b46-913d-45f4-8551-84272116387f service nova] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Refreshing instance network info cache due to event network-changed-ff3b3113-7c70-4b0c-866c-9bbec5b8f4a3. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1069.765202] env[68872]: DEBUG oslo_concurrency.lockutils [req-8c7bfc1f-dee4-45b7-8edd-4bc467990444 req-d95d3b46-913d-45f4-8551-84272116387f service nova] Acquiring lock "refresh_cache-325ffad5-d50d-47e9-9c91-b9ce936b96d9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.765345] env[68872]: DEBUG oslo_concurrency.lockutils [req-8c7bfc1f-dee4-45b7-8edd-4bc467990444 req-d95d3b46-913d-45f4-8551-84272116387f service nova] Acquired lock "refresh_cache-325ffad5-d50d-47e9-9c91-b9ce936b96d9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.765506] env[68872]: DEBUG nova.network.neutron [req-8c7bfc1f-dee4-45b7-8edd-4bc467990444 req-d95d3b46-913d-45f4-8551-84272116387f service nova] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Refreshing network info cache for port ff3b3113-7c70-4b0c-866c-9bbec5b8f4a3 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.790403] env[68872]: INFO nova.compute.manager [-] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Took 1.51 seconds to deallocate network for instance. [ 1069.802144] env[68872]: INFO nova.compute.manager [-] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Took 1.35 seconds to deallocate network for instance. [ 1069.845220] env[68872]: DEBUG oslo_vmware.api [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093285, 'name': CreateSnapshot_Task, 'duration_secs': 1.067395} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.845623] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Created Snapshot of the VM instance {{(pid=68872) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1069.846245] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e4014a-9544-49a8-bd99-d70c408a1157 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.904843] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093288, 'name': CreateVM_Task, 'duration_secs': 0.528475} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.905043] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.905729] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.905895] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.906263] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.906759] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84e450b5-d51b-40dc-b268-c63306110e79 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.912646] env[68872]: DEBUG oslo_vmware.api [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 1069.912646] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529bf2a5-fd79-d9a9-1e5c-191f5a9abbd1" [ 1069.912646] env[68872]: _type = "Task" [ 1069.912646] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.920982] env[68872]: DEBUG oslo_vmware.api [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529bf2a5-fd79-d9a9-1e5c-191f5a9abbd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.008373] env[68872]: DEBUG oslo_vmware.api [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Task: {'id': task-3093291, 'name': Rename_Task, 'duration_secs': 0.153728} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.009033] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.009033] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3b0752e-e208-4d8f-a073-617441ef0425 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.015939] env[68872]: DEBUG oslo_vmware.api [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Waiting for the task: (returnval){ [ 1070.015939] env[68872]: value = "task-3093292" [ 1070.015939] env[68872]: _type = "Task" [ 1070.015939] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.024572] env[68872]: DEBUG oslo_vmware.api [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Task: {'id': task-3093292, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.211351] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09002fd6-69e4-40f9-b9a1-029614e19735 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.498s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.215050] env[68872]: DEBUG oslo_concurrency.lockutils [req-7d29b11c-217d-4592-ae34-42b4bbc69de2 req-48337a3f-204b-4bd7-bd1c-996c1e417f21 service nova] Releasing lock "refresh_cache-f76c7994-00a0-4f9e-ba19-4ea055adc42a" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.215625] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ce3b2d2d-67a5-4cc8-8aab-8de5eac7b1ee tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.696s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.215873] env[68872]: DEBUG nova.objects.instance [None req-ce3b2d2d-67a5-4cc8-8aab-8de5eac7b1ee tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Lazy-loading 'resources' on Instance uuid 9c9479a8-1da2-4b60-927b-514c6c999ae3 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.253147] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415532dd-a8d7-4a9b-812d-6f4842bace0b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.278154] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Updating instance 'dd7f8ad1-c394-4217-933a-622094af0f63' progress to 0 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1070.297838] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f4812349-7af8-4a30-b0b6-39bc8b8df888 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.308388] env[68872]: DEBUG oslo_concurrency.lockutils [None req-85ea7115-94b3-4cdc-8306-f7f1fcf6b496 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.366772] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Creating linked-clone VM from snapshot {{(pid=68872) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1070.368965] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-be706677-7cbb-4ffb-8979-76d298ce9584 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.381835] env[68872]: DEBUG oslo_vmware.api [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 1070.381835] env[68872]: value = "task-3093293" [ 1070.381835] env[68872]: _type = "Task" [ 1070.381835] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.395908] env[68872]: DEBUG oslo_vmware.api [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093293, 'name': CloneVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.429187] env[68872]: DEBUG oslo_vmware.api [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529bf2a5-fd79-d9a9-1e5c-191f5a9abbd1, 'name': SearchDatastore_Task, 'duration_secs': 0.01414} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.429498] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.429741] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.429986] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.430184] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.430450] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.430771] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b35fc0ce-6459-4fbe-9dca-77e2b8e6ff30 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.442970] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.443256] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.444093] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8812b609-a716-49e6-98a4-bae0f11b1167 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.452897] env[68872]: DEBUG oslo_vmware.api [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 1070.452897] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a8e851-5fde-8744-8f2e-6cd32376023e" [ 1070.452897] env[68872]: _type = "Task" [ 1070.452897] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.462345] env[68872]: DEBUG oslo_vmware.api [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a8e851-5fde-8744-8f2e-6cd32376023e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.488183] env[68872]: DEBUG oslo_concurrency.lockutils [None req-65aac23c-4db2-4c3d-9871-3b7d1a637e19 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Acquiring lock "059f95e7-49be-4e47-8681-eae430f316f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.488351] env[68872]: DEBUG oslo_concurrency.lockutils [None req-65aac23c-4db2-4c3d-9871-3b7d1a637e19 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Lock "059f95e7-49be-4e47-8681-eae430f316f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.488535] env[68872]: DEBUG oslo_concurrency.lockutils [None req-65aac23c-4db2-4c3d-9871-3b7d1a637e19 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Acquiring lock "059f95e7-49be-4e47-8681-eae430f316f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.488875] env[68872]: DEBUG oslo_concurrency.lockutils [None req-65aac23c-4db2-4c3d-9871-3b7d1a637e19 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Lock "059f95e7-49be-4e47-8681-eae430f316f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.488987] env[68872]: DEBUG oslo_concurrency.lockutils [None req-65aac23c-4db2-4c3d-9871-3b7d1a637e19 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Lock "059f95e7-49be-4e47-8681-eae430f316f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.491325] env[68872]: INFO nova.compute.manager [None req-65aac23c-4db2-4c3d-9871-3b7d1a637e19 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Terminating instance [ 1070.527110] env[68872]: DEBUG oslo_vmware.api [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Task: {'id': task-3093292, 'name': PowerOnVM_Task, 'duration_secs': 0.504299} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.527913] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.527913] env[68872]: INFO nova.compute.manager [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1070.527913] env[68872]: DEBUG nova.compute.manager [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.528547] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e43e06-00c5-4475-96d2-5020cbdbdc8f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.610160] env[68872]: DEBUG nova.network.neutron [req-8c7bfc1f-dee4-45b7-8edd-4bc467990444 req-d95d3b46-913d-45f4-8551-84272116387f service nova] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Updated VIF entry in instance network info cache for port ff3b3113-7c70-4b0c-866c-9bbec5b8f4a3. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.610479] env[68872]: DEBUG nova.network.neutron [req-8c7bfc1f-dee4-45b7-8edd-4bc467990444 req-d95d3b46-913d-45f4-8551-84272116387f service nova] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Updating instance_info_cache with network_info: [{"id": "ff3b3113-7c70-4b0c-866c-9bbec5b8f4a3", "address": "fa:16:3e:fc:ac:33", "network": {"id": "c09e92d2-0e24-4ab7-a494-adc38742fe8d", "bridge": null, "label": "tempest-DeleteServersTestJSON-1942103729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9867cbb36374b6b9def662292b6f810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapff3b3113-7c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.786498] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.786985] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-beceb4da-a0cf-457b-9e07-95c5a8d853d6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.795631] env[68872]: DEBUG oslo_vmware.api [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1070.795631] env[68872]: value = "task-3093294" [ 1070.795631] env[68872]: _type = "Task" [ 1070.795631] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.802625] env[68872]: INFO nova.scheduler.client.report [None req-09002fd6-69e4-40f9-b9a1-029614e19735 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Deleted allocation for migration 78abd2c0-518c-473b-b240-a4cd7deaebac [ 1070.811014] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] VM already powered off {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1070.811235] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Updating instance 'dd7f8ad1-c394-4217-933a-622094af0f63' progress to 17 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1070.895416] env[68872]: DEBUG oslo_vmware.api [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093293, 'name': CloneVM_Task} progress is 94%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.971562] env[68872]: DEBUG oslo_vmware.api [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a8e851-5fde-8744-8f2e-6cd32376023e, 'name': SearchDatastore_Task, 'duration_secs': 0.015306} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.972775] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eca09fdf-c172-4a76-bc7f-e049d0cc1a25 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.983662] env[68872]: DEBUG oslo_vmware.api [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 1070.983662] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f6a839-7097-da92-ccae-fc820a18e158" [ 1070.983662] env[68872]: _type = "Task" [ 1070.983662] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.996403] env[68872]: DEBUG nova.compute.manager [None req-65aac23c-4db2-4c3d-9871-3b7d1a637e19 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1070.996697] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-65aac23c-4db2-4c3d-9871-3b7d1a637e19 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1070.997504] env[68872]: DEBUG oslo_vmware.api [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f6a839-7097-da92-ccae-fc820a18e158, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.001760] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed91093c-5036-4068-a7a5-31af9acb7dd7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.014476] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-65aac23c-4db2-4c3d-9871-3b7d1a637e19 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.018089] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df283e1e-7ad4-4876-ad2c-c4bd0b50de60 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.027900] env[68872]: DEBUG oslo_vmware.api [None req-65aac23c-4db2-4c3d-9871-3b7d1a637e19 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for the task: (returnval){ [ 1071.027900] env[68872]: value = "task-3093295" [ 1071.027900] env[68872]: _type = "Task" [ 1071.027900] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.039331] env[68872]: DEBUG oslo_vmware.api [None req-65aac23c-4db2-4c3d-9871-3b7d1a637e19 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.048895] env[68872]: INFO nova.compute.manager [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Took 29.65 seconds to build instance. [ 1071.061408] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729ae399-4193-4c98-9312-419c07398307 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.069928] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d707ec31-35d6-4f91-9a81-d554469b925c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.102691] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1d2ff3-fe36-45db-ad91-79bb79b364c7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.111931] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17f2130-cd77-43b1-a0cf-612e1c1d28bd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.116489] env[68872]: DEBUG oslo_concurrency.lockutils [req-8c7bfc1f-dee4-45b7-8edd-4bc467990444 req-d95d3b46-913d-45f4-8551-84272116387f service nova] Releasing lock "refresh_cache-325ffad5-d50d-47e9-9c91-b9ce936b96d9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.127501] env[68872]: DEBUG nova.compute.provider_tree [None req-ce3b2d2d-67a5-4cc8-8aab-8de5eac7b1ee tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.313525] env[68872]: DEBUG oslo_concurrency.lockutils [None req-09002fd6-69e4-40f9-b9a1-029614e19735 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "60304fb8-695c-4b9b-a825-3142c9db948a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 25.773s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.320425] env[68872]: DEBUG nova.virt.hardware [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.320559] env[68872]: DEBUG nova.virt.hardware [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.320728] env[68872]: DEBUG nova.virt.hardware [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.320922] env[68872]: DEBUG nova.virt.hardware [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.322723] env[68872]: DEBUG nova.virt.hardware [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.322723] env[68872]: DEBUG nova.virt.hardware [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.322723] env[68872]: DEBUG nova.virt.hardware [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.322723] env[68872]: DEBUG nova.virt.hardware [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.322723] env[68872]: DEBUG nova.virt.hardware [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.322723] env[68872]: DEBUG nova.virt.hardware [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.322723] env[68872]: DEBUG nova.virt.hardware [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.327409] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce7d201d-a2d3-46a8-937e-c537339b30c5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.348308] env[68872]: DEBUG oslo_vmware.api [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1071.348308] env[68872]: value = "task-3093296" [ 1071.348308] env[68872]: _type = "Task" [ 1071.348308] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.359478] env[68872]: DEBUG oslo_vmware.api [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093296, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.396395] env[68872]: DEBUG oslo_vmware.api [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093293, 'name': CloneVM_Task} progress is 94%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.494846] env[68872]: DEBUG oslo_vmware.api [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f6a839-7097-da92-ccae-fc820a18e158, 'name': SearchDatastore_Task, 'duration_secs': 0.012528} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.495116] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.495406] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] f76c7994-00a0-4f9e-ba19-4ea055adc42a/f76c7994-00a0-4f9e-ba19-4ea055adc42a.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.496926] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ecc4bf5-a222-4f7f-90ad-20a459b91790 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.504990] env[68872]: DEBUG oslo_vmware.api [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 1071.504990] env[68872]: value = "task-3093297" [ 1071.504990] env[68872]: _type = "Task" [ 1071.504990] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.514235] env[68872]: DEBUG oslo_vmware.api [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093297, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.537569] env[68872]: DEBUG oslo_vmware.api [None req-65aac23c-4db2-4c3d-9871-3b7d1a637e19 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093295, 'name': PowerOffVM_Task, 'duration_secs': 0.234909} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.537623] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-65aac23c-4db2-4c3d-9871-3b7d1a637e19 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.537790] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-65aac23c-4db2-4c3d-9871-3b7d1a637e19 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.538058] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-061c564f-bf01-4209-896b-6b88aafc1168 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.551352] env[68872]: DEBUG oslo_concurrency.lockutils [None req-528fdff2-f17f-40c8-9a44-7f124e2c3bbb tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Lock "d30a7e20-a572-4d85-b9da-3bc6807eca8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.172s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.627174] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-65aac23c-4db2-4c3d-9871-3b7d1a637e19 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.627548] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-65aac23c-4db2-4c3d-9871-3b7d1a637e19 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.627668] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-65aac23c-4db2-4c3d-9871-3b7d1a637e19 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Deleting the datastore file [datastore2] 059f95e7-49be-4e47-8681-eae430f316f8 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.627917] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad85c95d-0584-4c27-8e4c-e93c78a15538 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.630632] env[68872]: DEBUG nova.scheduler.client.report [None req-ce3b2d2d-67a5-4cc8-8aab-8de5eac7b1ee tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.640225] env[68872]: DEBUG oslo_vmware.api [None req-65aac23c-4db2-4c3d-9871-3b7d1a637e19 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for the task: (returnval){ [ 1071.640225] env[68872]: value = "task-3093299" [ 1071.640225] env[68872]: _type = "Task" [ 1071.640225] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.649388] env[68872]: DEBUG oslo_vmware.api [None req-65aac23c-4db2-4c3d-9871-3b7d1a637e19 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093299, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.717576] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1a3358e8-2219-4327-8f2b-b349fa905b1b tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "60304fb8-695c-4b9b-a825-3142c9db948a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.718048] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1a3358e8-2219-4327-8f2b-b349fa905b1b tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "60304fb8-695c-4b9b-a825-3142c9db948a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.718307] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1a3358e8-2219-4327-8f2b-b349fa905b1b tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "60304fb8-695c-4b9b-a825-3142c9db948a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.718619] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1a3358e8-2219-4327-8f2b-b349fa905b1b tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "60304fb8-695c-4b9b-a825-3142c9db948a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.719138] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1a3358e8-2219-4327-8f2b-b349fa905b1b tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "60304fb8-695c-4b9b-a825-3142c9db948a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.721231] env[68872]: INFO nova.compute.manager [None req-1a3358e8-2219-4327-8f2b-b349fa905b1b tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Terminating instance [ 1071.860487] env[68872]: DEBUG oslo_vmware.api [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093296, 'name': ReconfigVM_Task, 'duration_secs': 0.285689} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.860900] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Updating instance 'dd7f8ad1-c394-4217-933a-622094af0f63' progress to 33 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1071.892619] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.895552] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.895552] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Deleting the datastore file [datastore1] 325ffad5-d50d-47e9-9c91-b9ce936b96d9 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.895552] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-562bf8c7-7c9b-4496-8db7-f7cf87acce39 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.901951] env[68872]: DEBUG oslo_vmware.api [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093293, 'name': CloneVM_Task} progress is 94%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.908711] env[68872]: DEBUG oslo_vmware.api [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1071.908711] env[68872]: value = "task-3093300" [ 1071.908711] env[68872]: _type = "Task" [ 1071.908711] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.921182] env[68872]: DEBUG oslo_vmware.api [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.015437] env[68872]: DEBUG oslo_vmware.api [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093297, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.136296] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ce3b2d2d-67a5-4cc8-8aab-8de5eac7b1ee tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.921s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.138989] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 14.831s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.151082] env[68872]: DEBUG oslo_vmware.api [None req-65aac23c-4db2-4c3d-9871-3b7d1a637e19 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093299, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257125} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.151365] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-65aac23c-4db2-4c3d-9871-3b7d1a637e19 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.151629] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-65aac23c-4db2-4c3d-9871-3b7d1a637e19 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.151826] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-65aac23c-4db2-4c3d-9871-3b7d1a637e19 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.152009] env[68872]: INFO nova.compute.manager [None req-65aac23c-4db2-4c3d-9871-3b7d1a637e19 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1072.152383] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65aac23c-4db2-4c3d-9871-3b7d1a637e19 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.152499] env[68872]: DEBUG nova.compute.manager [-] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1072.152595] env[68872]: DEBUG nova.network.neutron [-] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1072.161950] env[68872]: INFO nova.scheduler.client.report [None req-ce3b2d2d-67a5-4cc8-8aab-8de5eac7b1ee tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Deleted allocations for instance 9c9479a8-1da2-4b60-927b-514c6c999ae3 [ 1072.226085] env[68872]: DEBUG nova.compute.manager [None req-1a3358e8-2219-4327-8f2b-b349fa905b1b tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1072.226085] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3358e8-2219-4327-8f2b-b349fa905b1b tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.226725] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61172bb7-1540-45b6-9ce6-abd4c98c2b45 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.235937] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3358e8-2219-4327-8f2b-b349fa905b1b tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.236780] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cd5b829-2c1d-4c34-ac17-1f713d1e4668 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.244998] env[68872]: DEBUG oslo_vmware.api [None req-1a3358e8-2219-4327-8f2b-b349fa905b1b tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 1072.244998] env[68872]: value = "task-3093301" [ 1072.244998] env[68872]: _type = "Task" [ 1072.244998] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.258046] env[68872]: DEBUG oslo_vmware.api [None req-1a3358e8-2219-4327-8f2b-b349fa905b1b tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093301, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.368325] env[68872]: DEBUG nova.virt.hardware [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.368325] env[68872]: DEBUG nova.virt.hardware [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.368325] env[68872]: DEBUG nova.virt.hardware [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.368542] env[68872]: DEBUG nova.virt.hardware [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.368770] env[68872]: DEBUG nova.virt.hardware [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.368990] env[68872]: DEBUG nova.virt.hardware [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.369287] env[68872]: DEBUG nova.virt.hardware [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.369512] env[68872]: DEBUG nova.virt.hardware [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.370087] env[68872]: DEBUG nova.virt.hardware [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.370290] env[68872]: DEBUG nova.virt.hardware [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.370552] env[68872]: DEBUG nova.virt.hardware [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.377450] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Reconfiguring VM instance instance-00000043 to detach disk 2000 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1072.380345] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b765b4fa-e47d-4a4b-9e17-c9c554cd359e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.405287] env[68872]: DEBUG oslo_vmware.api [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093293, 'name': CloneVM_Task} progress is 94%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.407642] env[68872]: DEBUG oslo_vmware.api [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1072.407642] env[68872]: value = "task-3093302" [ 1072.407642] env[68872]: _type = "Task" [ 1072.407642] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.422128] env[68872]: DEBUG oslo_vmware.api [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093302, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.425636] env[68872]: DEBUG oslo_vmware.api [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352517} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.425946] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.426648] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.426648] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.438073] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "3942fdea-03cd-463a-b8c5-731a70446321" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.438217] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "3942fdea-03cd-463a-b8c5-731a70446321" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.460888] env[68872]: INFO nova.scheduler.client.report [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Deleted allocations for instance 325ffad5-d50d-47e9-9c91-b9ce936b96d9 [ 1072.516845] env[68872]: DEBUG oslo_vmware.api [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093297, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61273} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.517143] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] f76c7994-00a0-4f9e-ba19-4ea055adc42a/f76c7994-00a0-4f9e-ba19-4ea055adc42a.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.517371] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.517635] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b672135-82b3-472a-80c8-0fff7efbf665 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.526818] env[68872]: DEBUG oslo_vmware.api [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 1072.526818] env[68872]: value = "task-3093303" [ 1072.526818] env[68872]: _type = "Task" [ 1072.526818] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.536504] env[68872]: DEBUG oslo_vmware.api [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093303, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.546124] env[68872]: DEBUG nova.compute.manager [req-c2d01dbf-0f76-4f9e-9afb-e7e2c1065dfb req-e9c6f4e2-f753-455e-81b8-c7005af78ca9 service nova] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Received event network-vif-deleted-6bd46c57-1acf-42ae-890f-d1e6dad3ccaa {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.546422] env[68872]: INFO nova.compute.manager [req-c2d01dbf-0f76-4f9e-9afb-e7e2c1065dfb req-e9c6f4e2-f753-455e-81b8-c7005af78ca9 service nova] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Neutron deleted interface 6bd46c57-1acf-42ae-890f-d1e6dad3ccaa; detaching it from the instance and deleting it from the info cache [ 1072.546578] env[68872]: DEBUG nova.network.neutron [req-c2d01dbf-0f76-4f9e-9afb-e7e2c1065dfb req-e9c6f4e2-f753-455e-81b8-c7005af78ca9 service nova] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.669581] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ce3b2d2d-67a5-4cc8-8aab-8de5eac7b1ee tempest-ServersAdmin275Test-533526479 tempest-ServersAdmin275Test-533526479-project-member] Lock "9c9479a8-1da2-4b60-927b-514c6c999ae3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.120s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.756864] env[68872]: DEBUG oslo_vmware.api [None req-1a3358e8-2219-4327-8f2b-b349fa905b1b tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093301, 'name': PowerOffVM_Task, 'duration_secs': 0.222985} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.757147] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3358e8-2219-4327-8f2b-b349fa905b1b tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.757324] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3358e8-2219-4327-8f2b-b349fa905b1b tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.757643] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ea43c37-df54-4f8a-a8aa-15ed7c7e44d0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.831310] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3358e8-2219-4327-8f2b-b349fa905b1b tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.831609] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3358e8-2219-4327-8f2b-b349fa905b1b tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.831734] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a3358e8-2219-4327-8f2b-b349fa905b1b tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Deleting the datastore file [datastore2] 60304fb8-695c-4b9b-a825-3142c9db948a {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.831997] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49f6b31f-a74c-4b6a-9cb6-f33429fc7334 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.836838] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dd35c9f7-6f00-431a-9d88-4a76539e632a tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Acquiring lock "d30a7e20-a572-4d85-b9da-3bc6807eca8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.837096] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dd35c9f7-6f00-431a-9d88-4a76539e632a tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Lock "d30a7e20-a572-4d85-b9da-3bc6807eca8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.837314] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dd35c9f7-6f00-431a-9d88-4a76539e632a tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Acquiring lock "d30a7e20-a572-4d85-b9da-3bc6807eca8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.837540] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dd35c9f7-6f00-431a-9d88-4a76539e632a tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Lock "d30a7e20-a572-4d85-b9da-3bc6807eca8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.837680] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dd35c9f7-6f00-431a-9d88-4a76539e632a tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Lock "d30a7e20-a572-4d85-b9da-3bc6807eca8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.839837] env[68872]: INFO nova.compute.manager [None req-dd35c9f7-6f00-431a-9d88-4a76539e632a tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Terminating instance [ 1072.844071] env[68872]: DEBUG oslo_vmware.api [None req-1a3358e8-2219-4327-8f2b-b349fa905b1b tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 1072.844071] env[68872]: value = "task-3093305" [ 1072.844071] env[68872]: _type = "Task" [ 1072.844071] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.855499] env[68872]: DEBUG oslo_vmware.api [None req-1a3358e8-2219-4327-8f2b-b349fa905b1b tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.907063] env[68872]: DEBUG oslo_vmware.api [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093293, 'name': CloneVM_Task} progress is 94%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.915479] env[68872]: DEBUG oslo_vmware.api [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093302, 'name': ReconfigVM_Task, 'duration_secs': 0.216105} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.915907] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Reconfigured VM instance instance-00000043 to detach disk 2000 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1072.916887] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4407f5fa-db14-4288-bcdd-1baa76f778ca {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.943298] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] dd7f8ad1-c394-4217-933a-622094af0f63/dd7f8ad1-c394-4217-933a-622094af0f63.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.943701] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9c618ec-99de-43ed-b04e-6b90faaf07ed {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.959326] env[68872]: DEBUG nova.compute.manager [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1072.966681] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.967737] env[68872]: DEBUG oslo_vmware.api [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1072.967737] env[68872]: value = "task-3093306" [ 1072.967737] env[68872]: _type = "Task" [ 1072.967737] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.977150] env[68872]: DEBUG oslo_vmware.api [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.024617] env[68872]: DEBUG nova.network.neutron [-] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.037735] env[68872]: DEBUG oslo_vmware.api [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093303, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072264} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.038522] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.043020] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9bbe22-7821-413b-ab11-68eabe464bea {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.068577] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] f76c7994-00a0-4f9e-ba19-4ea055adc42a/f76c7994-00a0-4f9e-ba19-4ea055adc42a.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.068964] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a26dbf3-97fc-4485-890c-e27dbba2bbe4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.072046] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ebbcfc5-b3d8-41e4-90c6-a7a093f8b2c9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.099281] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92223089-0a14-4590-9e80-175fbe9fb122 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.111553] env[68872]: DEBUG oslo_vmware.api [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 1073.111553] env[68872]: value = "task-3093307" [ 1073.111553] env[68872]: _type = "Task" [ 1073.111553] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.127362] env[68872]: DEBUG oslo_vmware.api [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.140365] env[68872]: DEBUG nova.compute.manager [req-c2d01dbf-0f76-4f9e-9afb-e7e2c1065dfb req-e9c6f4e2-f753-455e-81b8-c7005af78ca9 service nova] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Detach interface failed, port_id=6bd46c57-1acf-42ae-890f-d1e6dad3ccaa, reason: Instance 059f95e7-49be-4e47-8681-eae430f316f8 could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1073.155941] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Applying migration context for instance dd7f8ad1-c394-4217-933a-622094af0f63 as it has an incoming, in-progress migration 7bf082c3-c09c-4e8f-a89d-7ec0b4eb826f. Migration status is migrating {{(pid=68872) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1073.156259] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Applying migration context for instance fe5cc7b3-155a-437c-b04c-32bbfff60809 as it has an incoming, in-progress migration 632d38f4-b107-4c95-a2d5-a970b8f954e6. Migration status is confirming {{(pid=68872) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1073.158138] env[68872]: INFO nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Updating resource usage from migration 7bf082c3-c09c-4e8f-a89d-7ec0b4eb826f [ 1073.158511] env[68872]: INFO nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Updating resource usage from migration 632d38f4-b107-4c95-a2d5-a970b8f954e6 [ 1073.182051] env[68872]: WARNING nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1073.182222] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.182445] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 547b97db-c690-457e-8d82-6bfbdc576f52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.182591] env[68872]: WARNING nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 7f5e18b9-1307-4803-92df-2a23901d6f16 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1073.182785] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 120a329c-572b-4fca-8f0e-637ca8e47aff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.182822] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 8a706da3-ad0a-49b9-829a-7fb5858f3e3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.183531] env[68872]: WARNING nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 256e2347-6d78-4daf-8ac9-c9578bc2af03 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1073.183531] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 896f5a0b-07c5-4142-8b80-d61bb67abe6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.183531] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 60304fb8-695c-4b9b-a825-3142c9db948a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.183531] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Migration 632d38f4-b107-4c95-a2d5-a970b8f954e6 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1073.183531] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance fe5cc7b3-155a-437c-b04c-32bbfff60809 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.183703] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 059f95e7-49be-4e47-8681-eae430f316f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.183703] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 8e0c4a19-62da-4b15-a574-3b80a44a4eca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.184204] env[68872]: WARNING nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance d8f64e59-ee89-4da1-99a4-efdfd3dc8fab is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1073.184204] env[68872]: WARNING nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance f869a7fc-ef11-465b-bdfc-ba2a4dc4faba is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1073.184204] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance d30a7e20-a572-4d85-b9da-3bc6807eca8d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.184204] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance f76c7994-00a0-4f9e-ba19-4ea055adc42a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.184369] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Migration 7bf082c3-c09c-4e8f-a89d-7ec0b4eb826f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1073.184369] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance dd7f8ad1-c394-4217-933a-622094af0f63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.344837] env[68872]: DEBUG nova.compute.manager [None req-dd35c9f7-6f00-431a-9d88-4a76539e632a tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1073.345094] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-dd35c9f7-6f00-431a-9d88-4a76539e632a tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.346739] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ff0f2d-c25d-4872-85d8-56a818802157 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.360958] env[68872]: DEBUG oslo_vmware.api [None req-1a3358e8-2219-4327-8f2b-b349fa905b1b tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344871} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.361676] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a3358e8-2219-4327-8f2b-b349fa905b1b tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.361879] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3358e8-2219-4327-8f2b-b349fa905b1b tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.362072] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3358e8-2219-4327-8f2b-b349fa905b1b tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.362252] env[68872]: INFO nova.compute.manager [None req-1a3358e8-2219-4327-8f2b-b349fa905b1b tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1073.362512] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a3358e8-2219-4327-8f2b-b349fa905b1b tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.362743] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd35c9f7-6f00-431a-9d88-4a76539e632a tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.362971] env[68872]: DEBUG nova.compute.manager [-] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1073.363079] env[68872]: DEBUG nova.network.neutron [-] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1073.367509] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3bb16b0-fe05-4e0e-a117-2e25deedb0f4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.372416] env[68872]: DEBUG oslo_vmware.api [None req-dd35c9f7-6f00-431a-9d88-4a76539e632a tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Waiting for the task: (returnval){ [ 1073.372416] env[68872]: value = "task-3093308" [ 1073.372416] env[68872]: _type = "Task" [ 1073.372416] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.382021] env[68872]: DEBUG oslo_vmware.api [None req-dd35c9f7-6f00-431a-9d88-4a76539e632a tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Task: {'id': task-3093308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.406747] env[68872]: DEBUG oslo_vmware.api [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093293, 'name': CloneVM_Task, 'duration_secs': 2.858147} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.406747] env[68872]: INFO nova.virt.vmwareapi.vmops [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Created linked-clone VM from snapshot [ 1073.407508] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51d4d0c-7af0-4268-9071-92cdd1f889c2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.417024] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Uploading image 0d798c4e-e0de-4aa2-a95e-193bd3d052ce {{(pid=68872) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1073.462434] env[68872]: DEBUG oslo_vmware.rw_handles [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1073.462434] env[68872]: value = "vm-619127" [ 1073.462434] env[68872]: _type = "VirtualMachine" [ 1073.462434] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1073.465444] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-50f888e4-394b-4f22-a522-1579c15ece32 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.477400] env[68872]: DEBUG oslo_vmware.rw_handles [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lease: (returnval){ [ 1073.477400] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526bf04e-d577-92bf-9f04-7395bb6baf76" [ 1073.477400] env[68872]: _type = "HttpNfcLease" [ 1073.477400] env[68872]: } obtained for exporting VM: (result){ [ 1073.477400] env[68872]: value = "vm-619127" [ 1073.477400] env[68872]: _type = "VirtualMachine" [ 1073.477400] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1073.477743] env[68872]: DEBUG oslo_vmware.api [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the lease: (returnval){ [ 1073.477743] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526bf04e-d577-92bf-9f04-7395bb6baf76" [ 1073.477743] env[68872]: _type = "HttpNfcLease" [ 1073.477743] env[68872]: } to be ready. {{(pid=68872) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1073.481353] env[68872]: DEBUG oslo_vmware.api [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093306, 'name': ReconfigVM_Task, 'duration_secs': 0.415778} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.484753] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Reconfigured VM instance instance-00000043 to attach disk [datastore1] dd7f8ad1-c394-4217-933a-622094af0f63/dd7f8ad1-c394-4217-933a-622094af0f63.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.485016] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Updating instance 'dd7f8ad1-c394-4217-933a-622094af0f63' progress to 50 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1073.493233] env[68872]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1073.493233] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526bf04e-d577-92bf-9f04-7395bb6baf76" [ 1073.493233] env[68872]: _type = "HttpNfcLease" [ 1073.493233] env[68872]: } is ready. {{(pid=68872) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1073.494229] env[68872]: DEBUG oslo_vmware.rw_handles [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1073.494229] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526bf04e-d577-92bf-9f04-7395bb6baf76" [ 1073.494229] env[68872]: _type = "HttpNfcLease" [ 1073.494229] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1073.494229] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5013ff7-f182-4d85-afb2-9e5bd7801bcc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.504672] env[68872]: DEBUG oslo_vmware.rw_handles [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce6708-4ccb-e0ac-afab-d239911a0f77/disk-0.vmdk from lease info. {{(pid=68872) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1073.504672] env[68872]: DEBUG oslo_vmware.rw_handles [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce6708-4ccb-e0ac-afab-d239911a0f77/disk-0.vmdk for reading. {{(pid=68872) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1073.507235] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.568994] env[68872]: INFO nova.compute.manager [-] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Took 1.41 seconds to deallocate network for instance. [ 1073.609985] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1107459c-f4e6-41cf-b2bf-821b09d804f9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.624713] env[68872]: DEBUG oslo_vmware.api [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093307, 'name': ReconfigVM_Task, 'duration_secs': 0.503502} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.624844] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Reconfigured VM instance instance-00000066 to attach disk [datastore1] f76c7994-00a0-4f9e-ba19-4ea055adc42a/f76c7994-00a0-4f9e-ba19-4ea055adc42a.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.625970] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccb83d9f-90c4-49fe-a3d1-ee5ec82e73d8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.634657] env[68872]: DEBUG oslo_vmware.api [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 1073.634657] env[68872]: value = "task-3093310" [ 1073.634657] env[68872]: _type = "Task" [ 1073.634657] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.646671] env[68872]: DEBUG oslo_vmware.api [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093310, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.693301] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 70d2d251-ddcf-4db6-a965-a98764a1b74c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1073.889948] env[68872]: DEBUG oslo_vmware.api [None req-dd35c9f7-6f00-431a-9d88-4a76539e632a tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Task: {'id': task-3093308, 'name': PowerOffVM_Task, 'duration_secs': 0.207512} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.890226] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd35c9f7-6f00-431a-9d88-4a76539e632a tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.890371] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-dd35c9f7-6f00-431a-9d88-4a76539e632a tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.890632] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e8e8630-cf17-4187-8b5e-8298c33a3661 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.969821] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-dd35c9f7-6f00-431a-9d88-4a76539e632a tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.971452] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-dd35c9f7-6f00-431a-9d88-4a76539e632a tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.971710] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd35c9f7-6f00-431a-9d88-4a76539e632a tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Deleting the datastore file [datastore1] d30a7e20-a572-4d85-b9da-3bc6807eca8d {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.972018] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c42d68f-a04e-4966-94f1-b2f79a568605 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.979898] env[68872]: DEBUG oslo_vmware.api [None req-dd35c9f7-6f00-431a-9d88-4a76539e632a tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Waiting for the task: (returnval){ [ 1073.979898] env[68872]: value = "task-3093312" [ 1073.979898] env[68872]: _type = "Task" [ 1073.979898] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.988684] env[68872]: DEBUG oslo_vmware.api [None req-dd35c9f7-6f00-431a-9d88-4a76539e632a tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Task: {'id': task-3093312, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.995475] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5521c1-69d1-42dd-bc01-96def5d5889f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.026138] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3064152-5cb6-440c-b329-77ef8cad9e53 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.047784] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Updating instance 'dd7f8ad1-c394-4217-933a-622094af0f63' progress to 67 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1074.075232] env[68872]: DEBUG oslo_concurrency.lockutils [None req-65aac23c-4db2-4c3d-9871-3b7d1a637e19 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.149306] env[68872]: DEBUG oslo_vmware.api [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093310, 'name': Rename_Task, 'duration_secs': 0.302499} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.149306] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.149642] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cdc89b0-1555-4a38-b093-f005e1a198db {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.159018] env[68872]: DEBUG oslo_vmware.api [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 1074.159018] env[68872]: value = "task-3093313" [ 1074.159018] env[68872]: _type = "Task" [ 1074.159018] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.169859] env[68872]: DEBUG oslo_vmware.api [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.198337] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 3942fdea-03cd-463a-b8c5-731a70446321 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1074.198646] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=68872) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1074.200207] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3584MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=68872) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1074.220865] env[68872]: DEBUG oslo_concurrency.lockutils [None req-180ddd33-cc7d-49e0-a907-4ce563c88aa8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "325ffad5-d50d-47e9-9c91-b9ce936b96d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.493569] env[68872]: DEBUG oslo_vmware.api [None req-dd35c9f7-6f00-431a-9d88-4a76539e632a tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Task: {'id': task-3093312, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290482} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.493914] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd35c9f7-6f00-431a-9d88-4a76539e632a tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.494211] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-dd35c9f7-6f00-431a-9d88-4a76539e632a tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.494484] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-dd35c9f7-6f00-431a-9d88-4a76539e632a tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.494705] env[68872]: INFO nova.compute.manager [None req-dd35c9f7-6f00-431a-9d88-4a76539e632a tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1074.495728] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd35c9f7-6f00-431a-9d88-4a76539e632a tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.495728] env[68872]: DEBUG nova.compute.manager [-] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1074.495728] env[68872]: DEBUG nova.network.neutron [-] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1074.582739] env[68872]: DEBUG nova.compute.manager [req-55d3eb48-f664-4911-bb61-98e8e9d3fcb4 req-0c11d68f-acbc-4e7f-8eae-d26086717fef service nova] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Received event network-vif-deleted-fe041982-b172-4fa0-a6b8-7b7de1403e43 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.583183] env[68872]: INFO nova.compute.manager [req-55d3eb48-f664-4911-bb61-98e8e9d3fcb4 req-0c11d68f-acbc-4e7f-8eae-d26086717fef service nova] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Neutron deleted interface fe041982-b172-4fa0-a6b8-7b7de1403e43; detaching it from the instance and deleting it from the info cache [ 1074.583521] env[68872]: DEBUG nova.network.neutron [req-55d3eb48-f664-4911-bb61-98e8e9d3fcb4 req-0c11d68f-acbc-4e7f-8eae-d26086717fef service nova] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.610179] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9534a99-c0e9-4442-af18-2d4adc0a314b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.619624] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4f685c-31dc-4c4c-921e-f99eabcb07e8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.664964] env[68872]: DEBUG nova.network.neutron [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Port 3fbaf3ce-0179-492a-9c0d-637015d25679 binding to destination host cpu-1 is already ACTIVE {{(pid=68872) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1074.670565] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50219a28-1d7e-4575-b9f1-079556271a70 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.680925] env[68872]: DEBUG oslo_vmware.api [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093313, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.685132] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1643a6ce-2b04-4635-af00-98bdf5a3cbee {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.689980] env[68872]: DEBUG nova.network.neutron [-] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.704813] env[68872]: DEBUG nova.compute.provider_tree [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.093104] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-48f411ab-8aa2-4447-9374-2eb6e9ca76e2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.101883] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51bcf53-c0e2-40a5-a1a6-f15d5b1a7d81 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.140871] env[68872]: DEBUG nova.compute.manager [req-55d3eb48-f664-4911-bb61-98e8e9d3fcb4 req-0c11d68f-acbc-4e7f-8eae-d26086717fef service nova] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Detach interface failed, port_id=fe041982-b172-4fa0-a6b8-7b7de1403e43, reason: Instance 60304fb8-695c-4b9b-a825-3142c9db948a could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1075.173602] env[68872]: DEBUG oslo_vmware.api [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093313, 'name': PowerOnVM_Task, 'duration_secs': 0.55126} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.173987] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.174227] env[68872]: INFO nova.compute.manager [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1075.174511] env[68872]: DEBUG nova.compute.manager [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.180049] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e42d2ca-5826-4895-887a-d695bbeecf96 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.192497] env[68872]: INFO nova.compute.manager [-] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Took 1.83 seconds to deallocate network for instance. [ 1075.208324] env[68872]: DEBUG nova.scheduler.client.report [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.311125] env[68872]: DEBUG nova.network.neutron [-] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.694029] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "dd7f8ad1-c394-4217-933a-622094af0f63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.694541] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "dd7f8ad1-c394-4217-933a-622094af0f63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.694869] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "dd7f8ad1-c394-4217-933a-622094af0f63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.704022] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1a3358e8-2219-4327-8f2b-b349fa905b1b tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.707041] env[68872]: INFO nova.compute.manager [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Took 30.89 seconds to build instance. [ 1075.715890] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68872) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1075.716344] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.578s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.716724] env[68872]: DEBUG oslo_concurrency.lockutils [None req-05ea4034-c99d-4a44-8956-cd8dc96ff932 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.664s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.717037] env[68872]: DEBUG oslo_concurrency.lockutils [None req-05ea4034-c99d-4a44-8956-cd8dc96ff932 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.719275] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7960b135-fa47-4e70-b617-41219c49475e tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 15.792s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.775210] env[68872]: INFO nova.scheduler.client.report [None req-05ea4034-c99d-4a44-8956-cd8dc96ff932 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Deleted allocations for instance 7f5e18b9-1307-4803-92df-2a23901d6f16 [ 1075.815031] env[68872]: INFO nova.compute.manager [-] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Took 1.32 seconds to deallocate network for instance. [ 1076.209931] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d8183b19-7766-4c92-a45d-0b289b2de043 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "f76c7994-00a0-4f9e-ba19-4ea055adc42a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.404s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.292153] env[68872]: DEBUG oslo_concurrency.lockutils [None req-05ea4034-c99d-4a44-8956-cd8dc96ff932 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "7f5e18b9-1307-4803-92df-2a23901d6f16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.537s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.328213] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dd35c9f7-6f00-431a-9d88-4a76539e632a tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.488520] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f7608576-3217-47a2-891c-23af6a803c21 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "f76c7994-00a0-4f9e-ba19-4ea055adc42a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.488818] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f7608576-3217-47a2-891c-23af6a803c21 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "f76c7994-00a0-4f9e-ba19-4ea055adc42a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.488980] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f7608576-3217-47a2-891c-23af6a803c21 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "f76c7994-00a0-4f9e-ba19-4ea055adc42a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.489175] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f7608576-3217-47a2-891c-23af6a803c21 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "f76c7994-00a0-4f9e-ba19-4ea055adc42a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.489343] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f7608576-3217-47a2-891c-23af6a803c21 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "f76c7994-00a0-4f9e-ba19-4ea055adc42a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.494386] env[68872]: INFO nova.compute.manager [None req-f7608576-3217-47a2-891c-23af6a803c21 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Terminating instance [ 1076.573261] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf8c8a7-ecb2-45f7-af6f-9333dd0451d1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.582954] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9396e19-891d-4f3e-ab6b-6b13871e512c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.614492] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f81331-0647-4d64-8a9a-4aa082ecb5c9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.623557] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc6158d-c94c-4de6-8411-80d160583bde {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.641742] env[68872]: DEBUG nova.compute.provider_tree [None req-7960b135-fa47-4e70-b617-41219c49475e tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.643908] env[68872]: DEBUG nova.compute.manager [req-a185b2a2-369b-4a88-8f22-7e4a0d5c4c33 req-faac3ad4-27f8-4c2d-a488-5154bb2ca7bb service nova] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Received event network-vif-deleted-2f7ac061-8533-4097-bee8-15ff883902bd {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.768863] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "refresh_cache-dd7f8ad1-c394-4217-933a-622094af0f63" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.769061] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquired lock "refresh_cache-dd7f8ad1-c394-4217-933a-622094af0f63" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.769240] env[68872]: DEBUG nova.network.neutron [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.001830] env[68872]: DEBUG nova.compute.manager [None req-f7608576-3217-47a2-891c-23af6a803c21 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1077.002224] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f7608576-3217-47a2-891c-23af6a803c21 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.003555] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03235cf-ec4b-4dc0-83c1-904e0a3f3870 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.013792] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7608576-3217-47a2-891c-23af6a803c21 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.014049] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81f8a9a2-aa75-4232-a607-23eef11fc041 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.022842] env[68872]: DEBUG oslo_vmware.api [None req-f7608576-3217-47a2-891c-23af6a803c21 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 1077.022842] env[68872]: value = "task-3093314" [ 1077.022842] env[68872]: _type = "Task" [ 1077.022842] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.035018] env[68872]: DEBUG oslo_vmware.api [None req-f7608576-3217-47a2-891c-23af6a803c21 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.145822] env[68872]: DEBUG nova.scheduler.client.report [None req-7960b135-fa47-4e70-b617-41219c49475e tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.541918] env[68872]: DEBUG oslo_vmware.api [None req-f7608576-3217-47a2-891c-23af6a803c21 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093314, 'name': PowerOffVM_Task, 'duration_secs': 0.225688} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.542254] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7608576-3217-47a2-891c-23af6a803c21 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.542337] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f7608576-3217-47a2-891c-23af6a803c21 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.542583] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7bfcb804-efd2-43bf-98fb-43e392edd021 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.621309] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f7608576-3217-47a2-891c-23af6a803c21 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.621539] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f7608576-3217-47a2-891c-23af6a803c21 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.621724] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7608576-3217-47a2-891c-23af6a803c21 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Deleting the datastore file [datastore1] f76c7994-00a0-4f9e-ba19-4ea055adc42a {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.622033] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35c168bc-84e1-4539-bc87-0d8ce5461119 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.635047] env[68872]: DEBUG oslo_vmware.api [None req-f7608576-3217-47a2-891c-23af6a803c21 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 1077.635047] env[68872]: value = "task-3093316" [ 1077.635047] env[68872]: _type = "Task" [ 1077.635047] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.648227] env[68872]: DEBUG oslo_vmware.api [None req-f7608576-3217-47a2-891c-23af6a803c21 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.714205] env[68872]: DEBUG nova.network.neutron [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Updating instance_info_cache with network_info: [{"id": "3fbaf3ce-0179-492a-9c0d-637015d25679", "address": "fa:16:3e:03:c2:32", "network": {"id": "dc54d513-c9ea-47f7-9c06-737e154be9e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-687418439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4adfb6086df1437592701ee54f697cb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fbaf3ce-01", "ovs_interfaceid": "3fbaf3ce-0179-492a-9c0d-637015d25679", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.147143] env[68872]: DEBUG oslo_vmware.api [None req-f7608576-3217-47a2-891c-23af6a803c21 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269449} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.147143] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7608576-3217-47a2-891c-23af6a803c21 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.147451] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f7608576-3217-47a2-891c-23af6a803c21 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.147549] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f7608576-3217-47a2-891c-23af6a803c21 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.147732] env[68872]: INFO nova.compute.manager [None req-f7608576-3217-47a2-891c-23af6a803c21 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1078.147988] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7608576-3217-47a2-891c-23af6a803c21 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.148212] env[68872]: DEBUG nova.compute.manager [-] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1078.148308] env[68872]: DEBUG nova.network.neutron [-] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1078.161186] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7960b135-fa47-4e70-b617-41219c49475e tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.442s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.165087] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.891s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.167297] env[68872]: INFO nova.compute.claims [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.216300] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Releasing lock "refresh_cache-dd7f8ad1-c394-4217-933a-622094af0f63" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.304088] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "bf74f001-e745-4f6c-bc95-b560f48fc9d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.304545] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "bf74f001-e745-4f6c-bc95-b560f48fc9d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.743086] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8e3da8-1bd7-4302-86c4-0c6892194e10 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.763903] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27d9165-f24f-4e56-9d58-64cc6a8d2034 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.772752] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Updating instance 'dd7f8ad1-c394-4217-933a-622094af0f63' progress to 83 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1078.782189] env[68872]: INFO nova.scheduler.client.report [None req-7960b135-fa47-4e70-b617-41219c49475e tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Deleted allocation for migration 632d38f4-b107-4c95-a2d5-a970b8f954e6 [ 1078.806710] env[68872]: DEBUG nova.compute.manager [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1078.875170] env[68872]: DEBUG nova.compute.manager [req-d8162ba3-9909-42e1-a72c-bfe12ad53814 req-9cd81da0-09e6-41eb-9e1b-c1576299b50a service nova] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Received event network-vif-deleted-fa29bb74-1a60-4bff-988c-033b98df4bbb {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.875460] env[68872]: INFO nova.compute.manager [req-d8162ba3-9909-42e1-a72c-bfe12ad53814 req-9cd81da0-09e6-41eb-9e1b-c1576299b50a service nova] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Neutron deleted interface fa29bb74-1a60-4bff-988c-033b98df4bbb; detaching it from the instance and deleting it from the info cache [ 1078.875703] env[68872]: DEBUG nova.network.neutron [req-d8162ba3-9909-42e1-a72c-bfe12ad53814 req-9cd81da0-09e6-41eb-9e1b-c1576299b50a service nova] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.025812] env[68872]: DEBUG nova.network.neutron [-] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.283594] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-9e29a684-5d20-401b-99e5-a2db96caaeed tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Updating instance 'dd7f8ad1-c394-4217-933a-622094af0f63' progress to 100 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1079.292022] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7960b135-fa47-4e70-b617-41219c49475e tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "fe5cc7b3-155a-437c-b04c-32bbfff60809" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 22.672s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.339999] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.382135] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0c8868d-c53d-4c13-8019-35d4ff236f30 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.400563] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af39801-e208-4d58-9eee-c40a3c4561ca {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.438415] env[68872]: DEBUG nova.compute.manager [req-d8162ba3-9909-42e1-a72c-bfe12ad53814 req-9cd81da0-09e6-41eb-9e1b-c1576299b50a service nova] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Detach interface failed, port_id=fa29bb74-1a60-4bff-988c-033b98df4bbb, reason: Instance f76c7994-00a0-4f9e-ba19-4ea055adc42a could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1079.527487] env[68872]: INFO nova.compute.manager [-] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Took 1.38 seconds to deallocate network for instance. [ 1079.578490] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bc85cd-67a2-4774-8b78-719622efe9e8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.591025] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76866b12-d664-4dd9-a5a6-9e8bbcbb9d78 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.628625] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28992b55-5ed6-44a3-96fb-176be8a0b024 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.639129] env[68872]: DEBUG oslo_concurrency.lockutils [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Acquiring lock "0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.639396] env[68872]: DEBUG oslo_concurrency.lockutils [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Lock "0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.641686] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc874f7-d440-463a-80cb-717f0666cd70 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.657544] env[68872]: DEBUG nova.compute.provider_tree [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.961935] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e4e9f8ae-af48-489e-82d5-8a85ca228f8d tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "fe5cc7b3-155a-437c-b04c-32bbfff60809" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.962225] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e4e9f8ae-af48-489e-82d5-8a85ca228f8d tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "fe5cc7b3-155a-437c-b04c-32bbfff60809" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.962500] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e4e9f8ae-af48-489e-82d5-8a85ca228f8d tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "fe5cc7b3-155a-437c-b04c-32bbfff60809-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.962702] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e4e9f8ae-af48-489e-82d5-8a85ca228f8d tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "fe5cc7b3-155a-437c-b04c-32bbfff60809-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.962927] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e4e9f8ae-af48-489e-82d5-8a85ca228f8d tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "fe5cc7b3-155a-437c-b04c-32bbfff60809-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.965284] env[68872]: INFO nova.compute.manager [None req-e4e9f8ae-af48-489e-82d5-8a85ca228f8d tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Terminating instance [ 1080.038039] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f7608576-3217-47a2-891c-23af6a803c21 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.147607] env[68872]: DEBUG nova.compute.manager [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1080.163723] env[68872]: DEBUG nova.scheduler.client.report [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.469106] env[68872]: DEBUG nova.compute.manager [None req-e4e9f8ae-af48-489e-82d5-8a85ca228f8d tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1080.469379] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e9f8ae-af48-489e-82d5-8a85ca228f8d tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.470483] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fa6133-14f3-4a9d-bdad-d79edc3f89a6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.479328] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e9f8ae-af48-489e-82d5-8a85ca228f8d tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.479591] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3dcb012-e227-4dc6-84f9-7b57e844adf4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.486630] env[68872]: DEBUG oslo_vmware.api [None req-e4e9f8ae-af48-489e-82d5-8a85ca228f8d tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1080.486630] env[68872]: value = "task-3093317" [ 1080.486630] env[68872]: _type = "Task" [ 1080.486630] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.495815] env[68872]: DEBUG oslo_vmware.api [None req-e4e9f8ae-af48-489e-82d5-8a85ca228f8d tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.669613] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.670124] env[68872]: DEBUG nova.compute.manager [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1080.673254] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d260cc1-7c06-4344-8616-3599c42d7fb0 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.736s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.673425] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d260cc1-7c06-4344-8616-3599c42d7fb0 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.675640] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a8ef21d8-4572-46d9-b703-fcc74020ab9f tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.908s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.675839] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a8ef21d8-4572-46d9-b703-fcc74020ab9f tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.677894] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f4812349-7af8-4a30-b0b6-39bc8b8df888 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.380s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.677894] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f4812349-7af8-4a30-b0b6-39bc8b8df888 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.680013] env[68872]: DEBUG oslo_concurrency.lockutils [None req-85ea7115-94b3-4cdc-8306-f7f1fcf6b496 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.372s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.680312] env[68872]: DEBUG oslo_concurrency.lockutils [None req-85ea7115-94b3-4cdc-8306-f7f1fcf6b496 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.681986] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.716s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.682212] env[68872]: DEBUG nova.objects.instance [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lazy-loading 'resources' on Instance uuid 325ffad5-d50d-47e9-9c91-b9ce936b96d9 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.698654] env[68872]: DEBUG oslo_concurrency.lockutils [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.720040] env[68872]: INFO nova.scheduler.client.report [None req-f4812349-7af8-4a30-b0b6-39bc8b8df888 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Deleted allocations for instance d8f64e59-ee89-4da1-99a4-efdfd3dc8fab [ 1080.735032] env[68872]: INFO nova.scheduler.client.report [None req-a8ef21d8-4572-46d9-b703-fcc74020ab9f tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Deleted allocations for instance 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012 [ 1080.742307] env[68872]: INFO nova.scheduler.client.report [None req-2d260cc1-7c06-4344-8616-3599c42d7fb0 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Deleted allocations for instance 256e2347-6d78-4daf-8ac9-c9578bc2af03 [ 1080.762503] env[68872]: INFO nova.scheduler.client.report [None req-85ea7115-94b3-4cdc-8306-f7f1fcf6b496 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Deleted allocations for instance f869a7fc-ef11-465b-bdfc-ba2a4dc4faba [ 1080.997368] env[68872]: DEBUG oslo_vmware.api [None req-e4e9f8ae-af48-489e-82d5-8a85ca228f8d tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093317, 'name': PowerOffVM_Task, 'duration_secs': 0.218391} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.997681] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e9f8ae-af48-489e-82d5-8a85ca228f8d tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.997809] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e9f8ae-af48-489e-82d5-8a85ca228f8d tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.998087] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c01377c3-c09f-4188-b39e-ac8cf408fc17 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.070024] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e9f8ae-af48-489e-82d5-8a85ca228f8d tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.070279] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e9f8ae-af48-489e-82d5-8a85ca228f8d tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.070472] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4e9f8ae-af48-489e-82d5-8a85ca228f8d tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Deleting the datastore file [datastore2] fe5cc7b3-155a-437c-b04c-32bbfff60809 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.070765] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-140e9ab4-08bc-4659-b4ce-76df147135f8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.080497] env[68872]: DEBUG oslo_vmware.api [None req-e4e9f8ae-af48-489e-82d5-8a85ca228f8d tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1081.080497] env[68872]: value = "task-3093319" [ 1081.080497] env[68872]: _type = "Task" [ 1081.080497] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.092962] env[68872]: DEBUG oslo_vmware.api [None req-e4e9f8ae-af48-489e-82d5-8a85ca228f8d tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.186346] env[68872]: DEBUG nova.compute.utils [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1081.188376] env[68872]: DEBUG nova.objects.instance [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lazy-loading 'numa_topology' on Instance uuid 325ffad5-d50d-47e9-9c91-b9ce936b96d9 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.189460] env[68872]: DEBUG nova.compute.manager [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1081.189681] env[68872]: DEBUG nova.network.neutron [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1081.229568] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f4812349-7af8-4a30-b0b6-39bc8b8df888 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lock "d8f64e59-ee89-4da1-99a4-efdfd3dc8fab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.612s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.242737] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a8ef21d8-4572-46d9-b703-fcc74020ab9f tempest-ServerRescueNegativeTestJSON-532975441 tempest-ServerRescueNegativeTestJSON-532975441-project-member] Lock "2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.133s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.249293] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2d260cc1-7c06-4344-8616-3599c42d7fb0 tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Lock "256e2347-6d78-4daf-8ac9-c9578bc2af03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.876s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.272305] env[68872]: DEBUG oslo_concurrency.lockutils [None req-85ea7115-94b3-4cdc-8306-f7f1fcf6b496 tempest-MultipleCreateTestJSON-1297638923 tempest-MultipleCreateTestJSON-1297638923-project-member] Lock "f869a7fc-ef11-465b-bdfc-ba2a4dc4faba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.472s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.315520] env[68872]: DEBUG nova.policy [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb17fb618fad45b2a6dcd39895afae7b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c33e619a5cd4a7cb4406944a41746d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 1081.592803] env[68872]: DEBUG oslo_vmware.api [None req-e4e9f8ae-af48-489e-82d5-8a85ca228f8d tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232831} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.593198] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4e9f8ae-af48-489e-82d5-8a85ca228f8d tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.593445] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e9f8ae-af48-489e-82d5-8a85ca228f8d tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.593730] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e9f8ae-af48-489e-82d5-8a85ca228f8d tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.593953] env[68872]: INFO nova.compute.manager [None req-e4e9f8ae-af48-489e-82d5-8a85ca228f8d tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1081.594321] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4e9f8ae-af48-489e-82d5-8a85ca228f8d tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.594567] env[68872]: DEBUG nova.compute.manager [-] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1081.594687] env[68872]: DEBUG nova.network.neutron [-] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1081.653685] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7d6c883a-4adb-445b-a3e4-312d9f01ae8b tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Acquiring lock "8a706da3-ad0a-49b9-829a-7fb5858f3e3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.653972] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7d6c883a-4adb-445b-a3e4-312d9f01ae8b tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Lock "8a706da3-ad0a-49b9-829a-7fb5858f3e3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.654362] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7d6c883a-4adb-445b-a3e4-312d9f01ae8b tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Acquiring lock "8a706da3-ad0a-49b9-829a-7fb5858f3e3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.655518] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7d6c883a-4adb-445b-a3e4-312d9f01ae8b tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Lock "8a706da3-ad0a-49b9-829a-7fb5858f3e3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.655791] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7d6c883a-4adb-445b-a3e4-312d9f01ae8b tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Lock "8a706da3-ad0a-49b9-829a-7fb5858f3e3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.658108] env[68872]: INFO nova.compute.manager [None req-7d6c883a-4adb-445b-a3e4-312d9f01ae8b tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Terminating instance [ 1081.693090] env[68872]: DEBUG nova.compute.manager [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1081.698258] env[68872]: DEBUG nova.objects.base [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Object Instance<325ffad5-d50d-47e9-9c91-b9ce936b96d9> lazy-loaded attributes: resources,numa_topology {{(pid=68872) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1081.870594] env[68872]: DEBUG oslo_vmware.rw_handles [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce6708-4ccb-e0ac-afab-d239911a0f77/disk-0.vmdk. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1081.871850] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8997d96e-e55d-4942-b8b0-cf4f6edb346e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.881465] env[68872]: DEBUG oslo_vmware.rw_handles [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce6708-4ccb-e0ac-afab-d239911a0f77/disk-0.vmdk is in state: ready. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1081.881465] env[68872]: ERROR oslo_vmware.rw_handles [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce6708-4ccb-e0ac-afab-d239911a0f77/disk-0.vmdk due to incomplete transfer. [ 1081.883952] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-64a62643-f648-484d-b186-c7c6181721cc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.893627] env[68872]: DEBUG oslo_vmware.rw_handles [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce6708-4ccb-e0ac-afab-d239911a0f77/disk-0.vmdk. {{(pid=68872) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1081.894035] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Uploaded image 0d798c4e-e0de-4aa2-a95e-193bd3d052ce to the Glance image server {{(pid=68872) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1081.898110] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Destroying the VM {{(pid=68872) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1081.898110] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-83555655-ccf2-49aa-b54a-ff3ac8e6014b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.904498] env[68872]: DEBUG oslo_vmware.api [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 1081.904498] env[68872]: value = "task-3093320" [ 1081.904498] env[68872]: _type = "Task" [ 1081.904498] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.916708] env[68872]: DEBUG oslo_vmware.api [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093320, 'name': Destroy_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.019149] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36703a06-e1f2-4ff6-bc6e-1e9698aa1c6a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.027475] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360918c7-3c36-42bb-8b45-44e2a6138d23 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.062409] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf61f2f-78f4-4d29-a8b5-eebbb03c7229 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.070896] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e7565f-71db-400f-ba64-42790d715a52 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.085174] env[68872]: DEBUG nova.compute.provider_tree [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.163622] env[68872]: DEBUG nova.compute.manager [None req-7d6c883a-4adb-445b-a3e4-312d9f01ae8b tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.163909] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6c883a-4adb-445b-a3e4-312d9f01ae8b tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.165757] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f716b41-e359-4097-80c8-21c9d408f3e5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.175275] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d6c883a-4adb-445b-a3e4-312d9f01ae8b tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.176444] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bce81e4c-0aa9-422e-9220-2a24fe136875 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.184196] env[68872]: DEBUG oslo_vmware.api [None req-7d6c883a-4adb-445b-a3e4-312d9f01ae8b tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Waiting for the task: (returnval){ [ 1082.184196] env[68872]: value = "task-3093321" [ 1082.184196] env[68872]: _type = "Task" [ 1082.184196] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.196685] env[68872]: DEBUG oslo_vmware.api [None req-7d6c883a-4adb-445b-a3e4-312d9f01ae8b tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.225957] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7ba88a29-a35f-4610-a414-155d737fb41e tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "dd7f8ad1-c394-4217-933a-622094af0f63" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.226580] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7ba88a29-a35f-4610-a414-155d737fb41e tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "dd7f8ad1-c394-4217-933a-622094af0f63" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.226804] env[68872]: DEBUG nova.compute.manager [None req-7ba88a29-a35f-4610-a414-155d737fb41e tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Going to confirm migration 6 {{(pid=68872) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1082.414993] env[68872]: DEBUG oslo_vmware.api [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093320, 'name': Destroy_Task, 'duration_secs': 0.466375} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.415531] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Destroyed the VM [ 1082.415894] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Deleting Snapshot of the VM instance {{(pid=68872) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1082.416192] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d2a99f17-995e-4778-952a-adacd6b97331 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.422799] env[68872]: DEBUG oslo_vmware.api [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 1082.422799] env[68872]: value = "task-3093322" [ 1082.422799] env[68872]: _type = "Task" [ 1082.422799] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.431180] env[68872]: DEBUG oslo_vmware.api [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093322, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.541551] env[68872]: DEBUG nova.network.neutron [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Successfully created port: be08c6f3-67ca-4455-b19c-8549e1a9f77c {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1082.589361] env[68872]: DEBUG nova.scheduler.client.report [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.697966] env[68872]: DEBUG oslo_vmware.api [None req-7d6c883a-4adb-445b-a3e4-312d9f01ae8b tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093321, 'name': PowerOffVM_Task, 'duration_secs': 0.211338} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.698332] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d6c883a-4adb-445b-a3e4-312d9f01ae8b tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.698639] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6c883a-4adb-445b-a3e4-312d9f01ae8b tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.700300] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-641b1d33-5190-490a-8182-99e40f29c8b2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.714810] env[68872]: DEBUG nova.compute.manager [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1082.776578] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6c883a-4adb-445b-a3e4-312d9f01ae8b tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.776801] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6c883a-4adb-445b-a3e4-312d9f01ae8b tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.776983] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d6c883a-4adb-445b-a3e4-312d9f01ae8b tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Deleting the datastore file [datastore2] 8a706da3-ad0a-49b9-829a-7fb5858f3e3b {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.777257] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b66fb9b-35c4-410b-93b6-06f0329b08ad {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.783098] env[68872]: DEBUG nova.virt.hardware [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.783527] env[68872]: DEBUG nova.virt.hardware [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.783631] env[68872]: DEBUG nova.virt.hardware [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.783831] env[68872]: DEBUG nova.virt.hardware [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.784219] env[68872]: DEBUG nova.virt.hardware [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.784219] env[68872]: DEBUG nova.virt.hardware [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.784561] env[68872]: DEBUG nova.virt.hardware [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.784680] env[68872]: DEBUG nova.virt.hardware [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.784826] env[68872]: DEBUG nova.virt.hardware [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.785036] env[68872]: DEBUG nova.virt.hardware [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.785342] env[68872]: DEBUG nova.virt.hardware [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.786092] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8684e52-467c-4418-ad12-0db131220bdd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.790331] env[68872]: DEBUG oslo_vmware.api [None req-7d6c883a-4adb-445b-a3e4-312d9f01ae8b tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Waiting for the task: (returnval){ [ 1082.790331] env[68872]: value = "task-3093324" [ 1082.790331] env[68872]: _type = "Task" [ 1082.790331] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.798585] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a118d0-145a-4a73-804b-aec795af5ec8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.805912] env[68872]: DEBUG oslo_vmware.api [None req-7d6c883a-4adb-445b-a3e4-312d9f01ae8b tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.825062] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7ba88a29-a35f-4610-a414-155d737fb41e tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "refresh_cache-dd7f8ad1-c394-4217-933a-622094af0f63" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.825062] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7ba88a29-a35f-4610-a414-155d737fb41e tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquired lock "refresh_cache-dd7f8ad1-c394-4217-933a-622094af0f63" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.825062] env[68872]: DEBUG nova.network.neutron [None req-7ba88a29-a35f-4610-a414-155d737fb41e tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.825062] env[68872]: DEBUG nova.objects.instance [None req-7ba88a29-a35f-4610-a414-155d737fb41e tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lazy-loading 'info_cache' on Instance uuid dd7f8ad1-c394-4217-933a-622094af0f63 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.935562] env[68872]: DEBUG oslo_vmware.api [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093322, 'name': RemoveSnapshot_Task, 'duration_secs': 0.438866} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.935562] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Deleted Snapshot of the VM instance {{(pid=68872) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1082.935562] env[68872]: DEBUG nova.compute.manager [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.936011] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623ecad1-fcc9-412e-a8ec-2efe60967083 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.096194] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.414s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.099749] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.592s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.101443] env[68872]: INFO nova.compute.claims [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.134615] env[68872]: DEBUG nova.compute.manager [req-3321fd46-02b7-46f5-984f-8d3f06194d56 req-bffddf66-fb0b-4abd-bd27-4ec6803f2d52 service nova] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Received event network-vif-deleted-bc538013-2e8f-4d4b-9b56-033963cf2569 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.134860] env[68872]: INFO nova.compute.manager [req-3321fd46-02b7-46f5-984f-8d3f06194d56 req-bffddf66-fb0b-4abd-bd27-4ec6803f2d52 service nova] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Neutron deleted interface bc538013-2e8f-4d4b-9b56-033963cf2569; detaching it from the instance and deleting it from the info cache [ 1083.135056] env[68872]: DEBUG nova.network.neutron [req-3321fd46-02b7-46f5-984f-8d3f06194d56 req-bffddf66-fb0b-4abd-bd27-4ec6803f2d52 service nova] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.302708] env[68872]: DEBUG oslo_vmware.api [None req-7d6c883a-4adb-445b-a3e4-312d9f01ae8b tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Task: {'id': task-3093324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172906} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.303250] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d6c883a-4adb-445b-a3e4-312d9f01ae8b tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.303452] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6c883a-4adb-445b-a3e4-312d9f01ae8b tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.303887] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6c883a-4adb-445b-a3e4-312d9f01ae8b tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.304032] env[68872]: INFO nova.compute.manager [None req-7d6c883a-4adb-445b-a3e4-312d9f01ae8b tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1083.304362] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d6c883a-4adb-445b-a3e4-312d9f01ae8b tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.304654] env[68872]: DEBUG nova.compute.manager [-] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1083.304894] env[68872]: DEBUG nova.network.neutron [-] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1083.451655] env[68872]: INFO nova.compute.manager [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Shelve offloading [ 1083.587394] env[68872]: DEBUG nova.network.neutron [-] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.616724] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c8386150-db0d-48a5-a3f8-23bfa5d537e3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "325ffad5-d50d-47e9-9c91-b9ce936b96d9" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 33.294s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.619590] env[68872]: DEBUG oslo_concurrency.lockutils [None req-180ddd33-cc7d-49e0-a907-4ce563c88aa8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "325ffad5-d50d-47e9-9c91-b9ce936b96d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 9.400s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.619590] env[68872]: DEBUG oslo_concurrency.lockutils [None req-180ddd33-cc7d-49e0-a907-4ce563c88aa8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "325ffad5-d50d-47e9-9c91-b9ce936b96d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.619590] env[68872]: DEBUG oslo_concurrency.lockutils [None req-180ddd33-cc7d-49e0-a907-4ce563c88aa8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "325ffad5-d50d-47e9-9c91-b9ce936b96d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.619590] env[68872]: DEBUG oslo_concurrency.lockutils [None req-180ddd33-cc7d-49e0-a907-4ce563c88aa8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "325ffad5-d50d-47e9-9c91-b9ce936b96d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.625123] env[68872]: INFO nova.compute.manager [None req-180ddd33-cc7d-49e0-a907-4ce563c88aa8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Terminating instance [ 1083.638920] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cbc0a36c-4755-43e0-b436-a7904ced12d6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.656838] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfc80b3-d981-4386-9802-098a8f358318 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.700321] env[68872]: DEBUG nova.compute.manager [req-3321fd46-02b7-46f5-984f-8d3f06194d56 req-bffddf66-fb0b-4abd-bd27-4ec6803f2d52 service nova] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Detach interface failed, port_id=bc538013-2e8f-4d4b-9b56-033963cf2569, reason: Instance fe5cc7b3-155a-437c-b04c-32bbfff60809 could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1083.959354] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.959354] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5be411d0-fe69-4634-9e19-2693fad27fc9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.968009] env[68872]: DEBUG oslo_vmware.api [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 1083.968009] env[68872]: value = "task-3093325" [ 1083.968009] env[68872]: _type = "Task" [ 1083.968009] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.978635] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] VM already powered off {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1083.978854] env[68872]: DEBUG nova.compute.manager [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.979679] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ec2063-e65e-48c9-9474-7e00f650a4f8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.986395] env[68872]: DEBUG oslo_concurrency.lockutils [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquiring lock "refresh_cache-896f5a0b-07c5-4142-8b80-d61bb67abe6e" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.986565] env[68872]: DEBUG oslo_concurrency.lockutils [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquired lock "refresh_cache-896f5a0b-07c5-4142-8b80-d61bb67abe6e" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.986741] env[68872]: DEBUG nova.network.neutron [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.090266] env[68872]: INFO nova.compute.manager [-] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Took 2.50 seconds to deallocate network for instance. [ 1084.134407] env[68872]: DEBUG nova.compute.manager [None req-180ddd33-cc7d-49e0-a907-4ce563c88aa8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.134696] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-180ddd33-cc7d-49e0-a907-4ce563c88aa8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.135271] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a11ac60-eaf7-42ba-9736-5749752b2ac7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.146646] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb6b8c4-be96-40bb-8d22-5664aa083ccc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.182015] env[68872]: DEBUG nova.network.neutron [-] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.183769] env[68872]: WARNING nova.virt.vmwareapi.vmops [None req-180ddd33-cc7d-49e0-a907-4ce563c88aa8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 325ffad5-d50d-47e9-9c91-b9ce936b96d9 could not be found. [ 1084.184105] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-180ddd33-cc7d-49e0-a907-4ce563c88aa8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.184351] env[68872]: INFO nova.compute.manager [None req-180ddd33-cc7d-49e0-a907-4ce563c88aa8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1084.184641] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-180ddd33-cc7d-49e0-a907-4ce563c88aa8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.188462] env[68872]: DEBUG nova.compute.manager [-] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1084.188594] env[68872]: DEBUG nova.network.neutron [-] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.282926] env[68872]: DEBUG nova.network.neutron [None req-7ba88a29-a35f-4610-a414-155d737fb41e tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Updating instance_info_cache with network_info: [{"id": "3fbaf3ce-0179-492a-9c0d-637015d25679", "address": "fa:16:3e:03:c2:32", "network": {"id": "dc54d513-c9ea-47f7-9c06-737e154be9e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-687418439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4adfb6086df1437592701ee54f697cb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fbaf3ce-01", "ovs_interfaceid": "3fbaf3ce-0179-492a-9c0d-637015d25679", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.479086] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc19bf7-0edd-4046-9c4f-791667ef69b9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.487165] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8b3198-627d-4882-b6d0-ca7fbf241f76 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.524496] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d05813f-6c65-4b66-9dae-182b4edb2b6d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.530908] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6894a051-2f72-4280-9e33-aa6e0de4804f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.551110] env[68872]: DEBUG nova.compute.provider_tree [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Updating inventory in ProviderTree for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1084.598260] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e4e9f8ae-af48-489e-82d5-8a85ca228f8d tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.697708] env[68872]: INFO nova.compute.manager [-] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Took 1.38 seconds to deallocate network for instance. [ 1084.786181] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7ba88a29-a35f-4610-a414-155d737fb41e tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Releasing lock "refresh_cache-dd7f8ad1-c394-4217-933a-622094af0f63" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.786497] env[68872]: DEBUG nova.objects.instance [None req-7ba88a29-a35f-4610-a414-155d737fb41e tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lazy-loading 'migration_context' on Instance uuid dd7f8ad1-c394-4217-933a-622094af0f63 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.991053] env[68872]: DEBUG nova.network.neutron [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Successfully updated port: be08c6f3-67ca-4455-b19c-8549e1a9f77c {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1085.010889] env[68872]: DEBUG nova.network.neutron [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Updating instance_info_cache with network_info: [{"id": "f6f2c8e7-de83-48e6-9775-3ee332f11cd8", "address": "fa:16:3e:d1:49:9e", "network": {"id": "6d0a16ea-9b1c-4aa7-8d55-80f41b7ff7b4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1449616070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8166dac01854498998fcdb04e81b314c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6f2c8e7-de", "ovs_interfaceid": "f6f2c8e7-de83-48e6-9775-3ee332f11cd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.169073] env[68872]: ERROR nova.scheduler.client.report [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [req-34dfc584-e712-4d64-8c38-4e9f8f15ab33] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-34dfc584-e712-4d64-8c38-4e9f8f15ab33"}]} [ 1085.184308] env[68872]: DEBUG nova.scheduler.client.report [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Refreshing inventories for resource provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1085.203215] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7d6c883a-4adb-445b-a3e4-312d9f01ae8b tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.255567] env[68872]: DEBUG nova.scheduler.client.report [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Updating ProviderTree inventory for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1085.255826] env[68872]: DEBUG nova.compute.provider_tree [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Updating inventory in ProviderTree for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1085.275969] env[68872]: DEBUG nova.scheduler.client.report [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Refreshing aggregate associations for resource provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f, aggregates: None {{(pid=68872) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1085.294070] env[68872]: DEBUG nova.objects.base [None req-7ba88a29-a35f-4610-a414-155d737fb41e tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68872) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1085.294070] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022080e2-450b-4eb0-b0f3-7a2d3850cd41 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.316702] env[68872]: DEBUG nova.scheduler.client.report [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Refreshing trait associations for resource provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=68872) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1085.319238] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd97f551-917c-46ac-96ef-3a71c9bbc1a4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.325490] env[68872]: DEBUG oslo_vmware.api [None req-7ba88a29-a35f-4610-a414-155d737fb41e tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1085.325490] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52b2a21e-35b2-3f6a-0347-a70e3ead81f2" [ 1085.325490] env[68872]: _type = "Task" [ 1085.325490] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.334729] env[68872]: DEBUG oslo_vmware.api [None req-7ba88a29-a35f-4610-a414-155d737fb41e tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52b2a21e-35b2-3f6a-0347-a70e3ead81f2, 'name': SearchDatastore_Task} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.335132] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7ba88a29-a35f-4610-a414-155d737fb41e tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.428384] env[68872]: DEBUG nova.network.neutron [-] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.458138] env[68872]: DEBUG nova.compute.manager [req-a023a78e-b8ec-4b1c-80b8-c3d254d177d5 req-16184350-03d5-431f-8a62-db9a6e0387f5 service nova] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Received event network-vif-deleted-fc270465-dced-424e-958f-3f63e5278799 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.458381] env[68872]: DEBUG nova.compute.manager [req-a023a78e-b8ec-4b1c-80b8-c3d254d177d5 req-16184350-03d5-431f-8a62-db9a6e0387f5 service nova] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Received event network-vif-plugged-be08c6f3-67ca-4455-b19c-8549e1a9f77c {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.458548] env[68872]: DEBUG oslo_concurrency.lockutils [req-a023a78e-b8ec-4b1c-80b8-c3d254d177d5 req-16184350-03d5-431f-8a62-db9a6e0387f5 service nova] Acquiring lock "70d2d251-ddcf-4db6-a965-a98764a1b74c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.458764] env[68872]: DEBUG oslo_concurrency.lockutils [req-a023a78e-b8ec-4b1c-80b8-c3d254d177d5 req-16184350-03d5-431f-8a62-db9a6e0387f5 service nova] Lock "70d2d251-ddcf-4db6-a965-a98764a1b74c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.458883] env[68872]: DEBUG oslo_concurrency.lockutils [req-a023a78e-b8ec-4b1c-80b8-c3d254d177d5 req-16184350-03d5-431f-8a62-db9a6e0387f5 service nova] Lock "70d2d251-ddcf-4db6-a965-a98764a1b74c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.459069] env[68872]: DEBUG nova.compute.manager [req-a023a78e-b8ec-4b1c-80b8-c3d254d177d5 req-16184350-03d5-431f-8a62-db9a6e0387f5 service nova] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] No waiting events found dispatching network-vif-plugged-be08c6f3-67ca-4455-b19c-8549e1a9f77c {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1085.459240] env[68872]: WARNING nova.compute.manager [req-a023a78e-b8ec-4b1c-80b8-c3d254d177d5 req-16184350-03d5-431f-8a62-db9a6e0387f5 service nova] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Received unexpected event network-vif-plugged-be08c6f3-67ca-4455-b19c-8549e1a9f77c for instance with vm_state building and task_state spawning. [ 1085.459557] env[68872]: DEBUG nova.compute.manager [req-a023a78e-b8ec-4b1c-80b8-c3d254d177d5 req-16184350-03d5-431f-8a62-db9a6e0387f5 service nova] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Received event network-changed-be08c6f3-67ca-4455-b19c-8549e1a9f77c {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.459557] env[68872]: DEBUG nova.compute.manager [req-a023a78e-b8ec-4b1c-80b8-c3d254d177d5 req-16184350-03d5-431f-8a62-db9a6e0387f5 service nova] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Refreshing instance network info cache due to event network-changed-be08c6f3-67ca-4455-b19c-8549e1a9f77c. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1085.459728] env[68872]: DEBUG oslo_concurrency.lockutils [req-a023a78e-b8ec-4b1c-80b8-c3d254d177d5 req-16184350-03d5-431f-8a62-db9a6e0387f5 service nova] Acquiring lock "refresh_cache-70d2d251-ddcf-4db6-a965-a98764a1b74c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.459892] env[68872]: DEBUG oslo_concurrency.lockutils [req-a023a78e-b8ec-4b1c-80b8-c3d254d177d5 req-16184350-03d5-431f-8a62-db9a6e0387f5 service nova] Acquired lock "refresh_cache-70d2d251-ddcf-4db6-a965-a98764a1b74c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.460022] env[68872]: DEBUG nova.network.neutron [req-a023a78e-b8ec-4b1c-80b8-c3d254d177d5 req-16184350-03d5-431f-8a62-db9a6e0387f5 service nova] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Refreshing network info cache for port be08c6f3-67ca-4455-b19c-8549e1a9f77c {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.494850] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "refresh_cache-70d2d251-ddcf-4db6-a965-a98764a1b74c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.514225] env[68872]: DEBUG oslo_concurrency.lockutils [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Releasing lock "refresh_cache-896f5a0b-07c5-4142-8b80-d61bb67abe6e" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.592476] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45801f1c-cad9-48f9-ab70-0307c2c2a0c7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.602883] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc141b49-984d-4e37-b4ee-469cb94d5706 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.640025] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64311471-ceaf-4f4d-9aee-4a8311db6f1e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.648205] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146f201e-3d49-427d-91a9-7a1b19b49b82 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.663723] env[68872]: DEBUG nova.compute.provider_tree [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Updating inventory in ProviderTree for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1085.932113] env[68872]: INFO nova.compute.manager [-] [instance: 325ffad5-d50d-47e9-9c91-b9ce936b96d9] Took 1.74 seconds to deallocate network for instance. [ 1086.008776] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.009717] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ba4d92-6c8d-438b-8aec-768e6ca7ce05 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.017881] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.018149] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d17f0fa-56d2-43f4-be04-99fa8cfeda9f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.028069] env[68872]: DEBUG nova.network.neutron [req-a023a78e-b8ec-4b1c-80b8-c3d254d177d5 req-16184350-03d5-431f-8a62-db9a6e0387f5 service nova] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1086.082927] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.083175] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.083349] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Deleting the datastore file [datastore1] 896f5a0b-07c5-4142-8b80-d61bb67abe6e {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.083658] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c414d59-0930-48bb-b866-090af183aba6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.090322] env[68872]: DEBUG oslo_vmware.api [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 1086.090322] env[68872]: value = "task-3093327" [ 1086.090322] env[68872]: _type = "Task" [ 1086.090322] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.098349] env[68872]: DEBUG oslo_vmware.api [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.141182] env[68872]: DEBUG nova.network.neutron [req-a023a78e-b8ec-4b1c-80b8-c3d254d177d5 req-16184350-03d5-431f-8a62-db9a6e0387f5 service nova] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.224441] env[68872]: DEBUG nova.scheduler.client.report [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Updated inventory for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with generation 135 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1086.224784] env[68872]: DEBUG nova.compute.provider_tree [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Updating resource provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f generation from 135 to 136 during operation: update_inventory {{(pid=68872) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1086.224784] env[68872]: DEBUG nova.compute.provider_tree [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Updating inventory in ProviderTree for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1086.601587] env[68872]: DEBUG oslo_vmware.api [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127211} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.601688] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.603032] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.603032] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.627667] env[68872]: INFO nova.scheduler.client.report [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Deleted allocations for instance 896f5a0b-07c5-4142-8b80-d61bb67abe6e [ 1086.644811] env[68872]: DEBUG oslo_concurrency.lockutils [req-a023a78e-b8ec-4b1c-80b8-c3d254d177d5 req-16184350-03d5-431f-8a62-db9a6e0387f5 service nova] Releasing lock "refresh_cache-70d2d251-ddcf-4db6-a965-a98764a1b74c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.645135] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquired lock "refresh_cache-70d2d251-ddcf-4db6-a965-a98764a1b74c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.645296] env[68872]: DEBUG nova.network.neutron [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.729488] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.630s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.730047] env[68872]: DEBUG nova.compute.manager [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1086.732799] env[68872]: DEBUG oslo_concurrency.lockutils [None req-65aac23c-4db2-4c3d-9871-3b7d1a637e19 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.658s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.733634] env[68872]: DEBUG nova.objects.instance [None req-65aac23c-4db2-4c3d-9871-3b7d1a637e19 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Lazy-loading 'resources' on Instance uuid 059f95e7-49be-4e47-8681-eae430f316f8 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.962993] env[68872]: DEBUG oslo_concurrency.lockutils [None req-180ddd33-cc7d-49e0-a907-4ce563c88aa8 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "325ffad5-d50d-47e9-9c91-b9ce936b96d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.343s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.134272] env[68872]: DEBUG oslo_concurrency.lockutils [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.180791] env[68872]: DEBUG nova.network.neutron [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1087.236774] env[68872]: DEBUG nova.compute.utils [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1087.240543] env[68872]: DEBUG nova.compute.manager [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1087.240757] env[68872]: DEBUG nova.network.neutron [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1087.308344] env[68872]: DEBUG nova.policy [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e661661388254a38aa88e15aa14543ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9960a3dc622c43cd9f219d00dba59dc7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 1087.472135] env[68872]: DEBUG nova.network.neutron [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Updating instance_info_cache with network_info: [{"id": "be08c6f3-67ca-4455-b19c-8549e1a9f77c", "address": "fa:16:3e:c4:8a:db", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe08c6f3-67", "ovs_interfaceid": "be08c6f3-67ca-4455-b19c-8549e1a9f77c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.497027] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a35c81-f713-454d-8ef1-86bfb939f625 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.505340] env[68872]: DEBUG nova.compute.manager [req-0b38db98-07bb-45a8-a664-b0af6fd5ff55 req-f9d1dee6-b075-40dd-9421-82eef0cec566 service nova] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Received event network-vif-unplugged-f6f2c8e7-de83-48e6-9775-3ee332f11cd8 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.505340] env[68872]: DEBUG oslo_concurrency.lockutils [req-0b38db98-07bb-45a8-a664-b0af6fd5ff55 req-f9d1dee6-b075-40dd-9421-82eef0cec566 service nova] Acquiring lock "896f5a0b-07c5-4142-8b80-d61bb67abe6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.505340] env[68872]: DEBUG oslo_concurrency.lockutils [req-0b38db98-07bb-45a8-a664-b0af6fd5ff55 req-f9d1dee6-b075-40dd-9421-82eef0cec566 service nova] Lock "896f5a0b-07c5-4142-8b80-d61bb67abe6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.505340] env[68872]: DEBUG oslo_concurrency.lockutils [req-0b38db98-07bb-45a8-a664-b0af6fd5ff55 req-f9d1dee6-b075-40dd-9421-82eef0cec566 service nova] Lock "896f5a0b-07c5-4142-8b80-d61bb67abe6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.505340] env[68872]: DEBUG nova.compute.manager [req-0b38db98-07bb-45a8-a664-b0af6fd5ff55 req-f9d1dee6-b075-40dd-9421-82eef0cec566 service nova] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] No waiting events found dispatching network-vif-unplugged-f6f2c8e7-de83-48e6-9775-3ee332f11cd8 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1087.505340] env[68872]: WARNING nova.compute.manager [req-0b38db98-07bb-45a8-a664-b0af6fd5ff55 req-f9d1dee6-b075-40dd-9421-82eef0cec566 service nova] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Received unexpected event network-vif-unplugged-f6f2c8e7-de83-48e6-9775-3ee332f11cd8 for instance with vm_state shelved_offloaded and task_state None. [ 1087.505340] env[68872]: DEBUG nova.compute.manager [req-0b38db98-07bb-45a8-a664-b0af6fd5ff55 req-f9d1dee6-b075-40dd-9421-82eef0cec566 service nova] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Received event network-changed-f6f2c8e7-de83-48e6-9775-3ee332f11cd8 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.505618] env[68872]: DEBUG nova.compute.manager [req-0b38db98-07bb-45a8-a664-b0af6fd5ff55 req-f9d1dee6-b075-40dd-9421-82eef0cec566 service nova] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Refreshing instance network info cache due to event network-changed-f6f2c8e7-de83-48e6-9775-3ee332f11cd8. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1087.505618] env[68872]: DEBUG oslo_concurrency.lockutils [req-0b38db98-07bb-45a8-a664-b0af6fd5ff55 req-f9d1dee6-b075-40dd-9421-82eef0cec566 service nova] Acquiring lock "refresh_cache-896f5a0b-07c5-4142-8b80-d61bb67abe6e" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.507255] env[68872]: DEBUG oslo_concurrency.lockutils [req-0b38db98-07bb-45a8-a664-b0af6fd5ff55 req-f9d1dee6-b075-40dd-9421-82eef0cec566 service nova] Acquired lock "refresh_cache-896f5a0b-07c5-4142-8b80-d61bb67abe6e" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.507255] env[68872]: DEBUG nova.network.neutron [req-0b38db98-07bb-45a8-a664-b0af6fd5ff55 req-f9d1dee6-b075-40dd-9421-82eef0cec566 service nova] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Refreshing network info cache for port f6f2c8e7-de83-48e6-9775-3ee332f11cd8 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.511130] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437d9e75-ac23-4c17-9393-b0009df4c166 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.546815] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625fc3bf-cc46-4ac7-9b4c-d5221a72ab25 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.555091] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951692bc-4bb4-450f-bee9-10f6cc7ded7d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.569342] env[68872]: DEBUG nova.compute.provider_tree [None req-65aac23c-4db2-4c3d-9871-3b7d1a637e19 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.743771] env[68872]: DEBUG nova.compute.manager [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1087.759986] env[68872]: DEBUG nova.network.neutron [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Successfully created port: f414fe3a-c606-4138-acbd-bbee53ca773b {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1087.976049] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Releasing lock "refresh_cache-70d2d251-ddcf-4db6-a965-a98764a1b74c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.976937] env[68872]: DEBUG nova.compute.manager [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Instance network_info: |[{"id": "be08c6f3-67ca-4455-b19c-8549e1a9f77c", "address": "fa:16:3e:c4:8a:db", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe08c6f3-67", "ovs_interfaceid": "be08c6f3-67ca-4455-b19c-8549e1a9f77c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1087.976937] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:8a:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a111da1-447a-4722-9662-b0d6a2886a65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be08c6f3-67ca-4455-b19c-8549e1a9f77c', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.986078] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.986339] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.986594] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64cc6cb0-6f8f-42fa-8684-8160d3b24802 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.008893] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1088.008893] env[68872]: value = "task-3093328" [ 1088.008893] env[68872]: _type = "Task" [ 1088.008893] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.018688] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093328, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.073027] env[68872]: DEBUG nova.scheduler.client.report [None req-65aac23c-4db2-4c3d-9871-3b7d1a637e19 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.129439] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "4d80768b-8ccb-4b12-b4cc-389191fda287" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.129654] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "4d80768b-8ccb-4b12-b4cc-389191fda287" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.469035] env[68872]: DEBUG nova.network.neutron [req-0b38db98-07bb-45a8-a664-b0af6fd5ff55 req-f9d1dee6-b075-40dd-9421-82eef0cec566 service nova] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Updated VIF entry in instance network info cache for port f6f2c8e7-de83-48e6-9775-3ee332f11cd8. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.469418] env[68872]: DEBUG nova.network.neutron [req-0b38db98-07bb-45a8-a664-b0af6fd5ff55 req-f9d1dee6-b075-40dd-9421-82eef0cec566 service nova] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Updating instance_info_cache with network_info: [{"id": "f6f2c8e7-de83-48e6-9775-3ee332f11cd8", "address": "fa:16:3e:d1:49:9e", "network": {"id": "6d0a16ea-9b1c-4aa7-8d55-80f41b7ff7b4", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1449616070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8166dac01854498998fcdb04e81b314c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf6f2c8e7-de", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.519095] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093328, 'name': CreateVM_Task, 'duration_secs': 0.367188} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.519274] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.519954] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.520146] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.520517] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.520774] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0e0cf77-195c-4227-bd7b-54cbf100abcb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.525392] env[68872]: DEBUG oslo_vmware.api [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 1088.525392] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529f180e-7942-510f-db41-8961c1a99ef1" [ 1088.525392] env[68872]: _type = "Task" [ 1088.525392] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.533383] env[68872]: DEBUG oslo_vmware.api [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529f180e-7942-510f-db41-8961c1a99ef1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.578281] env[68872]: DEBUG oslo_concurrency.lockutils [None req-65aac23c-4db2-4c3d-9871-3b7d1a637e19 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.845s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.580842] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1a3358e8-2219-4327-8f2b-b349fa905b1b tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.880s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.580923] env[68872]: DEBUG nova.objects.instance [None req-1a3358e8-2219-4327-8f2b-b349fa905b1b tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lazy-loading 'resources' on Instance uuid 60304fb8-695c-4b9b-a825-3142c9db948a {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.632161] env[68872]: DEBUG nova.compute.manager [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1088.651772] env[68872]: INFO nova.scheduler.client.report [None req-65aac23c-4db2-4c3d-9871-3b7d1a637e19 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Deleted allocations for instance 059f95e7-49be-4e47-8681-eae430f316f8 [ 1088.753960] env[68872]: DEBUG nova.compute.manager [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1088.789639] env[68872]: DEBUG nova.virt.hardware [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.789898] env[68872]: DEBUG nova.virt.hardware [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.790361] env[68872]: DEBUG nova.virt.hardware [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.791774] env[68872]: DEBUG nova.virt.hardware [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.791774] env[68872]: DEBUG nova.virt.hardware [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.791774] env[68872]: DEBUG nova.virt.hardware [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.791774] env[68872]: DEBUG nova.virt.hardware [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.792349] env[68872]: DEBUG nova.virt.hardware [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.792747] env[68872]: DEBUG nova.virt.hardware [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.792972] env[68872]: DEBUG nova.virt.hardware [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.793223] env[68872]: DEBUG nova.virt.hardware [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.794502] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0900684-3aa3-4879-8865-ec13b6101226 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.803557] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a02592f-6973-49bc-bfaa-3fc7c93f8b5d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.972023] env[68872]: DEBUG oslo_concurrency.lockutils [req-0b38db98-07bb-45a8-a664-b0af6fd5ff55 req-f9d1dee6-b075-40dd-9421-82eef0cec566 service nova] Releasing lock "refresh_cache-896f5a0b-07c5-4142-8b80-d61bb67abe6e" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.038694] env[68872]: DEBUG oslo_vmware.api [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529f180e-7942-510f-db41-8961c1a99ef1, 'name': SearchDatastore_Task, 'duration_secs': 0.009956} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.039013] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.039259] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.039505] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.039653] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.039835] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.040116] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-356c240a-d465-43ff-9251-c7f359c7ce5b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.048831] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.048831] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.049755] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c862f56d-b2f5-463f-be4e-e715d18405dd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.055127] env[68872]: DEBUG oslo_vmware.api [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 1089.055127] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520b9700-cae0-8376-de1f-556be43a22b6" [ 1089.055127] env[68872]: _type = "Task" [ 1089.055127] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.063203] env[68872]: DEBUG oslo_vmware.api [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520b9700-cae0-8376-de1f-556be43a22b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.149704] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.158492] env[68872]: DEBUG oslo_concurrency.lockutils [None req-65aac23c-4db2-4c3d-9871-3b7d1a637e19 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Lock "059f95e7-49be-4e47-8681-eae430f316f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.670s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.275486] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddbb7cc-1590-4c9a-b1b3-c20e5acaf8b1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.283136] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656ebfd3-590e-4560-bda6-5fc33c48e53f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.314365] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04849898-430f-479c-a81d-14132a087a42 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.322819] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281b99bd-2828-4c1b-8060-d25348faec3f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.337830] env[68872]: DEBUG nova.compute.provider_tree [None req-1a3358e8-2219-4327-8f2b-b349fa905b1b tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.532324] env[68872]: DEBUG nova.compute.manager [req-a27ded6f-371c-422a-bf2f-adc05769bbb0 req-7096659d-92b8-4d2e-83af-2ffb66493bce service nova] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Received event network-vif-plugged-f414fe3a-c606-4138-acbd-bbee53ca773b {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.532616] env[68872]: DEBUG oslo_concurrency.lockutils [req-a27ded6f-371c-422a-bf2f-adc05769bbb0 req-7096659d-92b8-4d2e-83af-2ffb66493bce service nova] Acquiring lock "3942fdea-03cd-463a-b8c5-731a70446321-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.533332] env[68872]: DEBUG oslo_concurrency.lockutils [req-a27ded6f-371c-422a-bf2f-adc05769bbb0 req-7096659d-92b8-4d2e-83af-2ffb66493bce service nova] Lock "3942fdea-03cd-463a-b8c5-731a70446321-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.533332] env[68872]: DEBUG oslo_concurrency.lockutils [req-a27ded6f-371c-422a-bf2f-adc05769bbb0 req-7096659d-92b8-4d2e-83af-2ffb66493bce service nova] Lock "3942fdea-03cd-463a-b8c5-731a70446321-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.533332] env[68872]: DEBUG nova.compute.manager [req-a27ded6f-371c-422a-bf2f-adc05769bbb0 req-7096659d-92b8-4d2e-83af-2ffb66493bce service nova] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] No waiting events found dispatching network-vif-plugged-f414fe3a-c606-4138-acbd-bbee53ca773b {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1089.533332] env[68872]: WARNING nova.compute.manager [req-a27ded6f-371c-422a-bf2f-adc05769bbb0 req-7096659d-92b8-4d2e-83af-2ffb66493bce service nova] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Received unexpected event network-vif-plugged-f414fe3a-c606-4138-acbd-bbee53ca773b for instance with vm_state building and task_state spawning. [ 1089.570242] env[68872]: DEBUG oslo_vmware.api [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520b9700-cae0-8376-de1f-556be43a22b6, 'name': SearchDatastore_Task, 'duration_secs': 0.010141} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.570242] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77035b99-50fd-4db7-876a-6c2f8428b513 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.574370] env[68872]: DEBUG nova.network.neutron [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Successfully updated port: f414fe3a-c606-4138-acbd-bbee53ca773b {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1089.579015] env[68872]: DEBUG oslo_vmware.api [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 1089.579015] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52bb1db9-2e49-f10d-be42-3d8c11ec03b0" [ 1089.579015] env[68872]: _type = "Task" [ 1089.579015] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.586407] env[68872]: DEBUG oslo_vmware.api [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52bb1db9-2e49-f10d-be42-3d8c11ec03b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.843111] env[68872]: DEBUG nova.scheduler.client.report [None req-1a3358e8-2219-4327-8f2b-b349fa905b1b tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.898407] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquiring lock "896f5a0b-07c5-4142-8b80-d61bb67abe6e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.076920] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "refresh_cache-3942fdea-03cd-463a-b8c5-731a70446321" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.077100] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquired lock "refresh_cache-3942fdea-03cd-463a-b8c5-731a70446321" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.077264] env[68872]: DEBUG nova.network.neutron [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.088149] env[68872]: DEBUG oslo_vmware.api [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52bb1db9-2e49-f10d-be42-3d8c11ec03b0, 'name': SearchDatastore_Task, 'duration_secs': 0.01042} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.088992] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.089268] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 70d2d251-ddcf-4db6-a965-a98764a1b74c/70d2d251-ddcf-4db6-a965-a98764a1b74c.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1090.089523] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-493366b6-e181-4819-8580-eedf7a2b06c8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.096781] env[68872]: DEBUG oslo_vmware.api [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 1090.096781] env[68872]: value = "task-3093329" [ 1090.096781] env[68872]: _type = "Task" [ 1090.096781] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.104850] env[68872]: DEBUG oslo_vmware.api [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.156889] env[68872]: DEBUG oslo_concurrency.lockutils [None req-61cf5e3b-7bef-415d-a7da-ea46baf3e624 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Acquiring lock "120a329c-572b-4fca-8f0e-637ca8e47aff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.157807] env[68872]: DEBUG oslo_concurrency.lockutils [None req-61cf5e3b-7bef-415d-a7da-ea46baf3e624 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Lock "120a329c-572b-4fca-8f0e-637ca8e47aff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.157807] env[68872]: DEBUG oslo_concurrency.lockutils [None req-61cf5e3b-7bef-415d-a7da-ea46baf3e624 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Acquiring lock "120a329c-572b-4fca-8f0e-637ca8e47aff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.157807] env[68872]: DEBUG oslo_concurrency.lockutils [None req-61cf5e3b-7bef-415d-a7da-ea46baf3e624 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Lock "120a329c-572b-4fca-8f0e-637ca8e47aff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.157991] env[68872]: DEBUG oslo_concurrency.lockutils [None req-61cf5e3b-7bef-415d-a7da-ea46baf3e624 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Lock "120a329c-572b-4fca-8f0e-637ca8e47aff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.160311] env[68872]: INFO nova.compute.manager [None req-61cf5e3b-7bef-415d-a7da-ea46baf3e624 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Terminating instance [ 1090.347537] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1a3358e8-2219-4327-8f2b-b349fa905b1b tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.767s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.350589] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dd35c9f7-6f00-431a-9d88-4a76539e632a tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.022s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.350900] env[68872]: DEBUG nova.objects.instance [None req-dd35c9f7-6f00-431a-9d88-4a76539e632a tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Lazy-loading 'resources' on Instance uuid d30a7e20-a572-4d85-b9da-3bc6807eca8d {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.385555] env[68872]: INFO nova.scheduler.client.report [None req-1a3358e8-2219-4327-8f2b-b349fa905b1b tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Deleted allocations for instance 60304fb8-695c-4b9b-a825-3142c9db948a [ 1090.606754] env[68872]: DEBUG oslo_vmware.api [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093329, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451484} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.607144] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 70d2d251-ddcf-4db6-a965-a98764a1b74c/70d2d251-ddcf-4db6-a965-a98764a1b74c.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.607414] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.607673] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14439839-b948-4ee3-a15e-29eb701df667 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.613774] env[68872]: DEBUG oslo_vmware.api [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 1090.613774] env[68872]: value = "task-3093330" [ 1090.613774] env[68872]: _type = "Task" [ 1090.613774] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.617490] env[68872]: DEBUG nova.network.neutron [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1090.626899] env[68872]: DEBUG oslo_vmware.api [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.663777] env[68872]: DEBUG nova.compute.manager [None req-61cf5e3b-7bef-415d-a7da-ea46baf3e624 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1090.664087] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-61cf5e3b-7bef-415d-a7da-ea46baf3e624 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.667514] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e28dbb-fab9-4614-9bbf-ae2ac8497f33 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.675234] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-61cf5e3b-7bef-415d-a7da-ea46baf3e624 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.675480] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0834a7f6-541f-47df-b269-85e0d2d7f811 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.680983] env[68872]: DEBUG oslo_vmware.api [None req-61cf5e3b-7bef-415d-a7da-ea46baf3e624 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for the task: (returnval){ [ 1090.680983] env[68872]: value = "task-3093331" [ 1090.680983] env[68872]: _type = "Task" [ 1090.680983] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.691140] env[68872]: DEBUG oslo_vmware.api [None req-61cf5e3b-7bef-415d-a7da-ea46baf3e624 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.796298] env[68872]: DEBUG nova.network.neutron [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Updating instance_info_cache with network_info: [{"id": "f414fe3a-c606-4138-acbd-bbee53ca773b", "address": "fa:16:3e:9b:8c:c4", "network": {"id": "395722e8-10c9-4cd4-9e49-c1858a0ce30a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1962560931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9960a3dc622c43cd9f219d00dba59dc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf414fe3a-c6", "ovs_interfaceid": "f414fe3a-c606-4138-acbd-bbee53ca773b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.894216] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1a3358e8-2219-4327-8f2b-b349fa905b1b tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "60304fb8-695c-4b9b-a825-3142c9db948a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.176s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.040628] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709d3e93-dc92-4546-9b72-b5d3451e1840 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.048212] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575af63a-b467-4c7a-82c1-088a0e3fa999 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.079590] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28dc5c4-e31a-49fc-9c1e-cea75b8f1f25 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.086812] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e542f85b-faf0-4501-869c-3597babc1f3f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.100905] env[68872]: DEBUG nova.compute.provider_tree [None req-dd35c9f7-6f00-431a-9d88-4a76539e632a tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.122660] env[68872]: DEBUG oslo_vmware.api [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064158} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.122983] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1091.123790] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6422b71-aa68-43b3-a05a-3caea083c131 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.146117] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 70d2d251-ddcf-4db6-a965-a98764a1b74c/70d2d251-ddcf-4db6-a965-a98764a1b74c.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.146576] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aee5ec74-f5c3-45ef-9c62-dc7d66178065 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.169897] env[68872]: DEBUG oslo_vmware.api [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 1091.169897] env[68872]: value = "task-3093332" [ 1091.169897] env[68872]: _type = "Task" [ 1091.169897] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.175061] env[68872]: DEBUG oslo_vmware.api [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093332, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.188979] env[68872]: DEBUG oslo_vmware.api [None req-61cf5e3b-7bef-415d-a7da-ea46baf3e624 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093331, 'name': PowerOffVM_Task, 'duration_secs': 0.218956} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.189308] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-61cf5e3b-7bef-415d-a7da-ea46baf3e624 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.189490] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-61cf5e3b-7bef-415d-a7da-ea46baf3e624 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.189728] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e74dafc2-d74e-4442-a81e-9b64a6ebf8f3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.257035] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-61cf5e3b-7bef-415d-a7da-ea46baf3e624 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.257216] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-61cf5e3b-7bef-415d-a7da-ea46baf3e624 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.257413] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-61cf5e3b-7bef-415d-a7da-ea46baf3e624 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Deleting the datastore file [datastore2] 120a329c-572b-4fca-8f0e-637ca8e47aff {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.257687] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f80c083-5ee3-4bc6-a770-b62efdc5ca26 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.264667] env[68872]: DEBUG oslo_vmware.api [None req-61cf5e3b-7bef-415d-a7da-ea46baf3e624 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for the task: (returnval){ [ 1091.264667] env[68872]: value = "task-3093334" [ 1091.264667] env[68872]: _type = "Task" [ 1091.264667] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.273389] env[68872]: DEBUG oslo_vmware.api [None req-61cf5e3b-7bef-415d-a7da-ea46baf3e624 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.299274] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Releasing lock "refresh_cache-3942fdea-03cd-463a-b8c5-731a70446321" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.299817] env[68872]: DEBUG nova.compute.manager [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Instance network_info: |[{"id": "f414fe3a-c606-4138-acbd-bbee53ca773b", "address": "fa:16:3e:9b:8c:c4", "network": {"id": "395722e8-10c9-4cd4-9e49-c1858a0ce30a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1962560931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9960a3dc622c43cd9f219d00dba59dc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf414fe3a-c6", "ovs_interfaceid": "f414fe3a-c606-4138-acbd-bbee53ca773b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1091.300372] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:8c:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfae3ef8-cae7-455d-8632-ba93e1671625', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f414fe3a-c606-4138-acbd-bbee53ca773b', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1091.308891] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.309154] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1091.309385] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4819ca2-75dc-4c53-98aa-4eca9589c7a4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.330441] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1091.330441] env[68872]: value = "task-3093335" [ 1091.330441] env[68872]: _type = "Task" [ 1091.330441] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.338584] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093335, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.565925] env[68872]: DEBUG nova.compute.manager [req-78b26500-4a33-449f-bf49-44abc5e7cc00 req-6ddc8415-9752-41d7-9b52-fa1a77360129 service nova] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Received event network-changed-f414fe3a-c606-4138-acbd-bbee53ca773b {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.566198] env[68872]: DEBUG nova.compute.manager [req-78b26500-4a33-449f-bf49-44abc5e7cc00 req-6ddc8415-9752-41d7-9b52-fa1a77360129 service nova] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Refreshing instance network info cache due to event network-changed-f414fe3a-c606-4138-acbd-bbee53ca773b. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.566466] env[68872]: DEBUG oslo_concurrency.lockutils [req-78b26500-4a33-449f-bf49-44abc5e7cc00 req-6ddc8415-9752-41d7-9b52-fa1a77360129 service nova] Acquiring lock "refresh_cache-3942fdea-03cd-463a-b8c5-731a70446321" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.566673] env[68872]: DEBUG oslo_concurrency.lockutils [req-78b26500-4a33-449f-bf49-44abc5e7cc00 req-6ddc8415-9752-41d7-9b52-fa1a77360129 service nova] Acquired lock "refresh_cache-3942fdea-03cd-463a-b8c5-731a70446321" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.566909] env[68872]: DEBUG nova.network.neutron [req-78b26500-4a33-449f-bf49-44abc5e7cc00 req-6ddc8415-9752-41d7-9b52-fa1a77360129 service nova] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Refreshing network info cache for port f414fe3a-c606-4138-acbd-bbee53ca773b {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.605114] env[68872]: DEBUG nova.scheduler.client.report [None req-dd35c9f7-6f00-431a-9d88-4a76539e632a tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.679368] env[68872]: DEBUG oslo_vmware.api [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093332, 'name': ReconfigVM_Task, 'duration_secs': 0.324217} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.679368] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 70d2d251-ddcf-4db6-a965-a98764a1b74c/70d2d251-ddcf-4db6-a965-a98764a1b74c.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.679943] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34c5e980-6b46-41e6-9305-724e73a60126 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.686013] env[68872]: DEBUG oslo_vmware.api [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 1091.686013] env[68872]: value = "task-3093336" [ 1091.686013] env[68872]: _type = "Task" [ 1091.686013] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.694098] env[68872]: DEBUG oslo_vmware.api [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093336, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.774434] env[68872]: DEBUG oslo_vmware.api [None req-61cf5e3b-7bef-415d-a7da-ea46baf3e624 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Task: {'id': task-3093334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234609} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.774720] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-61cf5e3b-7bef-415d-a7da-ea46baf3e624 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.774914] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-61cf5e3b-7bef-415d-a7da-ea46baf3e624 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.775106] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-61cf5e3b-7bef-415d-a7da-ea46baf3e624 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.775285] env[68872]: INFO nova.compute.manager [None req-61cf5e3b-7bef-415d-a7da-ea46baf3e624 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1091.775530] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61cf5e3b-7bef-415d-a7da-ea46baf3e624 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.775722] env[68872]: DEBUG nova.compute.manager [-] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1091.775818] env[68872]: DEBUG nova.network.neutron [-] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1091.842199] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093335, 'name': CreateVM_Task, 'duration_secs': 0.315268} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.842369] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1091.843172] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.843344] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.843724] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.843998] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79a37d50-4aae-4969-b25f-81b451a749cb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.848979] env[68872]: DEBUG oslo_vmware.api [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 1091.848979] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]527552e4-b151-1653-f889-37c38c3026e0" [ 1091.848979] env[68872]: _type = "Task" [ 1091.848979] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.859154] env[68872]: DEBUG oslo_vmware.api [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]527552e4-b151-1653-f889-37c38c3026e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.109799] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dd35c9f7-6f00-431a-9d88-4a76539e632a tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.759s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.112079] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.772s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.114103] env[68872]: INFO nova.compute.claims [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1092.139564] env[68872]: INFO nova.scheduler.client.report [None req-dd35c9f7-6f00-431a-9d88-4a76539e632a tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Deleted allocations for instance d30a7e20-a572-4d85-b9da-3bc6807eca8d [ 1092.199022] env[68872]: DEBUG oslo_vmware.api [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093336, 'name': Rename_Task, 'duration_secs': 0.14156} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.199788] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.202797] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-923042bf-babf-4aa8-90c4-96565a1b2e88 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.209845] env[68872]: DEBUG oslo_vmware.api [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 1092.209845] env[68872]: value = "task-3093337" [ 1092.209845] env[68872]: _type = "Task" [ 1092.209845] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.217683] env[68872]: DEBUG oslo_vmware.api [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093337, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.323968] env[68872]: DEBUG nova.network.neutron [req-78b26500-4a33-449f-bf49-44abc5e7cc00 req-6ddc8415-9752-41d7-9b52-fa1a77360129 service nova] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Updated VIF entry in instance network info cache for port f414fe3a-c606-4138-acbd-bbee53ca773b. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1092.324369] env[68872]: DEBUG nova.network.neutron [req-78b26500-4a33-449f-bf49-44abc5e7cc00 req-6ddc8415-9752-41d7-9b52-fa1a77360129 service nova] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Updating instance_info_cache with network_info: [{"id": "f414fe3a-c606-4138-acbd-bbee53ca773b", "address": "fa:16:3e:9b:8c:c4", "network": {"id": "395722e8-10c9-4cd4-9e49-c1858a0ce30a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1962560931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9960a3dc622c43cd9f219d00dba59dc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf414fe3a-c6", "ovs_interfaceid": "f414fe3a-c606-4138-acbd-bbee53ca773b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.360816] env[68872]: DEBUG oslo_vmware.api [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]527552e4-b151-1653-f889-37c38c3026e0, 'name': SearchDatastore_Task, 'duration_secs': 0.009622} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.361132] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.361378] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.361632] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.361789] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.361976] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.362259] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6dd13d1d-8819-4006-a7d1-c7ca3ec12d82 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.369717] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.369925] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1092.370933] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d839689-9611-4075-8611-0c311b6fb2f0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.376082] env[68872]: DEBUG oslo_vmware.api [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 1092.376082] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5219b15b-f362-906a-e8e2-42d25af3461b" [ 1092.376082] env[68872]: _type = "Task" [ 1092.376082] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.383825] env[68872]: DEBUG oslo_vmware.api [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5219b15b-f362-906a-e8e2-42d25af3461b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.574775] env[68872]: DEBUG nova.network.neutron [-] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.646527] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dd35c9f7-6f00-431a-9d88-4a76539e632a tempest-ServersNegativeTestMultiTenantJSON-623943588 tempest-ServersNegativeTestMultiTenantJSON-623943588-project-member] Lock "d30a7e20-a572-4d85-b9da-3bc6807eca8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.809s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.720854] env[68872]: DEBUG oslo_vmware.api [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093337, 'name': PowerOnVM_Task, 'duration_secs': 0.476947} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.721160] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.721349] env[68872]: INFO nova.compute.manager [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Took 10.01 seconds to spawn the instance on the hypervisor. [ 1092.721564] env[68872]: DEBUG nova.compute.manager [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.722462] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2b29e9-7acf-4114-a53c-ea2b548a1ac1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.827256] env[68872]: DEBUG oslo_concurrency.lockutils [req-78b26500-4a33-449f-bf49-44abc5e7cc00 req-6ddc8415-9752-41d7-9b52-fa1a77360129 service nova] Releasing lock "refresh_cache-3942fdea-03cd-463a-b8c5-731a70446321" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.886995] env[68872]: DEBUG oslo_vmware.api [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5219b15b-f362-906a-e8e2-42d25af3461b, 'name': SearchDatastore_Task, 'duration_secs': 0.008573} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.887841] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a616e03a-a28a-4a02-b06a-d0b6c6744ac1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.896953] env[68872]: DEBUG oslo_vmware.api [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 1092.896953] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]527aacbe-6d7d-ce87-210c-1863b57bb1df" [ 1092.896953] env[68872]: _type = "Task" [ 1092.896953] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.902066] env[68872]: DEBUG oslo_vmware.api [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]527aacbe-6d7d-ce87-210c-1863b57bb1df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.077129] env[68872]: INFO nova.compute.manager [-] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Took 1.30 seconds to deallocate network for instance. [ 1093.244112] env[68872]: INFO nova.compute.manager [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Took 32.99 seconds to build instance. [ 1093.344395] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a50615-0da9-42d2-a171-08dcff41a1a3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.353686] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf87162b-fa71-4f7f-92e0-908890e86ef5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.387193] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab8c8f0-f3c8-46fc-8bd8-df5864efa69e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.394790] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c1fc3a-de6d-46fe-8978-eec20dfec9b8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.407350] env[68872]: DEBUG oslo_vmware.api [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]527aacbe-6d7d-ce87-210c-1863b57bb1df, 'name': SearchDatastore_Task, 'duration_secs': 0.009564} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.414612] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.414922] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 3942fdea-03cd-463a-b8c5-731a70446321/3942fdea-03cd-463a-b8c5-731a70446321.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1093.415543] env[68872]: DEBUG nova.compute.provider_tree [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.416732] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d80e00eb-2de4-4d29-916f-c57c53fc5954 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.423124] env[68872]: DEBUG oslo_vmware.api [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 1093.423124] env[68872]: value = "task-3093338" [ 1093.423124] env[68872]: _type = "Task" [ 1093.423124] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.431266] env[68872]: DEBUG oslo_vmware.api [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.583948] env[68872]: DEBUG oslo_concurrency.lockutils [None req-61cf5e3b-7bef-415d-a7da-ea46baf3e624 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.593049] env[68872]: DEBUG nova.compute.manager [req-0e431947-2983-4f72-a413-229a0316fbfb req-559a277f-1cc5-48f9-9c01-e427e02d134a service nova] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Received event network-vif-deleted-ddc3264c-2f95-4b8d-a848-193f65ee86de {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.748054] env[68872]: DEBUG oslo_concurrency.lockutils [None req-4ba96894-39db-408e-8409-fa0a5ece35f3 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "70d2d251-ddcf-4db6-a965-a98764a1b74c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.496s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.920883] env[68872]: DEBUG nova.scheduler.client.report [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.942026] env[68872]: DEBUG oslo_vmware.api [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093338, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.435969] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.436610] env[68872]: DEBUG nova.compute.manager [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1094.439407] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f7608576-3217-47a2-891c-23af6a803c21 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.402s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.439678] env[68872]: DEBUG nova.objects.instance [None req-f7608576-3217-47a2-891c-23af6a803c21 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lazy-loading 'resources' on Instance uuid f76c7994-00a0-4f9e-ba19-4ea055adc42a {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.446748] env[68872]: DEBUG oslo_vmware.api [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093338, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715554} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.447096] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 3942fdea-03cd-463a-b8c5-731a70446321/3942fdea-03cd-463a-b8c5-731a70446321.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1094.447377] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1094.447818] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a22aa3e-f507-4670-ba09-39c7b2d26322 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.454833] env[68872]: DEBUG oslo_vmware.api [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 1094.454833] env[68872]: value = "task-3093339" [ 1094.454833] env[68872]: _type = "Task" [ 1094.454833] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.466912] env[68872]: DEBUG oslo_vmware.api [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093339, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.946020] env[68872]: DEBUG nova.compute.utils [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1094.949481] env[68872]: DEBUG nova.compute.manager [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1094.950094] env[68872]: DEBUG nova.network.neutron [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1094.968357] env[68872]: DEBUG oslo_vmware.api [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093339, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069176} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.969372] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1094.970353] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d697d74-8fb1-44a1-871b-84c17cd83d40 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.994071] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 3942fdea-03cd-463a-b8c5-731a70446321/3942fdea-03cd-463a-b8c5-731a70446321.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.997091] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33fc9ca8-55bb-43a5-b51d-7400f7dc805c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.013661] env[68872]: DEBUG nova.policy [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7039777b29745699d1998a52761c229', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd310ae195e70437dbc04c8803c250050', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 1095.020414] env[68872]: DEBUG oslo_vmware.api [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 1095.020414] env[68872]: value = "task-3093340" [ 1095.020414] env[68872]: _type = "Task" [ 1095.020414] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.029357] env[68872]: DEBUG oslo_vmware.api [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093340, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.228168] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3a0a87-baf5-4714-9ee4-f4da272f0897 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.237459] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93dd4ed-96b7-4ea8-bc45-2493074bc2ff {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.289123] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9f39b4-8774-42ec-aa97-8c8f413f90e6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.299556] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e06d4cc-e0a7-40ac-8ed8-1e8ba83ba05a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.318838] env[68872]: DEBUG nova.compute.provider_tree [None req-f7608576-3217-47a2-891c-23af6a803c21 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.449969] env[68872]: DEBUG nova.compute.manager [req-31b5e4c8-f201-4c9b-87f8-2512724921e2 req-9ddda1fc-474b-4a4f-a34b-5bfa54e2f95a service nova] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Received event network-changed-be08c6f3-67ca-4455-b19c-8549e1a9f77c {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.449969] env[68872]: DEBUG nova.compute.manager [req-31b5e4c8-f201-4c9b-87f8-2512724921e2 req-9ddda1fc-474b-4a4f-a34b-5bfa54e2f95a service nova] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Refreshing instance network info cache due to event network-changed-be08c6f3-67ca-4455-b19c-8549e1a9f77c. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.449969] env[68872]: DEBUG oslo_concurrency.lockutils [req-31b5e4c8-f201-4c9b-87f8-2512724921e2 req-9ddda1fc-474b-4a4f-a34b-5bfa54e2f95a service nova] Acquiring lock "refresh_cache-70d2d251-ddcf-4db6-a965-a98764a1b74c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.449969] env[68872]: DEBUG oslo_concurrency.lockutils [req-31b5e4c8-f201-4c9b-87f8-2512724921e2 req-9ddda1fc-474b-4a4f-a34b-5bfa54e2f95a service nova] Acquired lock "refresh_cache-70d2d251-ddcf-4db6-a965-a98764a1b74c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.449969] env[68872]: DEBUG nova.network.neutron [req-31b5e4c8-f201-4c9b-87f8-2512724921e2 req-9ddda1fc-474b-4a4f-a34b-5bfa54e2f95a service nova] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Refreshing network info cache for port be08c6f3-67ca-4455-b19c-8549e1a9f77c {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.450302] env[68872]: DEBUG nova.compute.manager [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1095.535223] env[68872]: DEBUG oslo_vmware.api [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093340, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.559217] env[68872]: DEBUG nova.network.neutron [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Successfully created port: a08c3595-b9f0-49d6-bca7-029b370c2558 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1095.700137] env[68872]: DEBUG nova.compute.manager [req-08e1feca-113c-4534-a1f7-a1c7e29e7515 req-3191af5d-1a58-47eb-ba9b-7a75b65229dd service nova] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Received event network-changed-e63489fb-8e86-451d-9838-3b88ce33d79f {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.700333] env[68872]: DEBUG nova.compute.manager [req-08e1feca-113c-4534-a1f7-a1c7e29e7515 req-3191af5d-1a58-47eb-ba9b-7a75b65229dd service nova] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Refreshing instance network info cache due to event network-changed-e63489fb-8e86-451d-9838-3b88ce33d79f. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.700560] env[68872]: DEBUG oslo_concurrency.lockutils [req-08e1feca-113c-4534-a1f7-a1c7e29e7515 req-3191af5d-1a58-47eb-ba9b-7a75b65229dd service nova] Acquiring lock "refresh_cache-8e0c4a19-62da-4b15-a574-3b80a44a4eca" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.700736] env[68872]: DEBUG oslo_concurrency.lockutils [req-08e1feca-113c-4534-a1f7-a1c7e29e7515 req-3191af5d-1a58-47eb-ba9b-7a75b65229dd service nova] Acquired lock "refresh_cache-8e0c4a19-62da-4b15-a574-3b80a44a4eca" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.700907] env[68872]: DEBUG nova.network.neutron [req-08e1feca-113c-4534-a1f7-a1c7e29e7515 req-3191af5d-1a58-47eb-ba9b-7a75b65229dd service nova] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Refreshing network info cache for port e63489fb-8e86-451d-9838-3b88ce33d79f {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.822701] env[68872]: DEBUG nova.scheduler.client.report [None req-f7608576-3217-47a2-891c-23af6a803c21 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.033026] env[68872]: DEBUG oslo_vmware.api [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093340, 'name': ReconfigVM_Task, 'duration_secs': 0.550876} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.033782] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 3942fdea-03cd-463a-b8c5-731a70446321/3942fdea-03cd-463a-b8c5-731a70446321.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.036192] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4c8ee65-b936-455c-b652-97754ccedb76 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.045119] env[68872]: DEBUG oslo_vmware.api [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 1096.045119] env[68872]: value = "task-3093341" [ 1096.045119] env[68872]: _type = "Task" [ 1096.045119] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.055405] env[68872]: DEBUG oslo_vmware.api [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093341, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.178015] env[68872]: DEBUG nova.network.neutron [req-31b5e4c8-f201-4c9b-87f8-2512724921e2 req-9ddda1fc-474b-4a4f-a34b-5bfa54e2f95a service nova] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Updated VIF entry in instance network info cache for port be08c6f3-67ca-4455-b19c-8549e1a9f77c. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.178015] env[68872]: DEBUG nova.network.neutron [req-31b5e4c8-f201-4c9b-87f8-2512724921e2 req-9ddda1fc-474b-4a4f-a34b-5bfa54e2f95a service nova] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Updating instance_info_cache with network_info: [{"id": "be08c6f3-67ca-4455-b19c-8549e1a9f77c", "address": "fa:16:3e:c4:8a:db", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe08c6f3-67", "ovs_interfaceid": "be08c6f3-67ca-4455-b19c-8549e1a9f77c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.331404] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f7608576-3217-47a2-891c-23af6a803c21 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.892s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.333551] env[68872]: DEBUG oslo_concurrency.lockutils [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.635s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.337471] env[68872]: INFO nova.compute.claims [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.377682] env[68872]: INFO nova.scheduler.client.report [None req-f7608576-3217-47a2-891c-23af6a803c21 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Deleted allocations for instance f76c7994-00a0-4f9e-ba19-4ea055adc42a [ 1096.466808] env[68872]: DEBUG nova.compute.manager [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1096.516868] env[68872]: DEBUG nova.network.neutron [req-08e1feca-113c-4534-a1f7-a1c7e29e7515 req-3191af5d-1a58-47eb-ba9b-7a75b65229dd service nova] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Updated VIF entry in instance network info cache for port e63489fb-8e86-451d-9838-3b88ce33d79f. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.517282] env[68872]: DEBUG nova.network.neutron [req-08e1feca-113c-4534-a1f7-a1c7e29e7515 req-3191af5d-1a58-47eb-ba9b-7a75b65229dd service nova] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Updating instance_info_cache with network_info: [{"id": "e63489fb-8e86-451d-9838-3b88ce33d79f", "address": "fa:16:3e:69:dc:75", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63489fb-8e", "ovs_interfaceid": "e63489fb-8e86-451d-9838-3b88ce33d79f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.520861] env[68872]: DEBUG nova.virt.hardware [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1096.521174] env[68872]: DEBUG nova.virt.hardware [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.521734] env[68872]: DEBUG nova.virt.hardware [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.521734] env[68872]: DEBUG nova.virt.hardware [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.521734] env[68872]: DEBUG nova.virt.hardware [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.521932] env[68872]: DEBUG nova.virt.hardware [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1096.521991] env[68872]: DEBUG nova.virt.hardware [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1096.522131] env[68872]: DEBUG nova.virt.hardware [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1096.522301] env[68872]: DEBUG nova.virt.hardware [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1096.522464] env[68872]: DEBUG nova.virt.hardware [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1096.522665] env[68872]: DEBUG nova.virt.hardware [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1096.523871] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977e3d5e-6504-4690-90e4-3a214d457caa {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.533597] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3094ad07-490c-4e68-bd4d-1893c9d35f49 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.556290] env[68872]: DEBUG oslo_vmware.api [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093341, 'name': Rename_Task, 'duration_secs': 0.152505} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.556563] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.556811] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03847a0b-a29a-4454-8934-25024f9f9d5c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.563200] env[68872]: DEBUG oslo_vmware.api [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 1096.563200] env[68872]: value = "task-3093342" [ 1096.563200] env[68872]: _type = "Task" [ 1096.563200] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.571287] env[68872]: DEBUG oslo_vmware.api [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.680538] env[68872]: DEBUG oslo_concurrency.lockutils [req-31b5e4c8-f201-4c9b-87f8-2512724921e2 req-9ddda1fc-474b-4a4f-a34b-5bfa54e2f95a service nova] Releasing lock "refresh_cache-70d2d251-ddcf-4db6-a965-a98764a1b74c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.885119] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f7608576-3217-47a2-891c-23af6a803c21 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "f76c7994-00a0-4f9e-ba19-4ea055adc42a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.396s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.029223] env[68872]: DEBUG oslo_concurrency.lockutils [req-08e1feca-113c-4534-a1f7-a1c7e29e7515 req-3191af5d-1a58-47eb-ba9b-7a75b65229dd service nova] Releasing lock "refresh_cache-8e0c4a19-62da-4b15-a574-3b80a44a4eca" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.029647] env[68872]: DEBUG nova.compute.manager [req-08e1feca-113c-4534-a1f7-a1c7e29e7515 req-3191af5d-1a58-47eb-ba9b-7a75b65229dd service nova] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Received event network-changed-be08c6f3-67ca-4455-b19c-8549e1a9f77c {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.029877] env[68872]: DEBUG nova.compute.manager [req-08e1feca-113c-4534-a1f7-a1c7e29e7515 req-3191af5d-1a58-47eb-ba9b-7a75b65229dd service nova] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Refreshing instance network info cache due to event network-changed-be08c6f3-67ca-4455-b19c-8549e1a9f77c. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.030237] env[68872]: DEBUG oslo_concurrency.lockutils [req-08e1feca-113c-4534-a1f7-a1c7e29e7515 req-3191af5d-1a58-47eb-ba9b-7a75b65229dd service nova] Acquiring lock "refresh_cache-70d2d251-ddcf-4db6-a965-a98764a1b74c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.030438] env[68872]: DEBUG oslo_concurrency.lockutils [req-08e1feca-113c-4534-a1f7-a1c7e29e7515 req-3191af5d-1a58-47eb-ba9b-7a75b65229dd service nova] Acquired lock "refresh_cache-70d2d251-ddcf-4db6-a965-a98764a1b74c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.030581] env[68872]: DEBUG nova.network.neutron [req-08e1feca-113c-4534-a1f7-a1c7e29e7515 req-3191af5d-1a58-47eb-ba9b-7a75b65229dd service nova] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Refreshing network info cache for port be08c6f3-67ca-4455-b19c-8549e1a9f77c {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.073388] env[68872]: DEBUG oslo_vmware.api [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093342, 'name': PowerOnVM_Task, 'duration_secs': 0.483563} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.073880] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.074137] env[68872]: INFO nova.compute.manager [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1097.074193] env[68872]: DEBUG nova.compute.manager [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.075220] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ca898c-ea0a-4843-a9c5-194e1316f0db {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.463653] env[68872]: DEBUG nova.compute.manager [req-5db611e4-5ed4-48e6-acfc-a0bcb62c6093 req-d84cfba3-1941-4bd2-a083-a555f58cc09d service nova] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Received event network-vif-plugged-a08c3595-b9f0-49d6-bca7-029b370c2558 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.463802] env[68872]: DEBUG oslo_concurrency.lockutils [req-5db611e4-5ed4-48e6-acfc-a0bcb62c6093 req-d84cfba3-1941-4bd2-a083-a555f58cc09d service nova] Acquiring lock "bf74f001-e745-4f6c-bc95-b560f48fc9d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.464017] env[68872]: DEBUG oslo_concurrency.lockutils [req-5db611e4-5ed4-48e6-acfc-a0bcb62c6093 req-d84cfba3-1941-4bd2-a083-a555f58cc09d service nova] Lock "bf74f001-e745-4f6c-bc95-b560f48fc9d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.464208] env[68872]: DEBUG oslo_concurrency.lockutils [req-5db611e4-5ed4-48e6-acfc-a0bcb62c6093 req-d84cfba3-1941-4bd2-a083-a555f58cc09d service nova] Lock "bf74f001-e745-4f6c-bc95-b560f48fc9d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.464356] env[68872]: DEBUG nova.compute.manager [req-5db611e4-5ed4-48e6-acfc-a0bcb62c6093 req-d84cfba3-1941-4bd2-a083-a555f58cc09d service nova] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] No waiting events found dispatching network-vif-plugged-a08c3595-b9f0-49d6-bca7-029b370c2558 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1097.464514] env[68872]: WARNING nova.compute.manager [req-5db611e4-5ed4-48e6-acfc-a0bcb62c6093 req-d84cfba3-1941-4bd2-a083-a555f58cc09d service nova] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Received unexpected event network-vif-plugged-a08c3595-b9f0-49d6-bca7-029b370c2558 for instance with vm_state building and task_state spawning. [ 1097.486570] env[68872]: DEBUG nova.compute.manager [req-f61f16f3-aa95-4f68-8baa-14f4057a5620 req-e26d7abf-b987-48db-8a5a-dbdabf2f7f2d service nova] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Received event network-changed-e63489fb-8e86-451d-9838-3b88ce33d79f {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.488018] env[68872]: DEBUG nova.compute.manager [req-f61f16f3-aa95-4f68-8baa-14f4057a5620 req-e26d7abf-b987-48db-8a5a-dbdabf2f7f2d service nova] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Refreshing instance network info cache due to event network-changed-e63489fb-8e86-451d-9838-3b88ce33d79f. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.488018] env[68872]: DEBUG oslo_concurrency.lockutils [req-f61f16f3-aa95-4f68-8baa-14f4057a5620 req-e26d7abf-b987-48db-8a5a-dbdabf2f7f2d service nova] Acquiring lock "refresh_cache-8e0c4a19-62da-4b15-a574-3b80a44a4eca" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.488018] env[68872]: DEBUG oslo_concurrency.lockutils [req-f61f16f3-aa95-4f68-8baa-14f4057a5620 req-e26d7abf-b987-48db-8a5a-dbdabf2f7f2d service nova] Acquired lock "refresh_cache-8e0c4a19-62da-4b15-a574-3b80a44a4eca" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.488018] env[68872]: DEBUG nova.network.neutron [req-f61f16f3-aa95-4f68-8baa-14f4057a5620 req-e26d7abf-b987-48db-8a5a-dbdabf2f7f2d service nova] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Refreshing network info cache for port e63489fb-8e86-451d-9838-3b88ce33d79f {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.576015] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c54ca2-ffef-4e5d-b1dd-3f481fda5c72 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.584766] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f774b6c1-337a-41e6-84c9-edb84f55d2a9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.623864] env[68872]: INFO nova.compute.manager [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Took 24.16 seconds to build instance. [ 1097.625947] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df4e653-450f-4234-a7ac-a8f867a7e453 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.633374] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3f3c0e-7c64-497c-867f-22a577908dfd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.656067] env[68872]: DEBUG nova.compute.provider_tree [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.756825] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "e659fc6d-55d5-44b7-a1b5-8472047de422" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.757130] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "e659fc6d-55d5-44b7-a1b5-8472047de422" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.826221] env[68872]: DEBUG nova.network.neutron [req-08e1feca-113c-4534-a1f7-a1c7e29e7515 req-3191af5d-1a58-47eb-ba9b-7a75b65229dd service nova] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Updated VIF entry in instance network info cache for port be08c6f3-67ca-4455-b19c-8549e1a9f77c. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.826995] env[68872]: DEBUG nova.network.neutron [req-08e1feca-113c-4534-a1f7-a1c7e29e7515 req-3191af5d-1a58-47eb-ba9b-7a75b65229dd service nova] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Updating instance_info_cache with network_info: [{"id": "be08c6f3-67ca-4455-b19c-8549e1a9f77c", "address": "fa:16:3e:c4:8a:db", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe08c6f3-67", "ovs_interfaceid": "be08c6f3-67ca-4455-b19c-8549e1a9f77c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.958339] env[68872]: DEBUG nova.network.neutron [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Successfully updated port: a08c3595-b9f0-49d6-bca7-029b370c2558 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1097.978475] env[68872]: DEBUG nova.compute.manager [req-4d6e867c-567a-4f60-9cc0-9e0287ce21e9 req-480b41fe-3805-412b-b69b-244850550263 service nova] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Received event network-changed-a08c3595-b9f0-49d6-bca7-029b370c2558 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.978475] env[68872]: DEBUG nova.compute.manager [req-4d6e867c-567a-4f60-9cc0-9e0287ce21e9 req-480b41fe-3805-412b-b69b-244850550263 service nova] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Refreshing instance network info cache due to event network-changed-a08c3595-b9f0-49d6-bca7-029b370c2558. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.978475] env[68872]: DEBUG oslo_concurrency.lockutils [req-4d6e867c-567a-4f60-9cc0-9e0287ce21e9 req-480b41fe-3805-412b-b69b-244850550263 service nova] Acquiring lock "refresh_cache-bf74f001-e745-4f6c-bc95-b560f48fc9d3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.978759] env[68872]: DEBUG oslo_concurrency.lockutils [req-4d6e867c-567a-4f60-9cc0-9e0287ce21e9 req-480b41fe-3805-412b-b69b-244850550263 service nova] Acquired lock "refresh_cache-bf74f001-e745-4f6c-bc95-b560f48fc9d3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.978909] env[68872]: DEBUG nova.network.neutron [req-4d6e867c-567a-4f60-9cc0-9e0287ce21e9 req-480b41fe-3805-412b-b69b-244850550263 service nova] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Refreshing network info cache for port a08c3595-b9f0-49d6-bca7-029b370c2558 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.126992] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2b57021f-ee31-4c69-a4ce-afc4e5f05858 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "3942fdea-03cd-463a-b8c5-731a70446321" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.689s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.161195] env[68872]: DEBUG nova.scheduler.client.report [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.214579] env[68872]: DEBUG nova.network.neutron [req-f61f16f3-aa95-4f68-8baa-14f4057a5620 req-e26d7abf-b987-48db-8a5a-dbdabf2f7f2d service nova] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Updated VIF entry in instance network info cache for port e63489fb-8e86-451d-9838-3b88ce33d79f. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.214977] env[68872]: DEBUG nova.network.neutron [req-f61f16f3-aa95-4f68-8baa-14f4057a5620 req-e26d7abf-b987-48db-8a5a-dbdabf2f7f2d service nova] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Updating instance_info_cache with network_info: [{"id": "e63489fb-8e86-451d-9838-3b88ce33d79f", "address": "fa:16:3e:69:dc:75", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63489fb-8e", "ovs_interfaceid": "e63489fb-8e86-451d-9838-3b88ce33d79f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.264805] env[68872]: DEBUG nova.compute.manager [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1098.329545] env[68872]: DEBUG oslo_concurrency.lockutils [req-08e1feca-113c-4534-a1f7-a1c7e29e7515 req-3191af5d-1a58-47eb-ba9b-7a75b65229dd service nova] Releasing lock "refresh_cache-70d2d251-ddcf-4db6-a965-a98764a1b74c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.461281] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "refresh_cache-bf74f001-e745-4f6c-bc95-b560f48fc9d3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.543367] env[68872]: DEBUG nova.network.neutron [req-4d6e867c-567a-4f60-9cc0-9e0287ce21e9 req-480b41fe-3805-412b-b69b-244850550263 service nova] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1098.636710] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ac96a292-6856-43d4-9df0-78a284c73797 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "3942fdea-03cd-463a-b8c5-731a70446321" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.636710] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ac96a292-6856-43d4-9df0-78a284c73797 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "3942fdea-03cd-463a-b8c5-731a70446321" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.636868] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ac96a292-6856-43d4-9df0-78a284c73797 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "3942fdea-03cd-463a-b8c5-731a70446321-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.636946] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ac96a292-6856-43d4-9df0-78a284c73797 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "3942fdea-03cd-463a-b8c5-731a70446321-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.637212] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ac96a292-6856-43d4-9df0-78a284c73797 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "3942fdea-03cd-463a-b8c5-731a70446321-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.639590] env[68872]: INFO nova.compute.manager [None req-ac96a292-6856-43d4-9df0-78a284c73797 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Terminating instance [ 1098.642501] env[68872]: DEBUG nova.network.neutron [req-4d6e867c-567a-4f60-9cc0-9e0287ce21e9 req-480b41fe-3805-412b-b69b-244850550263 service nova] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.666599] env[68872]: DEBUG oslo_concurrency.lockutils [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.667101] env[68872]: DEBUG nova.compute.manager [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1098.669504] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e4e9f8ae-af48-489e-82d5-8a85ca228f8d tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.071s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.669636] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e4e9f8ae-af48-489e-82d5-8a85ca228f8d tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.671608] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7d6c883a-4adb-445b-a3e4-312d9f01ae8b tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.469s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.672337] env[68872]: DEBUG nova.objects.instance [None req-7d6c883a-4adb-445b-a3e4-312d9f01ae8b tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Lazy-loading 'resources' on Instance uuid 8a706da3-ad0a-49b9-829a-7fb5858f3e3b {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.710292] env[68872]: INFO nova.scheduler.client.report [None req-e4e9f8ae-af48-489e-82d5-8a85ca228f8d tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Deleted allocations for instance fe5cc7b3-155a-437c-b04c-32bbfff60809 [ 1098.717017] env[68872]: DEBUG oslo_concurrency.lockutils [req-f61f16f3-aa95-4f68-8baa-14f4057a5620 req-e26d7abf-b987-48db-8a5a-dbdabf2f7f2d service nova] Releasing lock "refresh_cache-8e0c4a19-62da-4b15-a574-3b80a44a4eca" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.785995] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.144603] env[68872]: DEBUG nova.compute.manager [None req-ac96a292-6856-43d4-9df0-78a284c73797 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1099.144926] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ac96a292-6856-43d4-9df0-78a284c73797 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.145508] env[68872]: DEBUG oslo_concurrency.lockutils [req-4d6e867c-567a-4f60-9cc0-9e0287ce21e9 req-480b41fe-3805-412b-b69b-244850550263 service nova] Releasing lock "refresh_cache-bf74f001-e745-4f6c-bc95-b560f48fc9d3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.146554] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f181d183-ea48-4956-88e8-c7a8d0f914e3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.149410] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquired lock "refresh_cache-bf74f001-e745-4f6c-bc95-b560f48fc9d3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.149569] env[68872]: DEBUG nova.network.neutron [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.155947] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac96a292-6856-43d4-9df0-78a284c73797 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.156193] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60970bc1-3ab9-477a-9d3e-f4381f99833c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.163384] env[68872]: DEBUG oslo_vmware.api [None req-ac96a292-6856-43d4-9df0-78a284c73797 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 1099.163384] env[68872]: value = "task-3093343" [ 1099.163384] env[68872]: _type = "Task" [ 1099.163384] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.171392] env[68872]: DEBUG oslo_vmware.api [None req-ac96a292-6856-43d4-9df0-78a284c73797 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.176834] env[68872]: DEBUG nova.compute.utils [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1099.178407] env[68872]: DEBUG nova.compute.manager [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1099.178571] env[68872]: DEBUG nova.network.neutron [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1099.223480] env[68872]: DEBUG nova.policy [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e33e6270893c48ccaa5c5f85d43e31e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a78790e9510347358563839bd095fa24', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 1099.225555] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e4e9f8ae-af48-489e-82d5-8a85ca228f8d tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "fe5cc7b3-155a-437c-b04c-32bbfff60809" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.263s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.381856] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ff32f3-2425-470b-8c0b-04a8cedf198d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.387620] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9152a829-c89f-4a88-a164-d6ee99a967f6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.420972] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132d1259-6191-488b-88e9-a9193e48ec27 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.429415] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a491b5f5-1697-4aca-a225-534e28e78e94 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.443162] env[68872]: DEBUG nova.compute.provider_tree [None req-7d6c883a-4adb-445b-a3e4-312d9f01ae8b tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.628329] env[68872]: DEBUG nova.network.neutron [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Successfully created port: dd15a914-2a6e-4d62-947b-7f4b9d98563b {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1099.673753] env[68872]: DEBUG oslo_vmware.api [None req-ac96a292-6856-43d4-9df0-78a284c73797 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093343, 'name': PowerOffVM_Task, 'duration_secs': 0.168231} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.674055] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac96a292-6856-43d4-9df0-78a284c73797 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.674240] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ac96a292-6856-43d4-9df0-78a284c73797 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.674486] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c69da511-55b6-49a6-9d9c-c2c90233f51d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.681647] env[68872]: DEBUG nova.compute.manager [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1099.691689] env[68872]: DEBUG nova.network.neutron [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1099.743295] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ac96a292-6856-43d4-9df0-78a284c73797 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.743536] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ac96a292-6856-43d4-9df0-78a284c73797 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.744870] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac96a292-6856-43d4-9df0-78a284c73797 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Deleting the datastore file [datastore1] 3942fdea-03cd-463a-b8c5-731a70446321 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.744870] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70b175a3-b1a0-46ba-b6a9-997cccc715d6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.752945] env[68872]: DEBUG oslo_vmware.api [None req-ac96a292-6856-43d4-9df0-78a284c73797 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for the task: (returnval){ [ 1099.752945] env[68872]: value = "task-3093345" [ 1099.752945] env[68872]: _type = "Task" [ 1099.752945] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.766028] env[68872]: DEBUG oslo_vmware.api [None req-ac96a292-6856-43d4-9df0-78a284c73797 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.946882] env[68872]: DEBUG nova.scheduler.client.report [None req-7d6c883a-4adb-445b-a3e4-312d9f01ae8b tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.959008] env[68872]: DEBUG nova.network.neutron [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Updating instance_info_cache with network_info: [{"id": "a08c3595-b9f0-49d6-bca7-029b370c2558", "address": "fa:16:3e:b1:99:d5", "network": {"id": "511b8d00-72bf-40ae-8aad-fe8733e4638f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1809232565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d310ae195e70437dbc04c8803c250050", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa08c3595-b9", "ovs_interfaceid": "a08c3595-b9f0-49d6-bca7-029b370c2558", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.263192] env[68872]: DEBUG oslo_vmware.api [None req-ac96a292-6856-43d4-9df0-78a284c73797 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Task: {'id': task-3093345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144388} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.263528] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac96a292-6856-43d4-9df0-78a284c73797 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.263642] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ac96a292-6856-43d4-9df0-78a284c73797 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.263819] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ac96a292-6856-43d4-9df0-78a284c73797 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.263992] env[68872]: INFO nova.compute.manager [None req-ac96a292-6856-43d4-9df0-78a284c73797 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1100.264268] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac96a292-6856-43d4-9df0-78a284c73797 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.264467] env[68872]: DEBUG nova.compute.manager [-] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1100.264563] env[68872]: DEBUG nova.network.neutron [-] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1100.452877] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7d6c883a-4adb-445b-a3e4-312d9f01ae8b tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.781s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.455474] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7ba88a29-a35f-4610-a414-155d737fb41e tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 15.120s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.462391] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Releasing lock "refresh_cache-bf74f001-e745-4f6c-bc95-b560f48fc9d3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.462391] env[68872]: DEBUG nova.compute.manager [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Instance network_info: |[{"id": "a08c3595-b9f0-49d6-bca7-029b370c2558", "address": "fa:16:3e:b1:99:d5", "network": {"id": "511b8d00-72bf-40ae-8aad-fe8733e4638f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1809232565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d310ae195e70437dbc04c8803c250050", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa08c3595-b9", "ovs_interfaceid": "a08c3595-b9f0-49d6-bca7-029b370c2558", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1100.462792] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:99:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3c995e9-7f2f-420c-880a-d60da6e708ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a08c3595-b9f0-49d6-bca7-029b370c2558', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.470530] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.470769] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.471011] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87579472-69fe-4df8-892c-9d55b7bf2cbe {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.493486] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.493486] env[68872]: value = "task-3093346" [ 1100.493486] env[68872]: _type = "Task" [ 1100.493486] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.496736] env[68872]: INFO nova.scheduler.client.report [None req-7d6c883a-4adb-445b-a3e4-312d9f01ae8b tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Deleted allocations for instance 8a706da3-ad0a-49b9-829a-7fb5858f3e3b [ 1100.510193] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093346, 'name': CreateVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.690527] env[68872]: DEBUG nova.compute.manager [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1100.731786] env[68872]: DEBUG nova.virt.hardware [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.732100] env[68872]: DEBUG nova.virt.hardware [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.732236] env[68872]: DEBUG nova.virt.hardware [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.732427] env[68872]: DEBUG nova.virt.hardware [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.732574] env[68872]: DEBUG nova.virt.hardware [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.732759] env[68872]: DEBUG nova.virt.hardware [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.732989] env[68872]: DEBUG nova.virt.hardware [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.733203] env[68872]: DEBUG nova.virt.hardware [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.733403] env[68872]: DEBUG nova.virt.hardware [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.733595] env[68872]: DEBUG nova.virt.hardware [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.733858] env[68872]: DEBUG nova.virt.hardware [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.734761] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b67a361-2bcf-49b6-9f77-4b7527a034d3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.744030] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f98df7-963a-4e1d-b84e-5380d0f48ca4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.785036] env[68872]: DEBUG nova.compute.manager [req-28e3a454-ebc0-4a0e-b614-3cee98a0c37f req-a4877ec0-cf66-4ff7-a130-9d8c3c33ecc8 service nova] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Received event network-vif-deleted-f414fe3a-c606-4138-acbd-bbee53ca773b {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.785265] env[68872]: INFO nova.compute.manager [req-28e3a454-ebc0-4a0e-b614-3cee98a0c37f req-a4877ec0-cf66-4ff7-a130-9d8c3c33ecc8 service nova] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Neutron deleted interface f414fe3a-c606-4138-acbd-bbee53ca773b; detaching it from the instance and deleting it from the info cache [ 1100.785443] env[68872]: DEBUG nova.network.neutron [req-28e3a454-ebc0-4a0e-b614-3cee98a0c37f req-a4877ec0-cf66-4ff7-a130-9d8c3c33ecc8 service nova] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.795927] env[68872]: DEBUG oslo_concurrency.lockutils [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "bb312f3b-a64b-4ce9-859c-844ca1356005" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.796186] env[68872]: DEBUG oslo_concurrency.lockutils [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "bb312f3b-a64b-4ce9-859c-844ca1356005" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.013545] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093346, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.014505] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7d6c883a-4adb-445b-a3e4-312d9f01ae8b tempest-ListServerFiltersTestJSON-634154994 tempest-ListServerFiltersTestJSON-634154994-project-member] Lock "8a706da3-ad0a-49b9-829a-7fb5858f3e3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.360s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.117993] env[68872]: DEBUG nova.network.neutron [-] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.224485] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a01473-86b3-4330-b20a-a6ddd5286b2b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.233710] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cf682c-92db-498c-b9a8-126dcfdd4a14 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.272670] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a88d7d-488a-46e1-b082-7f1e94b1c7ed {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.283953] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3833898-490e-4c7f-ac2e-5c764dc7ebd8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.288906] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4dbc1cc-9907-47d3-924e-bd1cc3fd1562 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.299167] env[68872]: DEBUG nova.compute.manager [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1101.302024] env[68872]: DEBUG nova.compute.provider_tree [None req-7ba88a29-a35f-4610-a414-155d737fb41e tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.313903] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85f4066-f734-4f13-9751-74155dc97d80 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.344632] env[68872]: DEBUG nova.compute.manager [req-28e3a454-ebc0-4a0e-b614-3cee98a0c37f req-a4877ec0-cf66-4ff7-a130-9d8c3c33ecc8 service nova] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Detach interface failed, port_id=f414fe3a-c606-4138-acbd-bbee53ca773b, reason: Instance 3942fdea-03cd-463a-b8c5-731a70446321 could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1101.408924] env[68872]: DEBUG nova.network.neutron [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Successfully updated port: dd15a914-2a6e-4d62-947b-7f4b9d98563b {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1101.507710] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093346, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.621552] env[68872]: INFO nova.compute.manager [-] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Took 1.36 seconds to deallocate network for instance. [ 1101.779581] env[68872]: DEBUG oslo_concurrency.lockutils [None req-19e1073e-cbb9-424c-9481-61eafdd20b57 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "interface-8e0c4a19-62da-4b15-a574-3b80a44a4eca-b87c5025-d5d1-40ad-81a6-e5a90647349d" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.779960] env[68872]: DEBUG oslo_concurrency.lockutils [None req-19e1073e-cbb9-424c-9481-61eafdd20b57 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "interface-8e0c4a19-62da-4b15-a574-3b80a44a4eca-b87c5025-d5d1-40ad-81a6-e5a90647349d" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.780971] env[68872]: DEBUG nova.objects.instance [None req-19e1073e-cbb9-424c-9481-61eafdd20b57 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lazy-loading 'flavor' on Instance uuid 8e0c4a19-62da-4b15-a574-3b80a44a4eca {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.810595] env[68872]: DEBUG nova.scheduler.client.report [None req-7ba88a29-a35f-4610-a414-155d737fb41e tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.839900] env[68872]: DEBUG oslo_concurrency.lockutils [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.911137] env[68872]: DEBUG oslo_concurrency.lockutils [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Acquiring lock "refresh_cache-0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.911137] env[68872]: DEBUG oslo_concurrency.lockutils [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Acquired lock "refresh_cache-0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.911137] env[68872]: DEBUG nova.network.neutron [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.008394] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093346, 'name': CreateVM_Task, 'duration_secs': 1.348784} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.008574] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.009267] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.009440] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.009786] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.010022] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-598192fa-4e04-4777-89f4-b5e0b8f2c805 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.014961] env[68872]: DEBUG oslo_vmware.api [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1102.014961] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52603b50-101e-b0ce-8f4a-046c334f3a11" [ 1102.014961] env[68872]: _type = "Task" [ 1102.014961] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.023063] env[68872]: DEBUG oslo_vmware.api [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52603b50-101e-b0ce-8f4a-046c334f3a11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.128344] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ac96a292-6856-43d4-9df0-78a284c73797 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.434917] env[68872]: DEBUG nova.objects.instance [None req-19e1073e-cbb9-424c-9481-61eafdd20b57 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lazy-loading 'pci_requests' on Instance uuid 8e0c4a19-62da-4b15-a574-3b80a44a4eca {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.447973] env[68872]: DEBUG nova.network.neutron [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1102.524995] env[68872]: DEBUG oslo_vmware.api [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52603b50-101e-b0ce-8f4a-046c334f3a11, 'name': SearchDatastore_Task, 'duration_secs': 0.011005} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.525579] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.525579] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.525842] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.525988] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.526180] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.526438] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03b46d68-bf26-47c9-b532-4308f8a3285b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.535888] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.536144] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.536854] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-006751b9-7e89-4557-acc4-60ab960190c4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.542177] env[68872]: DEBUG oslo_vmware.api [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1102.542177] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52803b50-926c-7d80-15c4-3f8e67285cc6" [ 1102.542177] env[68872]: _type = "Task" [ 1102.542177] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.552584] env[68872]: DEBUG oslo_vmware.api [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52803b50-926c-7d80-15c4-3f8e67285cc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.576255] env[68872]: DEBUG nova.network.neutron [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Updating instance_info_cache with network_info: [{"id": "dd15a914-2a6e-4d62-947b-7f4b9d98563b", "address": "fa:16:3e:f2:2d:f8", "network": {"id": "39f7b18a-eed3-461f-a072-85f3b63c89cb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1823692486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78790e9510347358563839bd095fa24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd15a914-2a", "ovs_interfaceid": "dd15a914-2a6e-4d62-947b-7f4b9d98563b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.821313] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7ba88a29-a35f-4610-a414-155d737fb41e tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.366s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.821486] env[68872]: DEBUG nova.compute.manager [None req-7ba88a29-a35f-4610-a414-155d737fb41e tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=68872) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1102.825033] env[68872]: DEBUG oslo_concurrency.lockutils [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.690s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.825033] env[68872]: DEBUG nova.objects.instance [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lazy-loading 'resources' on Instance uuid 896f5a0b-07c5-4142-8b80-d61bb67abe6e {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.924547] env[68872]: DEBUG nova.compute.manager [req-07d7f689-9f3d-45f0-bf68-2257591486b7 req-96c3310c-5ca8-4aab-b5d8-e05a7bed959e service nova] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Received event network-vif-plugged-dd15a914-2a6e-4d62-947b-7f4b9d98563b {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.924708] env[68872]: DEBUG oslo_concurrency.lockutils [req-07d7f689-9f3d-45f0-bf68-2257591486b7 req-96c3310c-5ca8-4aab-b5d8-e05a7bed959e service nova] Acquiring lock "0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.924894] env[68872]: DEBUG oslo_concurrency.lockutils [req-07d7f689-9f3d-45f0-bf68-2257591486b7 req-96c3310c-5ca8-4aab-b5d8-e05a7bed959e service nova] Lock "0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.925088] env[68872]: DEBUG oslo_concurrency.lockutils [req-07d7f689-9f3d-45f0-bf68-2257591486b7 req-96c3310c-5ca8-4aab-b5d8-e05a7bed959e service nova] Lock "0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.925254] env[68872]: DEBUG nova.compute.manager [req-07d7f689-9f3d-45f0-bf68-2257591486b7 req-96c3310c-5ca8-4aab-b5d8-e05a7bed959e service nova] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] No waiting events found dispatching network-vif-plugged-dd15a914-2a6e-4d62-947b-7f4b9d98563b {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1102.925418] env[68872]: WARNING nova.compute.manager [req-07d7f689-9f3d-45f0-bf68-2257591486b7 req-96c3310c-5ca8-4aab-b5d8-e05a7bed959e service nova] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Received unexpected event network-vif-plugged-dd15a914-2a6e-4d62-947b-7f4b9d98563b for instance with vm_state building and task_state spawning. [ 1102.925581] env[68872]: DEBUG nova.compute.manager [req-07d7f689-9f3d-45f0-bf68-2257591486b7 req-96c3310c-5ca8-4aab-b5d8-e05a7bed959e service nova] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Received event network-changed-dd15a914-2a6e-4d62-947b-7f4b9d98563b {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.925733] env[68872]: DEBUG nova.compute.manager [req-07d7f689-9f3d-45f0-bf68-2257591486b7 req-96c3310c-5ca8-4aab-b5d8-e05a7bed959e service nova] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Refreshing instance network info cache due to event network-changed-dd15a914-2a6e-4d62-947b-7f4b9d98563b. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.925899] env[68872]: DEBUG oslo_concurrency.lockutils [req-07d7f689-9f3d-45f0-bf68-2257591486b7 req-96c3310c-5ca8-4aab-b5d8-e05a7bed959e service nova] Acquiring lock "refresh_cache-0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.936874] env[68872]: DEBUG nova.objects.base [None req-19e1073e-cbb9-424c-9481-61eafdd20b57 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Object Instance<8e0c4a19-62da-4b15-a574-3b80a44a4eca> lazy-loaded attributes: flavor,pci_requests {{(pid=68872) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1102.937212] env[68872]: DEBUG nova.network.neutron [None req-19e1073e-cbb9-424c-9481-61eafdd20b57 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1103.001315] env[68872]: DEBUG nova.policy [None req-19e1073e-cbb9-424c-9481-61eafdd20b57 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb17fb618fad45b2a6dcd39895afae7b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c33e619a5cd4a7cb4406944a41746d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 1103.055451] env[68872]: DEBUG oslo_vmware.api [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52803b50-926c-7d80-15c4-3f8e67285cc6, 'name': SearchDatastore_Task, 'duration_secs': 0.029749} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.056569] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf58a42e-1c21-478c-801f-14753f1c3674 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.062558] env[68872]: DEBUG oslo_vmware.api [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1103.062558] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a9d4f2-a009-bf19-e5ca-ce98b385627d" [ 1103.062558] env[68872]: _type = "Task" [ 1103.062558] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.070204] env[68872]: DEBUG oslo_vmware.api [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a9d4f2-a009-bf19-e5ca-ce98b385627d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.078941] env[68872]: DEBUG oslo_concurrency.lockutils [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Releasing lock "refresh_cache-0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.079386] env[68872]: DEBUG nova.compute.manager [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Instance network_info: |[{"id": "dd15a914-2a6e-4d62-947b-7f4b9d98563b", "address": "fa:16:3e:f2:2d:f8", "network": {"id": "39f7b18a-eed3-461f-a072-85f3b63c89cb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1823692486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78790e9510347358563839bd095fa24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd15a914-2a", "ovs_interfaceid": "dd15a914-2a6e-4d62-947b-7f4b9d98563b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1103.083020] env[68872]: DEBUG oslo_concurrency.lockutils [req-07d7f689-9f3d-45f0-bf68-2257591486b7 req-96c3310c-5ca8-4aab-b5d8-e05a7bed959e service nova] Acquired lock "refresh_cache-0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.083020] env[68872]: DEBUG nova.network.neutron [req-07d7f689-9f3d-45f0-bf68-2257591486b7 req-96c3310c-5ca8-4aab-b5d8-e05a7bed959e service nova] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Refreshing network info cache for port dd15a914-2a6e-4d62-947b-7f4b9d98563b {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.085168] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:2d:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c9a12d2-469f-4199-bfaa-f791d765deac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd15a914-2a6e-4d62-947b-7f4b9d98563b', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.096700] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Creating folder: Project (a78790e9510347358563839bd095fa24). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1103.097704] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f4360be-c8ea-4caf-a694-a575a5796e62 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.108861] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Created folder: Project (a78790e9510347358563839bd095fa24) in parent group-v618835. [ 1103.109062] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Creating folder: Instances. Parent ref: group-v619131. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1103.109294] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e2a903e-2d7b-44c3-8044-977f9fb22e5e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.119393] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Created folder: Instances in parent group-v619131. [ 1103.119625] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.119827] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.120042] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a0e16c1-d45e-435d-998b-fe93842e8ce0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.138949] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.138949] env[68872]: value = "task-3093349" [ 1103.138949] env[68872]: _type = "Task" [ 1103.138949] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.147787] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093349, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.329777] env[68872]: DEBUG nova.objects.instance [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lazy-loading 'numa_topology' on Instance uuid 896f5a0b-07c5-4142-8b80-d61bb67abe6e {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.381392] env[68872]: INFO nova.scheduler.client.report [None req-7ba88a29-a35f-4610-a414-155d737fb41e tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Deleted allocation for migration 7bf082c3-c09c-4e8f-a89d-7ec0b4eb826f [ 1103.573079] env[68872]: DEBUG oslo_vmware.api [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a9d4f2-a009-bf19-e5ca-ce98b385627d, 'name': SearchDatastore_Task, 'duration_secs': 0.010086} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.573320] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.573548] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] bf74f001-e745-4f6c-bc95-b560f48fc9d3/bf74f001-e745-4f6c-bc95-b560f48fc9d3.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.573945] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1f61f4e-e427-4261-b602-5466d6dafe36 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.580100] env[68872]: DEBUG oslo_vmware.api [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1103.580100] env[68872]: value = "task-3093350" [ 1103.580100] env[68872]: _type = "Task" [ 1103.580100] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.587433] env[68872]: DEBUG oslo_vmware.api [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.650520] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093349, 'name': CreateVM_Task, 'duration_secs': 0.354885} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.650698] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.651392] env[68872]: DEBUG oslo_concurrency.lockutils [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.651555] env[68872]: DEBUG oslo_concurrency.lockutils [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.651875] env[68872]: DEBUG oslo_concurrency.lockutils [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.652145] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5750ffe-0986-474b-9d67-dac01f2b955e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.656799] env[68872]: DEBUG oslo_vmware.api [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Waiting for the task: (returnval){ [ 1103.656799] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]525b57ee-7dd6-0b53-bfe7-56c7b9b19c7a" [ 1103.656799] env[68872]: _type = "Task" [ 1103.656799] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.664732] env[68872]: DEBUG oslo_vmware.api [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]525b57ee-7dd6-0b53-bfe7-56c7b9b19c7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.800392] env[68872]: DEBUG nova.network.neutron [req-07d7f689-9f3d-45f0-bf68-2257591486b7 req-96c3310c-5ca8-4aab-b5d8-e05a7bed959e service nova] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Updated VIF entry in instance network info cache for port dd15a914-2a6e-4d62-947b-7f4b9d98563b. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.800794] env[68872]: DEBUG nova.network.neutron [req-07d7f689-9f3d-45f0-bf68-2257591486b7 req-96c3310c-5ca8-4aab-b5d8-e05a7bed959e service nova] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Updating instance_info_cache with network_info: [{"id": "dd15a914-2a6e-4d62-947b-7f4b9d98563b", "address": "fa:16:3e:f2:2d:f8", "network": {"id": "39f7b18a-eed3-461f-a072-85f3b63c89cb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1823692486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78790e9510347358563839bd095fa24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd15a914-2a", "ovs_interfaceid": "dd15a914-2a6e-4d62-947b-7f4b9d98563b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.833866] env[68872]: DEBUG nova.objects.base [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Object Instance<896f5a0b-07c5-4142-8b80-d61bb67abe6e> lazy-loaded attributes: resources,numa_topology {{(pid=68872) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1103.888512] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7ba88a29-a35f-4610-a414-155d737fb41e tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "dd7f8ad1-c394-4217-933a-622094af0f63" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 21.662s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.017132] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3af3be-7a16-415b-9736-ff8f3991812d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.025855] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e6688c-78f9-4192-993d-e8f7511bf645 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.057987] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bc3ea6-2f60-4d64-a7f7-ad3d9beb3d83 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.065052] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7a1960-619e-4b5d-994e-d769a8ce7c11 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.078368] env[68872]: DEBUG nova.compute.provider_tree [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.087639] env[68872]: DEBUG oslo_vmware.api [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471965} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.088469] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] bf74f001-e745-4f6c-bc95-b560f48fc9d3/bf74f001-e745-4f6c-bc95-b560f48fc9d3.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.088663] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.088870] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-baa9bbc0-4632-4bc1-a1dd-4ce0cd099e6e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.095044] env[68872]: DEBUG oslo_vmware.api [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1104.095044] env[68872]: value = "task-3093351" [ 1104.095044] env[68872]: _type = "Task" [ 1104.095044] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.102504] env[68872]: DEBUG oslo_vmware.api [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.134399] env[68872]: DEBUG nova.objects.instance [None req-790e33fb-e1e1-4dbd-a399-8298e22ef69a tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lazy-loading 'flavor' on Instance uuid dd7f8ad1-c394-4217-933a-622094af0f63 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.167169] env[68872]: DEBUG oslo_vmware.api [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]525b57ee-7dd6-0b53-bfe7-56c7b9b19c7a, 'name': SearchDatastore_Task, 'duration_secs': 0.009146} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.167482] env[68872]: DEBUG oslo_concurrency.lockutils [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.167712] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.167945] env[68872]: DEBUG oslo_concurrency.lockutils [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.168102] env[68872]: DEBUG oslo_concurrency.lockutils [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.168280] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.168564] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89798133-f81c-4392-a69d-e43790a1c331 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.177033] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.177033] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.177033] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2532bea-427a-41c7-bfea-8c261234500b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.182129] env[68872]: DEBUG oslo_vmware.api [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Waiting for the task: (returnval){ [ 1104.182129] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]523853ba-e280-c0aa-6f99-0fd2aea148cb" [ 1104.182129] env[68872]: _type = "Task" [ 1104.182129] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.189650] env[68872]: DEBUG oslo_vmware.api [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]523853ba-e280-c0aa-6f99-0fd2aea148cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.303544] env[68872]: DEBUG oslo_concurrency.lockutils [req-07d7f689-9f3d-45f0-bf68-2257591486b7 req-96c3310c-5ca8-4aab-b5d8-e05a7bed959e service nova] Releasing lock "refresh_cache-0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.466431] env[68872]: DEBUG nova.network.neutron [None req-19e1073e-cbb9-424c-9481-61eafdd20b57 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Successfully updated port: b87c5025-d5d1-40ad-81a6-e5a90647349d {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1104.581521] env[68872]: DEBUG nova.scheduler.client.report [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.605499] env[68872]: DEBUG oslo_vmware.api [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075149} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.605724] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.606492] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30383635-a4ab-4e9f-9bf5-acfd5c7769ab {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.629633] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] bf74f001-e745-4f6c-bc95-b560f48fc9d3/bf74f001-e745-4f6c-bc95-b560f48fc9d3.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.629869] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2ee5b02-3af0-45b1-b995-99e8cfad9aff {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.646184] env[68872]: DEBUG oslo_concurrency.lockutils [None req-790e33fb-e1e1-4dbd-a399-8298e22ef69a tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "refresh_cache-dd7f8ad1-c394-4217-933a-622094af0f63" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.646373] env[68872]: DEBUG oslo_concurrency.lockutils [None req-790e33fb-e1e1-4dbd-a399-8298e22ef69a tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquired lock "refresh_cache-dd7f8ad1-c394-4217-933a-622094af0f63" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.646547] env[68872]: DEBUG nova.network.neutron [None req-790e33fb-e1e1-4dbd-a399-8298e22ef69a tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.646720] env[68872]: DEBUG nova.objects.instance [None req-790e33fb-e1e1-4dbd-a399-8298e22ef69a tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lazy-loading 'info_cache' on Instance uuid dd7f8ad1-c394-4217-933a-622094af0f63 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.650520] env[68872]: DEBUG oslo_vmware.api [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1104.650520] env[68872]: value = "task-3093352" [ 1104.650520] env[68872]: _type = "Task" [ 1104.650520] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.658245] env[68872]: DEBUG oslo_vmware.api [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093352, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.691445] env[68872]: DEBUG oslo_vmware.api [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]523853ba-e280-c0aa-6f99-0fd2aea148cb, 'name': SearchDatastore_Task, 'duration_secs': 0.008232} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.692445] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba6f4ea0-aab3-47c3-b3c9-3bf2911420c1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.697222] env[68872]: DEBUG oslo_vmware.api [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Waiting for the task: (returnval){ [ 1104.697222] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52772027-4082-fca0-3e4f-85bf7499d723" [ 1104.697222] env[68872]: _type = "Task" [ 1104.697222] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.704529] env[68872]: DEBUG oslo_vmware.api [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52772027-4082-fca0-3e4f-85bf7499d723, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.949749] env[68872]: DEBUG nova.compute.manager [req-a006c9b4-dba8-4a3d-8d50-fbea452bac85 req-5f659da1-11bc-4b61-b7c3-e6c12e17acf0 service nova] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Received event network-vif-plugged-b87c5025-d5d1-40ad-81a6-e5a90647349d {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.950013] env[68872]: DEBUG oslo_concurrency.lockutils [req-a006c9b4-dba8-4a3d-8d50-fbea452bac85 req-5f659da1-11bc-4b61-b7c3-e6c12e17acf0 service nova] Acquiring lock "8e0c4a19-62da-4b15-a574-3b80a44a4eca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.950245] env[68872]: DEBUG oslo_concurrency.lockutils [req-a006c9b4-dba8-4a3d-8d50-fbea452bac85 req-5f659da1-11bc-4b61-b7c3-e6c12e17acf0 service nova] Lock "8e0c4a19-62da-4b15-a574-3b80a44a4eca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.950418] env[68872]: DEBUG oslo_concurrency.lockutils [req-a006c9b4-dba8-4a3d-8d50-fbea452bac85 req-5f659da1-11bc-4b61-b7c3-e6c12e17acf0 service nova] Lock "8e0c4a19-62da-4b15-a574-3b80a44a4eca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.950609] env[68872]: DEBUG nova.compute.manager [req-a006c9b4-dba8-4a3d-8d50-fbea452bac85 req-5f659da1-11bc-4b61-b7c3-e6c12e17acf0 service nova] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] No waiting events found dispatching network-vif-plugged-b87c5025-d5d1-40ad-81a6-e5a90647349d {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1104.950804] env[68872]: WARNING nova.compute.manager [req-a006c9b4-dba8-4a3d-8d50-fbea452bac85 req-5f659da1-11bc-4b61-b7c3-e6c12e17acf0 service nova] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Received unexpected event network-vif-plugged-b87c5025-d5d1-40ad-81a6-e5a90647349d for instance with vm_state active and task_state None. [ 1104.950965] env[68872]: DEBUG nova.compute.manager [req-a006c9b4-dba8-4a3d-8d50-fbea452bac85 req-5f659da1-11bc-4b61-b7c3-e6c12e17acf0 service nova] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Received event network-changed-b87c5025-d5d1-40ad-81a6-e5a90647349d {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.951139] env[68872]: DEBUG nova.compute.manager [req-a006c9b4-dba8-4a3d-8d50-fbea452bac85 req-5f659da1-11bc-4b61-b7c3-e6c12e17acf0 service nova] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Refreshing instance network info cache due to event network-changed-b87c5025-d5d1-40ad-81a6-e5a90647349d. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1104.951319] env[68872]: DEBUG oslo_concurrency.lockutils [req-a006c9b4-dba8-4a3d-8d50-fbea452bac85 req-5f659da1-11bc-4b61-b7c3-e6c12e17acf0 service nova] Acquiring lock "refresh_cache-8e0c4a19-62da-4b15-a574-3b80a44a4eca" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.951454] env[68872]: DEBUG oslo_concurrency.lockutils [req-a006c9b4-dba8-4a3d-8d50-fbea452bac85 req-5f659da1-11bc-4b61-b7c3-e6c12e17acf0 service nova] Acquired lock "refresh_cache-8e0c4a19-62da-4b15-a574-3b80a44a4eca" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.951611] env[68872]: DEBUG nova.network.neutron [req-a006c9b4-dba8-4a3d-8d50-fbea452bac85 req-5f659da1-11bc-4b61-b7c3-e6c12e17acf0 service nova] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Refreshing network info cache for port b87c5025-d5d1-40ad-81a6-e5a90647349d {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.969123] env[68872]: DEBUG oslo_concurrency.lockutils [None req-19e1073e-cbb9-424c-9481-61eafdd20b57 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "refresh_cache-8e0c4a19-62da-4b15-a574-3b80a44a4eca" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.086712] env[68872]: DEBUG oslo_concurrency.lockutils [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.262s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.089296] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.940s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.090639] env[68872]: INFO nova.compute.claims [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1105.150278] env[68872]: DEBUG nova.objects.base [None req-790e33fb-e1e1-4dbd-a399-8298e22ef69a tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68872) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1105.161144] env[68872]: DEBUG oslo_vmware.api [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093352, 'name': ReconfigVM_Task, 'duration_secs': 0.272971} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.161421] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Reconfigured VM instance instance-00000069 to attach disk [datastore1] bf74f001-e745-4f6c-bc95-b560f48fc9d3/bf74f001-e745-4f6c-bc95-b560f48fc9d3.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.162258] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9164aa4e-eec0-4fdc-a215-55d45aab8a12 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.168999] env[68872]: DEBUG oslo_vmware.api [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1105.168999] env[68872]: value = "task-3093353" [ 1105.168999] env[68872]: _type = "Task" [ 1105.168999] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.177194] env[68872]: DEBUG oslo_vmware.api [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093353, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.206360] env[68872]: DEBUG oslo_vmware.api [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52772027-4082-fca0-3e4f-85bf7499d723, 'name': SearchDatastore_Task, 'duration_secs': 0.009594} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.206604] env[68872]: DEBUG oslo_concurrency.lockutils [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.206862] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef/0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.207125] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce00dac5-ab76-4030-9b2b-0bde3f2d3f42 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.213575] env[68872]: DEBUG oslo_vmware.api [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Waiting for the task: (returnval){ [ 1105.213575] env[68872]: value = "task-3093354" [ 1105.213575] env[68872]: _type = "Task" [ 1105.213575] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.221492] env[68872]: DEBUG oslo_vmware.api [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': task-3093354, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.600929] env[68872]: DEBUG oslo_concurrency.lockutils [None req-414e5eb4-ee71-4c78-aa33-e48386ec6e63 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lock "896f5a0b-07c5-4142-8b80-d61bb67abe6e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 39.376s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.601411] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lock "896f5a0b-07c5-4142-8b80-d61bb67abe6e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 15.703s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.601447] env[68872]: INFO nova.compute.manager [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Unshelving [ 1105.681236] env[68872]: DEBUG oslo_vmware.api [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093353, 'name': Rename_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.682495] env[68872]: DEBUG nova.network.neutron [req-a006c9b4-dba8-4a3d-8d50-fbea452bac85 req-5f659da1-11bc-4b61-b7c3-e6c12e17acf0 service nova] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Added VIF to instance network info cache for port b87c5025-d5d1-40ad-81a6-e5a90647349d. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1105.682918] env[68872]: DEBUG nova.network.neutron [req-a006c9b4-dba8-4a3d-8d50-fbea452bac85 req-5f659da1-11bc-4b61-b7c3-e6c12e17acf0 service nova] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Updating instance_info_cache with network_info: [{"id": "e63489fb-8e86-451d-9838-3b88ce33d79f", "address": "fa:16:3e:69:dc:75", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63489fb-8e", "ovs_interfaceid": "e63489fb-8e86-451d-9838-3b88ce33d79f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b87c5025-d5d1-40ad-81a6-e5a90647349d", "address": "fa:16:3e:5e:0c:f6", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb87c5025-d5", "ovs_interfaceid": "b87c5025-d5d1-40ad-81a6-e5a90647349d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.723596] env[68872]: DEBUG oslo_vmware.api [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': task-3093354, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.864591] env[68872]: DEBUG nova.network.neutron [None req-790e33fb-e1e1-4dbd-a399-8298e22ef69a tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Updating instance_info_cache with network_info: [{"id": "3fbaf3ce-0179-492a-9c0d-637015d25679", "address": "fa:16:3e:03:c2:32", "network": {"id": "dc54d513-c9ea-47f7-9c06-737e154be9e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-687418439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4adfb6086df1437592701ee54f697cb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fbaf3ce-01", "ovs_interfaceid": "3fbaf3ce-0179-492a-9c0d-637015d25679", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.180804] env[68872]: DEBUG oslo_vmware.api [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093353, 'name': Rename_Task, 'duration_secs': 0.842898} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.181171] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.181450] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d479638-160b-48ee-9ad3-c6e116fa5ab0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.187526] env[68872]: DEBUG oslo_concurrency.lockutils [req-a006c9b4-dba8-4a3d-8d50-fbea452bac85 req-5f659da1-11bc-4b61-b7c3-e6c12e17acf0 service nova] Releasing lock "refresh_cache-8e0c4a19-62da-4b15-a574-3b80a44a4eca" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.189043] env[68872]: DEBUG oslo_concurrency.lockutils [None req-19e1073e-cbb9-424c-9481-61eafdd20b57 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquired lock "refresh_cache-8e0c4a19-62da-4b15-a574-3b80a44a4eca" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.189240] env[68872]: DEBUG nova.network.neutron [None req-19e1073e-cbb9-424c-9481-61eafdd20b57 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.190407] env[68872]: DEBUG oslo_vmware.api [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1106.190407] env[68872]: value = "task-3093355" [ 1106.190407] env[68872]: _type = "Task" [ 1106.190407] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.198450] env[68872]: DEBUG oslo_vmware.api [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093355, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.223932] env[68872]: DEBUG oslo_vmware.api [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': task-3093354, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571225} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.226425] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef/0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.226645] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.227572] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ca28fb4-17f4-4bdd-9b7c-26fefee5e4cb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.233805] env[68872]: DEBUG oslo_vmware.api [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Waiting for the task: (returnval){ [ 1106.233805] env[68872]: value = "task-3093356" [ 1106.233805] env[68872]: _type = "Task" [ 1106.233805] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.245281] env[68872]: DEBUG oslo_vmware.api [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': task-3093356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.287627] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51901643-4019-499e-bed3-c664e49af830 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.294204] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275a3516-586d-43cd-9a0f-e44313040250 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.324553] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3965a4bf-4bf3-470c-aa12-3f10e3a48b07 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.332291] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d087efe5-63a1-4844-9ed9-4b4e088d001a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.347362] env[68872]: DEBUG nova.compute.provider_tree [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.367856] env[68872]: DEBUG oslo_concurrency.lockutils [None req-790e33fb-e1e1-4dbd-a399-8298e22ef69a tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Releasing lock "refresh_cache-dd7f8ad1-c394-4217-933a-622094af0f63" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.623638] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.702714] env[68872]: DEBUG oslo_vmware.api [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093355, 'name': PowerOnVM_Task, 'duration_secs': 0.47518} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.703014] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.703230] env[68872]: INFO nova.compute.manager [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Took 10.24 seconds to spawn the instance on the hypervisor. [ 1106.703413] env[68872]: DEBUG nova.compute.manager [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.704187] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09135bd-6de2-48d6-ac26-393de7f9aa8e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.727296] env[68872]: WARNING nova.network.neutron [None req-19e1073e-cbb9-424c-9481-61eafdd20b57 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] bbe8b66c-e255-46d7-b97a-42980126c88b already exists in list: networks containing: ['bbe8b66c-e255-46d7-b97a-42980126c88b']. ignoring it [ 1106.727487] env[68872]: WARNING nova.network.neutron [None req-19e1073e-cbb9-424c-9481-61eafdd20b57 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] bbe8b66c-e255-46d7-b97a-42980126c88b already exists in list: networks containing: ['bbe8b66c-e255-46d7-b97a-42980126c88b']. ignoring it [ 1106.727653] env[68872]: WARNING nova.network.neutron [None req-19e1073e-cbb9-424c-9481-61eafdd20b57 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] b87c5025-d5d1-40ad-81a6-e5a90647349d already exists in list: port_ids containing: ['b87c5025-d5d1-40ad-81a6-e5a90647349d']. ignoring it [ 1106.742762] env[68872]: DEBUG oslo_vmware.api [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': task-3093356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06176} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.742946] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.743742] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b9b8be-24a6-4c89-8bef-c3d812771543 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.766488] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef/0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.769123] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0116f1d6-69bc-4743-b127-034527eb7554 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.788580] env[68872]: DEBUG oslo_vmware.api [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Waiting for the task: (returnval){ [ 1106.788580] env[68872]: value = "task-3093357" [ 1106.788580] env[68872]: _type = "Task" [ 1106.788580] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.796265] env[68872]: DEBUG oslo_vmware.api [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': task-3093357, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.850167] env[68872]: DEBUG nova.scheduler.client.report [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.012100] env[68872]: DEBUG nova.network.neutron [None req-19e1073e-cbb9-424c-9481-61eafdd20b57 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Updating instance_info_cache with network_info: [{"id": "e63489fb-8e86-451d-9838-3b88ce33d79f", "address": "fa:16:3e:69:dc:75", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63489fb-8e", "ovs_interfaceid": "e63489fb-8e86-451d-9838-3b88ce33d79f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b87c5025-d5d1-40ad-81a6-e5a90647349d", "address": "fa:16:3e:5e:0c:f6", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb87c5025-d5", "ovs_interfaceid": "b87c5025-d5d1-40ad-81a6-e5a90647349d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.221912] env[68872]: INFO nova.compute.manager [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Took 27.91 seconds to build instance. [ 1107.299320] env[68872]: DEBUG oslo_vmware.api [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': task-3093357, 'name': ReconfigVM_Task, 'duration_secs': 0.293552} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.299669] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef/0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.300376] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d2d2886-62f8-4f90-bce1-1ac2fe1ccdb5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.307282] env[68872]: DEBUG oslo_vmware.api [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Waiting for the task: (returnval){ [ 1107.307282] env[68872]: value = "task-3093358" [ 1107.307282] env[68872]: _type = "Task" [ 1107.307282] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.315544] env[68872]: DEBUG oslo_vmware.api [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': task-3093358, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.355659] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.266s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.356195] env[68872]: DEBUG nova.compute.manager [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1107.358791] env[68872]: DEBUG oslo_concurrency.lockutils [None req-61cf5e3b-7bef-415d-a7da-ea46baf3e624 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.775s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.359049] env[68872]: DEBUG nova.objects.instance [None req-61cf5e3b-7bef-415d-a7da-ea46baf3e624 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Lazy-loading 'resources' on Instance uuid 120a329c-572b-4fca-8f0e-637ca8e47aff {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.372145] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-790e33fb-e1e1-4dbd-a399-8298e22ef69a tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.372429] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e14e43c-1480-4de6-880a-b3c499ed7e3a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.379541] env[68872]: DEBUG oslo_vmware.api [None req-790e33fb-e1e1-4dbd-a399-8298e22ef69a tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1107.379541] env[68872]: value = "task-3093359" [ 1107.379541] env[68872]: _type = "Task" [ 1107.379541] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.389865] env[68872]: DEBUG oslo_vmware.api [None req-790e33fb-e1e1-4dbd-a399-8298e22ef69a tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.514860] env[68872]: DEBUG oslo_concurrency.lockutils [None req-19e1073e-cbb9-424c-9481-61eafdd20b57 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Releasing lock "refresh_cache-8e0c4a19-62da-4b15-a574-3b80a44a4eca" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.516064] env[68872]: DEBUG oslo_concurrency.lockutils [None req-19e1073e-cbb9-424c-9481-61eafdd20b57 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "8e0c4a19-62da-4b15-a574-3b80a44a4eca" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.516064] env[68872]: DEBUG oslo_concurrency.lockutils [None req-19e1073e-cbb9-424c-9481-61eafdd20b57 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquired lock "8e0c4a19-62da-4b15-a574-3b80a44a4eca" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.516563] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48188e41-6aa3-4f33-b612-546e78f9d3be {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.534355] env[68872]: DEBUG nova.virt.hardware [None req-19e1073e-cbb9-424c-9481-61eafdd20b57 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.534623] env[68872]: DEBUG nova.virt.hardware [None req-19e1073e-cbb9-424c-9481-61eafdd20b57 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.534808] env[68872]: DEBUG nova.virt.hardware [None req-19e1073e-cbb9-424c-9481-61eafdd20b57 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.535043] env[68872]: DEBUG nova.virt.hardware [None req-19e1073e-cbb9-424c-9481-61eafdd20b57 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.535198] env[68872]: DEBUG nova.virt.hardware [None req-19e1073e-cbb9-424c-9481-61eafdd20b57 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.535368] env[68872]: DEBUG nova.virt.hardware [None req-19e1073e-cbb9-424c-9481-61eafdd20b57 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.535626] env[68872]: DEBUG nova.virt.hardware [None req-19e1073e-cbb9-424c-9481-61eafdd20b57 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.535813] env[68872]: DEBUG nova.virt.hardware [None req-19e1073e-cbb9-424c-9481-61eafdd20b57 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.536062] env[68872]: DEBUG nova.virt.hardware [None req-19e1073e-cbb9-424c-9481-61eafdd20b57 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.536205] env[68872]: DEBUG nova.virt.hardware [None req-19e1073e-cbb9-424c-9481-61eafdd20b57 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.536386] env[68872]: DEBUG nova.virt.hardware [None req-19e1073e-cbb9-424c-9481-61eafdd20b57 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.542885] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-19e1073e-cbb9-424c-9481-61eafdd20b57 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Reconfiguring VM to attach interface {{(pid=68872) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1107.543293] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12794bac-f50d-418f-852a-307ddedb6f86 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.560877] env[68872]: DEBUG oslo_vmware.api [None req-19e1073e-cbb9-424c-9481-61eafdd20b57 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 1107.560877] env[68872]: value = "task-3093360" [ 1107.560877] env[68872]: _type = "Task" [ 1107.560877] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.568950] env[68872]: DEBUG oslo_vmware.api [None req-19e1073e-cbb9-424c-9481-61eafdd20b57 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093360, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.724100] env[68872]: DEBUG oslo_concurrency.lockutils [None req-e5a6660f-3e6e-4153-abf7-087fa3e53195 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "bf74f001-e745-4f6c-bc95-b560f48fc9d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.419s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.817756] env[68872]: DEBUG oslo_vmware.api [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': task-3093358, 'name': Rename_Task, 'duration_secs': 0.16224} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.818055] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.818371] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fe9d9e5-e6fd-4871-9136-7babb8f2c6a1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.824708] env[68872]: DEBUG oslo_vmware.api [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Waiting for the task: (returnval){ [ 1107.824708] env[68872]: value = "task-3093361" [ 1107.824708] env[68872]: _type = "Task" [ 1107.824708] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.832384] env[68872]: DEBUG oslo_vmware.api [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': task-3093361, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.862051] env[68872]: DEBUG nova.compute.utils [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1107.867017] env[68872]: DEBUG nova.compute.manager [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1107.867199] env[68872]: DEBUG nova.network.neutron [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1107.892442] env[68872]: DEBUG oslo_vmware.api [None req-790e33fb-e1e1-4dbd-a399-8298e22ef69a tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093359, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.908767] env[68872]: DEBUG nova.policy [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afea62651c62437c92d94d76b4b90361', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9867cbb36374b6b9def662292b6f810', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 1108.044612] env[68872]: DEBUG nova.compute.manager [req-0a2f256b-fcc3-41c1-9c60-1d9ce8de90f9 req-5f4465aa-13cd-4cfe-8b31-c7e3ac4c6610 service nova] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Received event network-changed-a08c3595-b9f0-49d6-bca7-029b370c2558 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.044836] env[68872]: DEBUG nova.compute.manager [req-0a2f256b-fcc3-41c1-9c60-1d9ce8de90f9 req-5f4465aa-13cd-4cfe-8b31-c7e3ac4c6610 service nova] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Refreshing instance network info cache due to event network-changed-a08c3595-b9f0-49d6-bca7-029b370c2558. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1108.045084] env[68872]: DEBUG oslo_concurrency.lockutils [req-0a2f256b-fcc3-41c1-9c60-1d9ce8de90f9 req-5f4465aa-13cd-4cfe-8b31-c7e3ac4c6610 service nova] Acquiring lock "refresh_cache-bf74f001-e745-4f6c-bc95-b560f48fc9d3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.045270] env[68872]: DEBUG oslo_concurrency.lockutils [req-0a2f256b-fcc3-41c1-9c60-1d9ce8de90f9 req-5f4465aa-13cd-4cfe-8b31-c7e3ac4c6610 service nova] Acquired lock "refresh_cache-bf74f001-e745-4f6c-bc95-b560f48fc9d3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.045408] env[68872]: DEBUG nova.network.neutron [req-0a2f256b-fcc3-41c1-9c60-1d9ce8de90f9 req-5f4465aa-13cd-4cfe-8b31-c7e3ac4c6610 service nova] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Refreshing network info cache for port a08c3595-b9f0-49d6-bca7-029b370c2558 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.051170] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551c7467-6089-4b50-ae51-bfb79c07d7a9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.060508] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fed95c-f61d-4288-a85d-209a49ce055c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.104309] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a20540f-a8bd-4fbd-9136-f0a512abc196 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.107363] env[68872]: DEBUG oslo_vmware.api [None req-19e1073e-cbb9-424c-9481-61eafdd20b57 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.112753] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073bbd96-9ac5-4770-8fa8-a165867c40e3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.129156] env[68872]: DEBUG nova.compute.provider_tree [None req-61cf5e3b-7bef-415d-a7da-ea46baf3e624 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.193436] env[68872]: DEBUG nova.network.neutron [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Successfully created port: b9f9c279-d39b-4e2b-93b7-100f4401aefe {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1108.338270] env[68872]: DEBUG oslo_vmware.api [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': task-3093361, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.368318] env[68872]: DEBUG nova.compute.manager [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1108.390428] env[68872]: DEBUG oslo_vmware.api [None req-790e33fb-e1e1-4dbd-a399-8298e22ef69a tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093359, 'name': PowerOnVM_Task, 'duration_secs': 0.729491} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.390863] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-790e33fb-e1e1-4dbd-a399-8298e22ef69a tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.393084] env[68872]: DEBUG nova.compute.manager [None req-790e33fb-e1e1-4dbd-a399-8298e22ef69a tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.393084] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900099a4-b7ea-4a9a-bf1b-7ed5b14525e4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.574857] env[68872]: DEBUG oslo_vmware.api [None req-19e1073e-cbb9-424c-9481-61eafdd20b57 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093360, 'name': ReconfigVM_Task, 'duration_secs': 0.580411} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.575403] env[68872]: DEBUG oslo_concurrency.lockutils [None req-19e1073e-cbb9-424c-9481-61eafdd20b57 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Releasing lock "8e0c4a19-62da-4b15-a574-3b80a44a4eca" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.575621] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-19e1073e-cbb9-424c-9481-61eafdd20b57 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Reconfigured VM to attach interface {{(pid=68872) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1108.631861] env[68872]: DEBUG nova.scheduler.client.report [None req-61cf5e3b-7bef-415d-a7da-ea46baf3e624 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.734058] env[68872]: DEBUG nova.network.neutron [req-0a2f256b-fcc3-41c1-9c60-1d9ce8de90f9 req-5f4465aa-13cd-4cfe-8b31-c7e3ac4c6610 service nova] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Updated VIF entry in instance network info cache for port a08c3595-b9f0-49d6-bca7-029b370c2558. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.734477] env[68872]: DEBUG nova.network.neutron [req-0a2f256b-fcc3-41c1-9c60-1d9ce8de90f9 req-5f4465aa-13cd-4cfe-8b31-c7e3ac4c6610 service nova] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Updating instance_info_cache with network_info: [{"id": "a08c3595-b9f0-49d6-bca7-029b370c2558", "address": "fa:16:3e:b1:99:d5", "network": {"id": "511b8d00-72bf-40ae-8aad-fe8733e4638f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1809232565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d310ae195e70437dbc04c8803c250050", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa08c3595-b9", "ovs_interfaceid": "a08c3595-b9f0-49d6-bca7-029b370c2558", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.838338] env[68872]: DEBUG oslo_vmware.api [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': task-3093361, 'name': PowerOnVM_Task, 'duration_secs': 0.530892} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.838738] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.839061] env[68872]: INFO nova.compute.manager [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Took 8.15 seconds to spawn the instance on the hypervisor. [ 1108.839341] env[68872]: DEBUG nova.compute.manager [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.840661] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075da099-6eff-433b-ba2b-fa489bee32ca {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.083032] env[68872]: DEBUG oslo_concurrency.lockutils [None req-19e1073e-cbb9-424c-9481-61eafdd20b57 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "interface-8e0c4a19-62da-4b15-a574-3b80a44a4eca-b87c5025-d5d1-40ad-81a6-e5a90647349d" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.303s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.137407] env[68872]: DEBUG oslo_concurrency.lockutils [None req-61cf5e3b-7bef-415d-a7da-ea46baf3e624 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.778s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.140046] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.354s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.141358] env[68872]: INFO nova.compute.claims [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.158832] env[68872]: INFO nova.scheduler.client.report [None req-61cf5e3b-7bef-415d-a7da-ea46baf3e624 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Deleted allocations for instance 120a329c-572b-4fca-8f0e-637ca8e47aff [ 1109.237358] env[68872]: DEBUG oslo_concurrency.lockutils [req-0a2f256b-fcc3-41c1-9c60-1d9ce8de90f9 req-5f4465aa-13cd-4cfe-8b31-c7e3ac4c6610 service nova] Releasing lock "refresh_cache-bf74f001-e745-4f6c-bc95-b560f48fc9d3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.362083] env[68872]: INFO nova.compute.manager [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Took 28.71 seconds to build instance. [ 1109.379288] env[68872]: DEBUG nova.compute.manager [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1109.414310] env[68872]: DEBUG nova.virt.hardware [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1109.414609] env[68872]: DEBUG nova.virt.hardware [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.414775] env[68872]: DEBUG nova.virt.hardware [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.415017] env[68872]: DEBUG nova.virt.hardware [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.415189] env[68872]: DEBUG nova.virt.hardware [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.415351] env[68872]: DEBUG nova.virt.hardware [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1109.415567] env[68872]: DEBUG nova.virt.hardware [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1109.415745] env[68872]: DEBUG nova.virt.hardware [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1109.415919] env[68872]: DEBUG nova.virt.hardware [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1109.416108] env[68872]: DEBUG nova.virt.hardware [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1109.416291] env[68872]: DEBUG nova.virt.hardware [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1109.417592] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb45d3c7-acab-45e3-8bef-2b9611bfb55e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.426297] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e070a82c-0282-4326-8a83-5f05aae28aad {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.668190] env[68872]: DEBUG nova.compute.manager [req-5e70b3de-57cd-403c-b70a-cdc80553d190 req-fe9d90e1-cfca-4c75-bb72-14b2a4798279 service nova] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Received event network-vif-plugged-b9f9c279-d39b-4e2b-93b7-100f4401aefe {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.668322] env[68872]: DEBUG oslo_concurrency.lockutils [req-5e70b3de-57cd-403c-b70a-cdc80553d190 req-fe9d90e1-cfca-4c75-bb72-14b2a4798279 service nova] Acquiring lock "4d80768b-8ccb-4b12-b4cc-389191fda287-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.668538] env[68872]: DEBUG oslo_concurrency.lockutils [req-5e70b3de-57cd-403c-b70a-cdc80553d190 req-fe9d90e1-cfca-4c75-bb72-14b2a4798279 service nova] Lock "4d80768b-8ccb-4b12-b4cc-389191fda287-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.668713] env[68872]: DEBUG oslo_concurrency.lockutils [req-5e70b3de-57cd-403c-b70a-cdc80553d190 req-fe9d90e1-cfca-4c75-bb72-14b2a4798279 service nova] Lock "4d80768b-8ccb-4b12-b4cc-389191fda287-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.668888] env[68872]: DEBUG nova.compute.manager [req-5e70b3de-57cd-403c-b70a-cdc80553d190 req-fe9d90e1-cfca-4c75-bb72-14b2a4798279 service nova] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] No waiting events found dispatching network-vif-plugged-b9f9c279-d39b-4e2b-93b7-100f4401aefe {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1109.669071] env[68872]: WARNING nova.compute.manager [req-5e70b3de-57cd-403c-b70a-cdc80553d190 req-fe9d90e1-cfca-4c75-bb72-14b2a4798279 service nova] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Received unexpected event network-vif-plugged-b9f9c279-d39b-4e2b-93b7-100f4401aefe for instance with vm_state building and task_state spawning. [ 1109.669625] env[68872]: DEBUG oslo_concurrency.lockutils [None req-61cf5e3b-7bef-415d-a7da-ea46baf3e624 tempest-ServerRescueTestJSON-727095042 tempest-ServerRescueTestJSON-727095042-project-member] Lock "120a329c-572b-4fca-8f0e-637ca8e47aff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.512s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.699030] env[68872]: DEBUG nova.network.neutron [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Successfully updated port: b9f9c279-d39b-4e2b-93b7-100f4401aefe {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1109.864203] env[68872]: DEBUG oslo_concurrency.lockutils [None req-00d7a2ca-91a7-4e47-83e6-44c080df5a95 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Lock "0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.225s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.972596] env[68872]: DEBUG oslo_concurrency.lockutils [None req-38274835-9289-4cf4-8c28-fb68dd3a31a7 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "dd7f8ad1-c394-4217-933a-622094af0f63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.972596] env[68872]: DEBUG oslo_concurrency.lockutils [None req-38274835-9289-4cf4-8c28-fb68dd3a31a7 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "dd7f8ad1-c394-4217-933a-622094af0f63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.972807] env[68872]: DEBUG oslo_concurrency.lockutils [None req-38274835-9289-4cf4-8c28-fb68dd3a31a7 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "dd7f8ad1-c394-4217-933a-622094af0f63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.973038] env[68872]: DEBUG oslo_concurrency.lockutils [None req-38274835-9289-4cf4-8c28-fb68dd3a31a7 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "dd7f8ad1-c394-4217-933a-622094af0f63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.973353] env[68872]: DEBUG oslo_concurrency.lockutils [None req-38274835-9289-4cf4-8c28-fb68dd3a31a7 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "dd7f8ad1-c394-4217-933a-622094af0f63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.976170] env[68872]: INFO nova.compute.manager [None req-38274835-9289-4cf4-8c28-fb68dd3a31a7 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Terminating instance [ 1110.202317] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "refresh_cache-4d80768b-8ccb-4b12-b4cc-389191fda287" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.202462] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquired lock "refresh_cache-4d80768b-8ccb-4b12-b4cc-389191fda287" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.202617] env[68872]: DEBUG nova.network.neutron [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.319978] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d273afa1-237f-42c0-878a-827ae4bd67c4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.327874] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc69eb1c-8ac6-451a-9a4e-102401eaeba3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.358304] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f634eedb-e752-450d-8d99-38db725b5171 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.366360] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d39821f-8bcf-4181-80fd-324e18446b29 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.380507] env[68872]: DEBUG nova.compute.provider_tree [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.454082] env[68872]: DEBUG oslo_concurrency.lockutils [None req-10b73e66-4009-4326-b425-e27792193212 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "interface-8e0c4a19-62da-4b15-a574-3b80a44a4eca-b87c5025-d5d1-40ad-81a6-e5a90647349d" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.454440] env[68872]: DEBUG oslo_concurrency.lockutils [None req-10b73e66-4009-4326-b425-e27792193212 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "interface-8e0c4a19-62da-4b15-a574-3b80a44a4eca-b87c5025-d5d1-40ad-81a6-e5a90647349d" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.482022] env[68872]: DEBUG nova.compute.manager [None req-38274835-9289-4cf4-8c28-fb68dd3a31a7 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1110.482022] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-38274835-9289-4cf4-8c28-fb68dd3a31a7 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.482022] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cd6a5b-5713-4f42-b0df-723b8869c0dd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.489345] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-38274835-9289-4cf4-8c28-fb68dd3a31a7 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.489625] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f29675d6-9ceb-4726-bba6-81246740412a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.496861] env[68872]: DEBUG oslo_vmware.api [None req-38274835-9289-4cf4-8c28-fb68dd3a31a7 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1110.496861] env[68872]: value = "task-3093363" [ 1110.496861] env[68872]: _type = "Task" [ 1110.496861] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.505635] env[68872]: DEBUG oslo_vmware.api [None req-38274835-9289-4cf4-8c28-fb68dd3a31a7 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.779067] env[68872]: DEBUG nova.network.neutron [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1110.885884] env[68872]: DEBUG nova.scheduler.client.report [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.960041] env[68872]: DEBUG oslo_concurrency.lockutils [None req-10b73e66-4009-4326-b425-e27792193212 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "8e0c4a19-62da-4b15-a574-3b80a44a4eca" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.960041] env[68872]: DEBUG oslo_concurrency.lockutils [None req-10b73e66-4009-4326-b425-e27792193212 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquired lock "8e0c4a19-62da-4b15-a574-3b80a44a4eca" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.960041] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde17405-33d5-4011-b105-8db52e582b50 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.979993] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed657446-0fc8-48a8-9ce0-89e7d345a82d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.010517] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-10b73e66-4009-4326-b425-e27792193212 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Reconfiguring VM to detach interface {{(pid=68872) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1111.014645] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b9aabe8-5e36-44f2-a15b-cdcfb91adf42 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.033072] env[68872]: DEBUG oslo_vmware.api [None req-38274835-9289-4cf4-8c28-fb68dd3a31a7 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093363, 'name': PowerOffVM_Task, 'duration_secs': 0.216793} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.034534] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-38274835-9289-4cf4-8c28-fb68dd3a31a7 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.034841] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-38274835-9289-4cf4-8c28-fb68dd3a31a7 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.035316] env[68872]: DEBUG oslo_vmware.api [None req-10b73e66-4009-4326-b425-e27792193212 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 1111.035316] env[68872]: value = "task-3093364" [ 1111.035316] env[68872]: _type = "Task" [ 1111.035316] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.035730] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-016ded50-119b-464e-9149-9ef697eacecb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.051678] env[68872]: DEBUG oslo_vmware.api [None req-10b73e66-4009-4326-b425-e27792193212 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093364, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.068391] env[68872]: DEBUG nova.network.neutron [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Updating instance_info_cache with network_info: [{"id": "b9f9c279-d39b-4e2b-93b7-100f4401aefe", "address": "fa:16:3e:99:93:06", "network": {"id": "c09e92d2-0e24-4ab7-a494-adc38742fe8d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1942103729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9867cbb36374b6b9def662292b6f810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9f9c279-d3", "ovs_interfaceid": "b9f9c279-d39b-4e2b-93b7-100f4401aefe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.333389] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-38274835-9289-4cf4-8c28-fb68dd3a31a7 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.333603] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-38274835-9289-4cf4-8c28-fb68dd3a31a7 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.333784] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-38274835-9289-4cf4-8c28-fb68dd3a31a7 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Deleting the datastore file [datastore1] dd7f8ad1-c394-4217-933a-622094af0f63 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.334084] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1921d2fd-b2bd-4583-b313-6cf7863d0fe5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.341445] env[68872]: DEBUG oslo_vmware.api [None req-38274835-9289-4cf4-8c28-fb68dd3a31a7 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1111.341445] env[68872]: value = "task-3093366" [ 1111.341445] env[68872]: _type = "Task" [ 1111.341445] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.350540] env[68872]: DEBUG oslo_vmware.api [None req-38274835-9289-4cf4-8c28-fb68dd3a31a7 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.389720] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.250s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.390587] env[68872]: DEBUG nova.compute.manager [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1111.395103] env[68872]: DEBUG oslo_concurrency.lockutils [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.555s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.396694] env[68872]: INFO nova.compute.claims [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.553855] env[68872]: DEBUG oslo_vmware.api [None req-10b73e66-4009-4326-b425-e27792193212 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.573285] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Releasing lock "refresh_cache-4d80768b-8ccb-4b12-b4cc-389191fda287" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.573639] env[68872]: DEBUG nova.compute.manager [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Instance network_info: |[{"id": "b9f9c279-d39b-4e2b-93b7-100f4401aefe", "address": "fa:16:3e:99:93:06", "network": {"id": "c09e92d2-0e24-4ab7-a494-adc38742fe8d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1942103729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9867cbb36374b6b9def662292b6f810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9f9c279-d3", "ovs_interfaceid": "b9f9c279-d39b-4e2b-93b7-100f4401aefe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1111.574485] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:93:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9f9c279-d39b-4e2b-93b7-100f4401aefe', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1111.584832] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.585184] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1111.585453] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6900e62c-d051-40fe-b29c-95ecffc5e22c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.606831] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1111.606831] env[68872]: value = "task-3093367" [ 1111.606831] env[68872]: _type = "Task" [ 1111.606831] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.615686] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093367, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.675596] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Acquiring lock "9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.676433] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Lock "9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.707664] env[68872]: DEBUG nova.compute.manager [req-b9046746-e97f-44fe-b245-bf4828b3af8a req-299ca4ff-6c0d-4ab9-a1ab-87f36849fe00 service nova] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Received event network-changed-b9f9c279-d39b-4e2b-93b7-100f4401aefe {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.707755] env[68872]: DEBUG nova.compute.manager [req-b9046746-e97f-44fe-b245-bf4828b3af8a req-299ca4ff-6c0d-4ab9-a1ab-87f36849fe00 service nova] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Refreshing instance network info cache due to event network-changed-b9f9c279-d39b-4e2b-93b7-100f4401aefe. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1111.708074] env[68872]: DEBUG oslo_concurrency.lockutils [req-b9046746-e97f-44fe-b245-bf4828b3af8a req-299ca4ff-6c0d-4ab9-a1ab-87f36849fe00 service nova] Acquiring lock "refresh_cache-4d80768b-8ccb-4b12-b4cc-389191fda287" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.708421] env[68872]: DEBUG oslo_concurrency.lockutils [req-b9046746-e97f-44fe-b245-bf4828b3af8a req-299ca4ff-6c0d-4ab9-a1ab-87f36849fe00 service nova] Acquired lock "refresh_cache-4d80768b-8ccb-4b12-b4cc-389191fda287" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.708661] env[68872]: DEBUG nova.network.neutron [req-b9046746-e97f-44fe-b245-bf4828b3af8a req-299ca4ff-6c0d-4ab9-a1ab-87f36849fe00 service nova] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Refreshing network info cache for port b9f9c279-d39b-4e2b-93b7-100f4401aefe {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1111.857180] env[68872]: DEBUG oslo_vmware.api [None req-38274835-9289-4cf4-8c28-fb68dd3a31a7 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199145} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.857671] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-38274835-9289-4cf4-8c28-fb68dd3a31a7 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.857989] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-38274835-9289-4cf4-8c28-fb68dd3a31a7 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.858316] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-38274835-9289-4cf4-8c28-fb68dd3a31a7 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.858624] env[68872]: INFO nova.compute.manager [None req-38274835-9289-4cf4-8c28-fb68dd3a31a7 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Took 1.38 seconds to destroy the instance on the hypervisor. [ 1111.859069] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38274835-9289-4cf4-8c28-fb68dd3a31a7 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.859415] env[68872]: DEBUG nova.compute.manager [-] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1111.859580] env[68872]: DEBUG nova.network.neutron [-] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1111.897032] env[68872]: DEBUG nova.compute.utils [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.898438] env[68872]: DEBUG nova.compute.manager [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1111.898606] env[68872]: DEBUG nova.network.neutron [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1112.056831] env[68872]: DEBUG oslo_vmware.api [None req-10b73e66-4009-4326-b425-e27792193212 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.118539] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093367, 'name': CreateVM_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.178421] env[68872]: DEBUG nova.compute.manager [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1112.305169] env[68872]: DEBUG nova.policy [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b3da91929b647f0858103f3868f115a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3122db561374360820368cbb6362af4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 1112.402124] env[68872]: DEBUG nova.compute.manager [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1112.553735] env[68872]: DEBUG oslo_vmware.api [None req-10b73e66-4009-4326-b425-e27792193212 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.620658] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093367, 'name': CreateVM_Task, 'duration_secs': 0.792757} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.621841] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1112.622680] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225b39cf-3e7b-45df-aed4-de670ef51a46 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.626384] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.626563] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.626887] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.627518] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb6ef1b7-5e98-4971-aa7d-27ed07281a01 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.634902] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad35f900-9858-4544-ad2e-7c6b27409bed {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.638377] env[68872]: DEBUG oslo_vmware.api [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1112.638377] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5287edfe-465e-5346-7bba-5c2a38da64b4" [ 1112.638377] env[68872]: _type = "Task" [ 1112.638377] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.672836] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bd7d8d-0f69-4907-8231-62ba03074368 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.679042] env[68872]: DEBUG oslo_vmware.api [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5287edfe-465e-5346-7bba-5c2a38da64b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.683971] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872157d8-fecd-4df4-875f-df94ad50f341 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.701115] env[68872]: DEBUG nova.compute.provider_tree [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.706127] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.769035] env[68872]: DEBUG nova.network.neutron [req-b9046746-e97f-44fe-b245-bf4828b3af8a req-299ca4ff-6c0d-4ab9-a1ab-87f36849fe00 service nova] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Updated VIF entry in instance network info cache for port b9f9c279-d39b-4e2b-93b7-100f4401aefe. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.769441] env[68872]: DEBUG nova.network.neutron [req-b9046746-e97f-44fe-b245-bf4828b3af8a req-299ca4ff-6c0d-4ab9-a1ab-87f36849fe00 service nova] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Updating instance_info_cache with network_info: [{"id": "b9f9c279-d39b-4e2b-93b7-100f4401aefe", "address": "fa:16:3e:99:93:06", "network": {"id": "c09e92d2-0e24-4ab7-a494-adc38742fe8d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1942103729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9867cbb36374b6b9def662292b6f810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9f9c279-d3", "ovs_interfaceid": "b9f9c279-d39b-4e2b-93b7-100f4401aefe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.981718] env[68872]: DEBUG nova.network.neutron [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Successfully created port: 22c83f31-2761-434a-bbfa-3e1266408ad7 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1113.052801] env[68872]: DEBUG oslo_vmware.api [None req-10b73e66-4009-4326-b425-e27792193212 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.152671] env[68872]: DEBUG oslo_vmware.api [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5287edfe-465e-5346-7bba-5c2a38da64b4, 'name': SearchDatastore_Task, 'duration_secs': 0.058293} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.152671] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.152671] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1113.152671] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.152671] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.152671] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1113.153105] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f64811ee-8ac4-4ace-b050-38882d9cb66d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.165633] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1113.165821] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1113.166643] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-674cbd29-7f9f-4fb8-913d-254723ba4b71 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.172718] env[68872]: DEBUG oslo_vmware.api [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1113.172718] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526a08f4-7c08-43b0-6931-d99ca8f10fae" [ 1113.172718] env[68872]: _type = "Task" [ 1113.172718] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.180821] env[68872]: DEBUG oslo_vmware.api [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526a08f4-7c08-43b0-6931-d99ca8f10fae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.205530] env[68872]: DEBUG nova.scheduler.client.report [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.272590] env[68872]: DEBUG oslo_concurrency.lockutils [req-b9046746-e97f-44fe-b245-bf4828b3af8a req-299ca4ff-6c0d-4ab9-a1ab-87f36849fe00 service nova] Releasing lock "refresh_cache-4d80768b-8ccb-4b12-b4cc-389191fda287" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.417558] env[68872]: DEBUG nova.compute.manager [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1113.447133] env[68872]: DEBUG nova.virt.hardware [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.447395] env[68872]: DEBUG nova.virt.hardware [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.447557] env[68872]: DEBUG nova.virt.hardware [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.447741] env[68872]: DEBUG nova.virt.hardware [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.447913] env[68872]: DEBUG nova.virt.hardware [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.448124] env[68872]: DEBUG nova.virt.hardware [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.448356] env[68872]: DEBUG nova.virt.hardware [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.448522] env[68872]: DEBUG nova.virt.hardware [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.448689] env[68872]: DEBUG nova.virt.hardware [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.448853] env[68872]: DEBUG nova.virt.hardware [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.449039] env[68872]: DEBUG nova.virt.hardware [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.449914] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deec23fd-7c50-407a-a11b-d9bcb6bbdd9d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.458267] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd40edf-ee7f-4b51-aaf6-1b3ec8192a92 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.552711] env[68872]: DEBUG oslo_vmware.api [None req-10b73e66-4009-4326-b425-e27792193212 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.651792] env[68872]: DEBUG nova.network.neutron [-] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.684195] env[68872]: DEBUG oslo_vmware.api [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526a08f4-7c08-43b0-6931-d99ca8f10fae, 'name': SearchDatastore_Task, 'duration_secs': 0.024109} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.686039] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d9275f9-0dfb-4776-9fcb-0ef2a69d715e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.689773] env[68872]: DEBUG oslo_vmware.api [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1113.689773] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520027ec-9a7e-fa4a-63db-72e7e4f13ae7" [ 1113.689773] env[68872]: _type = "Task" [ 1113.689773] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.697645] env[68872]: DEBUG oslo_vmware.api [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520027ec-9a7e-fa4a-63db-72e7e4f13ae7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.712719] env[68872]: DEBUG oslo_concurrency.lockutils [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.318s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.713399] env[68872]: DEBUG nova.compute.manager [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1113.716032] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ac96a292-6856-43d4-9df0-78a284c73797 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.588s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.716931] env[68872]: DEBUG nova.objects.instance [None req-ac96a292-6856-43d4-9df0-78a284c73797 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lazy-loading 'resources' on Instance uuid 3942fdea-03cd-463a-b8c5-731a70446321 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.740326] env[68872]: DEBUG nova.compute.manager [req-577bbd4a-421f-4aa8-813e-fdda7df8e0f8 req-23346a7c-e70c-4c42-b1f1-b7888df849e5 service nova] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Received event network-vif-deleted-3fbaf3ce-0179-492a-9c0d-637015d25679 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.053709] env[68872]: DEBUG oslo_vmware.api [None req-10b73e66-4009-4326-b425-e27792193212 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.154459] env[68872]: INFO nova.compute.manager [-] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Took 2.29 seconds to deallocate network for instance. [ 1114.203051] env[68872]: DEBUG oslo_vmware.api [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520027ec-9a7e-fa4a-63db-72e7e4f13ae7, 'name': SearchDatastore_Task, 'duration_secs': 0.009601} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.203051] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.203051] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 4d80768b-8ccb-4b12-b4cc-389191fda287/4d80768b-8ccb-4b12-b4cc-389191fda287.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1114.203051] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c82337c2-0395-4470-ad6e-f6910c1e22aa {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.210528] env[68872]: DEBUG oslo_vmware.api [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1114.210528] env[68872]: value = "task-3093370" [ 1114.210528] env[68872]: _type = "Task" [ 1114.210528] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.219964] env[68872]: DEBUG nova.compute.utils [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1114.224063] env[68872]: DEBUG oslo_vmware.api [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.224737] env[68872]: DEBUG nova.compute.manager [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1114.224906] env[68872]: DEBUG nova.network.neutron [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1114.267313] env[68872]: DEBUG nova.policy [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd125eccf65bd4eebb2b90f5f29d60dfc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '558e9b8f78a1489cb07f84e03547223f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 1114.422723] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1a9aa6-1438-4304-83e6-ffe429dc7d9f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.431615] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c00b200-aa62-49be-bf63-406223ca18ca {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.471511] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f162a5-6c99-45e8-b814-f7ab33180bbd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.480625] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9809583-be47-4216-a4eb-9cbd19ea9b53 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.497285] env[68872]: DEBUG nova.compute.provider_tree [None req-ac96a292-6856-43d4-9df0-78a284c73797 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.557030] env[68872]: DEBUG oslo_vmware.api [None req-10b73e66-4009-4326-b425-e27792193212 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.662995] env[68872]: DEBUG oslo_concurrency.lockutils [None req-38274835-9289-4cf4-8c28-fb68dd3a31a7 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.721410] env[68872]: DEBUG oslo_vmware.api [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093370, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493645} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.721841] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 4d80768b-8ccb-4b12-b4cc-389191fda287/4d80768b-8ccb-4b12-b4cc-389191fda287.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1114.722218] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1114.722594] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7507ecdb-38f5-4794-9803-40512935f63e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.725234] env[68872]: DEBUG nova.compute.manager [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1114.732320] env[68872]: DEBUG oslo_vmware.api [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1114.732320] env[68872]: value = "task-3093371" [ 1114.732320] env[68872]: _type = "Task" [ 1114.732320] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.740457] env[68872]: DEBUG oslo_vmware.api [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093371, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.774755] env[68872]: DEBUG nova.network.neutron [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Successfully created port: a9461fc2-b96b-4fe9-ab67-5d939b6d65fb {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1114.812121] env[68872]: DEBUG nova.network.neutron [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Successfully updated port: 22c83f31-2761-434a-bbfa-3e1266408ad7 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1115.006108] env[68872]: DEBUG nova.scheduler.client.report [None req-ac96a292-6856-43d4-9df0-78a284c73797 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.055582] env[68872]: DEBUG oslo_vmware.api [None req-10b73e66-4009-4326-b425-e27792193212 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.244034] env[68872]: DEBUG oslo_vmware.api [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093371, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066046} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.244301] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.245221] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8206b2-6499-4edb-be07-f7ef470e4291 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.267926] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 4d80768b-8ccb-4b12-b4cc-389191fda287/4d80768b-8ccb-4b12-b4cc-389191fda287.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.268240] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caedf8b3-dc8d-4089-b1d3-4820f1868358 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.292452] env[68872]: DEBUG oslo_vmware.api [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1115.292452] env[68872]: value = "task-3093372" [ 1115.292452] env[68872]: _type = "Task" [ 1115.292452] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.300658] env[68872]: DEBUG oslo_vmware.api [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093372, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.315793] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "refresh_cache-e659fc6d-55d5-44b7-a1b5-8472047de422" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.315942] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquired lock "refresh_cache-e659fc6d-55d5-44b7-a1b5-8472047de422" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.316125] env[68872]: DEBUG nova.network.neutron [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.512084] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ac96a292-6856-43d4-9df0-78a284c73797 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.796s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.515083] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.891s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.515309] env[68872]: DEBUG nova.objects.instance [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lazy-loading 'pci_requests' on Instance uuid 896f5a0b-07c5-4142-8b80-d61bb67abe6e {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.535711] env[68872]: INFO nova.scheduler.client.report [None req-ac96a292-6856-43d4-9df0-78a284c73797 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Deleted allocations for instance 3942fdea-03cd-463a-b8c5-731a70446321 [ 1115.556946] env[68872]: DEBUG oslo_vmware.api [None req-10b73e66-4009-4326-b425-e27792193212 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.741065] env[68872]: DEBUG nova.compute.manager [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1115.765322] env[68872]: DEBUG nova.compute.manager [req-cf946c20-cbe5-4467-9eb8-c2145a26c9db req-094b078d-63c5-46ba-be74-f6116f43d394 service nova] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Received event network-vif-plugged-22c83f31-2761-434a-bbfa-3e1266408ad7 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.765534] env[68872]: DEBUG oslo_concurrency.lockutils [req-cf946c20-cbe5-4467-9eb8-c2145a26c9db req-094b078d-63c5-46ba-be74-f6116f43d394 service nova] Acquiring lock "e659fc6d-55d5-44b7-a1b5-8472047de422-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.765729] env[68872]: DEBUG oslo_concurrency.lockutils [req-cf946c20-cbe5-4467-9eb8-c2145a26c9db req-094b078d-63c5-46ba-be74-f6116f43d394 service nova] Lock "e659fc6d-55d5-44b7-a1b5-8472047de422-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.765889] env[68872]: DEBUG oslo_concurrency.lockutils [req-cf946c20-cbe5-4467-9eb8-c2145a26c9db req-094b078d-63c5-46ba-be74-f6116f43d394 service nova] Lock "e659fc6d-55d5-44b7-a1b5-8472047de422-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.766096] env[68872]: DEBUG nova.compute.manager [req-cf946c20-cbe5-4467-9eb8-c2145a26c9db req-094b078d-63c5-46ba-be74-f6116f43d394 service nova] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] No waiting events found dispatching network-vif-plugged-22c83f31-2761-434a-bbfa-3e1266408ad7 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1115.766223] env[68872]: WARNING nova.compute.manager [req-cf946c20-cbe5-4467-9eb8-c2145a26c9db req-094b078d-63c5-46ba-be74-f6116f43d394 service nova] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Received unexpected event network-vif-plugged-22c83f31-2761-434a-bbfa-3e1266408ad7 for instance with vm_state building and task_state spawning. [ 1115.766381] env[68872]: DEBUG nova.compute.manager [req-cf946c20-cbe5-4467-9eb8-c2145a26c9db req-094b078d-63c5-46ba-be74-f6116f43d394 service nova] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Received event network-changed-22c83f31-2761-434a-bbfa-3e1266408ad7 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.766535] env[68872]: DEBUG nova.compute.manager [req-cf946c20-cbe5-4467-9eb8-c2145a26c9db req-094b078d-63c5-46ba-be74-f6116f43d394 service nova] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Refreshing instance network info cache due to event network-changed-22c83f31-2761-434a-bbfa-3e1266408ad7. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.766698] env[68872]: DEBUG oslo_concurrency.lockutils [req-cf946c20-cbe5-4467-9eb8-c2145a26c9db req-094b078d-63c5-46ba-be74-f6116f43d394 service nova] Acquiring lock "refresh_cache-e659fc6d-55d5-44b7-a1b5-8472047de422" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.768894] env[68872]: DEBUG nova.virt.hardware [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.769125] env[68872]: DEBUG nova.virt.hardware [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.769285] env[68872]: DEBUG nova.virt.hardware [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.769469] env[68872]: DEBUG nova.virt.hardware [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.769615] env[68872]: DEBUG nova.virt.hardware [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.769763] env[68872]: DEBUG nova.virt.hardware [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.769967] env[68872]: DEBUG nova.virt.hardware [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.770148] env[68872]: DEBUG nova.virt.hardware [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.770314] env[68872]: DEBUG nova.virt.hardware [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.770476] env[68872]: DEBUG nova.virt.hardware [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.770647] env[68872]: DEBUG nova.virt.hardware [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.771791] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6c5844-0f2e-47f9-a69a-51f2267345e6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.780725] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8981e4-ad89-49d3-929b-159c9b3b9269 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.803977] env[68872]: DEBUG oslo_vmware.api [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093372, 'name': ReconfigVM_Task, 'duration_secs': 0.26636} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.804260] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 4d80768b-8ccb-4b12-b4cc-389191fda287/4d80768b-8ccb-4b12-b4cc-389191fda287.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.804832] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c8507c0-810a-4e2a-b52b-d87b76810b91 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.811013] env[68872]: DEBUG oslo_vmware.api [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1115.811013] env[68872]: value = "task-3093373" [ 1115.811013] env[68872]: _type = "Task" [ 1115.811013] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.820016] env[68872]: DEBUG oslo_vmware.api [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093373, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.847407] env[68872]: DEBUG nova.network.neutron [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1115.975314] env[68872]: DEBUG nova.network.neutron [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Updating instance_info_cache with network_info: [{"id": "22c83f31-2761-434a-bbfa-3e1266408ad7", "address": "fa:16:3e:9b:e2:83", "network": {"id": "2952e37f-de5f-4200-af72-77a1f91fda95", "bridge": "br-int", "label": "tempest-ServersTestJSON-1588416409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3122db561374360820368cbb6362af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22c83f31-27", "ovs_interfaceid": "22c83f31-2761-434a-bbfa-3e1266408ad7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.019358] env[68872]: DEBUG nova.objects.instance [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lazy-loading 'numa_topology' on Instance uuid 896f5a0b-07c5-4142-8b80-d61bb67abe6e {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.043220] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ac96a292-6856-43d4-9df0-78a284c73797 tempest-ServerDiskConfigTestJSON-456612149 tempest-ServerDiskConfigTestJSON-456612149-project-member] Lock "3942fdea-03cd-463a-b8c5-731a70446321" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.407s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.055428] env[68872]: DEBUG oslo_vmware.api [None req-10b73e66-4009-4326-b425-e27792193212 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.253739] env[68872]: DEBUG nova.network.neutron [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Successfully updated port: a9461fc2-b96b-4fe9-ab67-5d939b6d65fb {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.322255] env[68872]: DEBUG oslo_vmware.api [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093373, 'name': Rename_Task, 'duration_secs': 0.144718} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.322544] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.322789] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54f57261-d98a-454a-96b3-4a3d3685b091 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.329965] env[68872]: DEBUG oslo_vmware.api [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1116.329965] env[68872]: value = "task-3093375" [ 1116.329965] env[68872]: _type = "Task" [ 1116.329965] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.338519] env[68872]: DEBUG oslo_vmware.api [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093375, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.479126] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Releasing lock "refresh_cache-e659fc6d-55d5-44b7-a1b5-8472047de422" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.479467] env[68872]: DEBUG nova.compute.manager [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Instance network_info: |[{"id": "22c83f31-2761-434a-bbfa-3e1266408ad7", "address": "fa:16:3e:9b:e2:83", "network": {"id": "2952e37f-de5f-4200-af72-77a1f91fda95", "bridge": "br-int", "label": "tempest-ServersTestJSON-1588416409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3122db561374360820368cbb6362af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22c83f31-27", "ovs_interfaceid": "22c83f31-2761-434a-bbfa-3e1266408ad7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1116.479798] env[68872]: DEBUG oslo_concurrency.lockutils [req-cf946c20-cbe5-4467-9eb8-c2145a26c9db req-094b078d-63c5-46ba-be74-f6116f43d394 service nova] Acquired lock "refresh_cache-e659fc6d-55d5-44b7-a1b5-8472047de422" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.479987] env[68872]: DEBUG nova.network.neutron [req-cf946c20-cbe5-4467-9eb8-c2145a26c9db req-094b078d-63c5-46ba-be74-f6116f43d394 service nova] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Refreshing network info cache for port 22c83f31-2761-434a-bbfa-3e1266408ad7 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.481243] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:e2:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22c83f31-2761-434a-bbfa-3e1266408ad7', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.488869] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.489906] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1116.490163] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a86745c6-d9fc-44b7-b6e6-c28a4813fd27 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.512625] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.512625] env[68872]: value = "task-3093376" [ 1116.512625] env[68872]: _type = "Task" [ 1116.512625] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.521828] env[68872]: INFO nova.compute.claims [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.524234] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093376, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.556063] env[68872]: DEBUG oslo_vmware.api [None req-10b73e66-4009-4326-b425-e27792193212 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093364, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.757905] env[68872]: DEBUG oslo_concurrency.lockutils [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "refresh_cache-bb312f3b-a64b-4ce9-859c-844ca1356005" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.758163] env[68872]: DEBUG oslo_concurrency.lockutils [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquired lock "refresh_cache-bb312f3b-a64b-4ce9-859c-844ca1356005" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.758313] env[68872]: DEBUG nova.network.neutron [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.840247] env[68872]: DEBUG oslo_vmware.api [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093375, 'name': PowerOnVM_Task, 'duration_secs': 0.491422} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.840538] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.840744] env[68872]: INFO nova.compute.manager [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Took 7.46 seconds to spawn the instance on the hypervisor. [ 1116.840948] env[68872]: DEBUG nova.compute.manager [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1116.842112] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca9c975-2a70-4cc4-a4af-31116d57a424 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.023490] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093376, 'name': CreateVM_Task, 'duration_secs': 0.393166} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.023669] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1117.024400] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.024575] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.024881] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.027170] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-766fc6a8-827b-4aea-8d75-7012f6d71345 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.032018] env[68872]: DEBUG oslo_vmware.api [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 1117.032018] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52df859a-a4d0-d71a-d1d9-6d9938d43635" [ 1117.032018] env[68872]: _type = "Task" [ 1117.032018] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.043324] env[68872]: DEBUG oslo_vmware.api [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52df859a-a4d0-d71a-d1d9-6d9938d43635, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.055546] env[68872]: DEBUG oslo_vmware.api [None req-10b73e66-4009-4326-b425-e27792193212 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093364, 'name': ReconfigVM_Task, 'duration_secs': 5.802456} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.055914] env[68872]: DEBUG oslo_concurrency.lockutils [None req-10b73e66-4009-4326-b425-e27792193212 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Releasing lock "8e0c4a19-62da-4b15-a574-3b80a44a4eca" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.056027] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-10b73e66-4009-4326-b425-e27792193212 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Reconfigured VM to detach interface {{(pid=68872) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1117.327496] env[68872]: DEBUG nova.network.neutron [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1117.362129] env[68872]: INFO nova.compute.manager [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Took 28.23 seconds to build instance. [ 1117.453252] env[68872]: DEBUG nova.network.neutron [req-cf946c20-cbe5-4467-9eb8-c2145a26c9db req-094b078d-63c5-46ba-be74-f6116f43d394 service nova] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Updated VIF entry in instance network info cache for port 22c83f31-2761-434a-bbfa-3e1266408ad7. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.454104] env[68872]: DEBUG nova.network.neutron [req-cf946c20-cbe5-4467-9eb8-c2145a26c9db req-094b078d-63c5-46ba-be74-f6116f43d394 service nova] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Updating instance_info_cache with network_info: [{"id": "22c83f31-2761-434a-bbfa-3e1266408ad7", "address": "fa:16:3e:9b:e2:83", "network": {"id": "2952e37f-de5f-4200-af72-77a1f91fda95", "bridge": "br-int", "label": "tempest-ServersTestJSON-1588416409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3122db561374360820368cbb6362af4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22c83f31-27", "ovs_interfaceid": "22c83f31-2761-434a-bbfa-3e1266408ad7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.543560] env[68872]: DEBUG oslo_vmware.api [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52df859a-a4d0-d71a-d1d9-6d9938d43635, 'name': SearchDatastore_Task, 'duration_secs': 0.022353} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.543865] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.544109] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.544345] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.544491] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.544669] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.544927] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8436a910-2e09-45eb-aeea-b4760e30943d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.556205] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.556570] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1117.557392] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39dc4d27-e367-4b45-9907-780bbf63ebdd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.562774] env[68872]: DEBUG oslo_vmware.api [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 1117.562774] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c5433d-4d58-a8cb-8aa7-9437172a3497" [ 1117.562774] env[68872]: _type = "Task" [ 1117.562774] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.570625] env[68872]: DEBUG oslo_vmware.api [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c5433d-4d58-a8cb-8aa7-9437172a3497, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.601710] env[68872]: DEBUG nova.network.neutron [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Updating instance_info_cache with network_info: [{"id": "a9461fc2-b96b-4fe9-ab67-5d939b6d65fb", "address": "fa:16:3e:51:a2:8f", "network": {"id": "8d8a8028-be48-4a6a-a1fd-979a80226453", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-102971206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "558e9b8f78a1489cb07f84e03547223f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9461fc2-b9", "ovs_interfaceid": "a9461fc2-b96b-4fe9-ab67-5d939b6d65fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.631318] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7cf743a1-d199-4f38-947a-3c954ead8f18 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "4d80768b-8ccb-4b12-b4cc-389191fda287" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.711272] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398f1a70-67fc-40af-9771-3cd3d8595276 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.718628] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36abd46-0bc6-41ad-b9aa-59a4b7c529ac {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.749332] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e443fcf0-53fb-4700-886c-edb309224e09 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.756736] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde6e6d0-81e6-41be-9133-e35b172788f9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.771290] env[68872]: DEBUG nova.compute.provider_tree [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.795730] env[68872]: DEBUG nova.compute.manager [req-b2ca02c1-3d3d-45b7-b0b8-a7a581518d40 req-8748a2d1-82af-46b9-9fe2-521f384a0e38 service nova] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Received event network-vif-plugged-a9461fc2-b96b-4fe9-ab67-5d939b6d65fb {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.795793] env[68872]: DEBUG oslo_concurrency.lockutils [req-b2ca02c1-3d3d-45b7-b0b8-a7a581518d40 req-8748a2d1-82af-46b9-9fe2-521f384a0e38 service nova] Acquiring lock "bb312f3b-a64b-4ce9-859c-844ca1356005-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.796367] env[68872]: DEBUG oslo_concurrency.lockutils [req-b2ca02c1-3d3d-45b7-b0b8-a7a581518d40 req-8748a2d1-82af-46b9-9fe2-521f384a0e38 service nova] Lock "bb312f3b-a64b-4ce9-859c-844ca1356005-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.796367] env[68872]: DEBUG oslo_concurrency.lockutils [req-b2ca02c1-3d3d-45b7-b0b8-a7a581518d40 req-8748a2d1-82af-46b9-9fe2-521f384a0e38 service nova] Lock "bb312f3b-a64b-4ce9-859c-844ca1356005-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.796367] env[68872]: DEBUG nova.compute.manager [req-b2ca02c1-3d3d-45b7-b0b8-a7a581518d40 req-8748a2d1-82af-46b9-9fe2-521f384a0e38 service nova] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] No waiting events found dispatching network-vif-plugged-a9461fc2-b96b-4fe9-ab67-5d939b6d65fb {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1117.796537] env[68872]: WARNING nova.compute.manager [req-b2ca02c1-3d3d-45b7-b0b8-a7a581518d40 req-8748a2d1-82af-46b9-9fe2-521f384a0e38 service nova] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Received unexpected event network-vif-plugged-a9461fc2-b96b-4fe9-ab67-5d939b6d65fb for instance with vm_state building and task_state spawning. [ 1117.796694] env[68872]: DEBUG nova.compute.manager [req-b2ca02c1-3d3d-45b7-b0b8-a7a581518d40 req-8748a2d1-82af-46b9-9fe2-521f384a0e38 service nova] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Received event network-changed-a9461fc2-b96b-4fe9-ab67-5d939b6d65fb {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.796853] env[68872]: DEBUG nova.compute.manager [req-b2ca02c1-3d3d-45b7-b0b8-a7a581518d40 req-8748a2d1-82af-46b9-9fe2-521f384a0e38 service nova] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Refreshing instance network info cache due to event network-changed-a9461fc2-b96b-4fe9-ab67-5d939b6d65fb. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.797037] env[68872]: DEBUG oslo_concurrency.lockutils [req-b2ca02c1-3d3d-45b7-b0b8-a7a581518d40 req-8748a2d1-82af-46b9-9fe2-521f384a0e38 service nova] Acquiring lock "refresh_cache-bb312f3b-a64b-4ce9-859c-844ca1356005" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.864431] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fbd3ddd1-a928-4e1c-8a26-408196bc775c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "4d80768b-8ccb-4b12-b4cc-389191fda287" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.735s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.864817] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7cf743a1-d199-4f38-947a-3c954ead8f18 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "4d80768b-8ccb-4b12-b4cc-389191fda287" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.234s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.865036] env[68872]: DEBUG nova.compute.manager [None req-7cf743a1-d199-4f38-947a-3c954ead8f18 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.865973] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cb5193-bbd7-4782-85a1-4d0b61195c37 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.872588] env[68872]: DEBUG nova.compute.manager [None req-7cf743a1-d199-4f38-947a-3c954ead8f18 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68872) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1117.873345] env[68872]: DEBUG nova.objects.instance [None req-7cf743a1-d199-4f38-947a-3c954ead8f18 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lazy-loading 'flavor' on Instance uuid 4d80768b-8ccb-4b12-b4cc-389191fda287 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.956604] env[68872]: DEBUG oslo_concurrency.lockutils [req-cf946c20-cbe5-4467-9eb8-c2145a26c9db req-094b078d-63c5-46ba-be74-f6116f43d394 service nova] Releasing lock "refresh_cache-e659fc6d-55d5-44b7-a1b5-8472047de422" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.076177] env[68872]: DEBUG oslo_vmware.api [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c5433d-4d58-a8cb-8aa7-9437172a3497, 'name': SearchDatastore_Task, 'duration_secs': 0.011764} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.077399] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82bece9d-9c4b-4d1f-b1dd-d35607e1157b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.084032] env[68872]: DEBUG oslo_vmware.api [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 1118.084032] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]522a622b-54b6-3f14-d8be-b87dcd07f997" [ 1118.084032] env[68872]: _type = "Task" [ 1118.084032] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.098909] env[68872]: DEBUG oslo_vmware.api [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]522a622b-54b6-3f14-d8be-b87dcd07f997, 'name': SearchDatastore_Task, 'duration_secs': 0.009205} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.100366] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.103019] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] e659fc6d-55d5-44b7-a1b5-8472047de422/e659fc6d-55d5-44b7-a1b5-8472047de422.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.103019] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a662dd2-dc68-4f8c-84b3-76aff9fcafbf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.107626] env[68872]: DEBUG oslo_concurrency.lockutils [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Releasing lock "refresh_cache-bb312f3b-a64b-4ce9-859c-844ca1356005" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.107626] env[68872]: DEBUG nova.compute.manager [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Instance network_info: |[{"id": "a9461fc2-b96b-4fe9-ab67-5d939b6d65fb", "address": "fa:16:3e:51:a2:8f", "network": {"id": "8d8a8028-be48-4a6a-a1fd-979a80226453", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-102971206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "558e9b8f78a1489cb07f84e03547223f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9461fc2-b9", "ovs_interfaceid": "a9461fc2-b96b-4fe9-ab67-5d939b6d65fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1118.107853] env[68872]: DEBUG oslo_concurrency.lockutils [req-b2ca02c1-3d3d-45b7-b0b8-a7a581518d40 req-8748a2d1-82af-46b9-9fe2-521f384a0e38 service nova] Acquired lock "refresh_cache-bb312f3b-a64b-4ce9-859c-844ca1356005" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.109027] env[68872]: DEBUG nova.network.neutron [req-b2ca02c1-3d3d-45b7-b0b8-a7a581518d40 req-8748a2d1-82af-46b9-9fe2-521f384a0e38 service nova] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Refreshing network info cache for port a9461fc2-b96b-4fe9-ab67-5d939b6d65fb {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.109334] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:a2:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9461fc2-b96b-4fe9-ab67-5d939b6d65fb', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.118449] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.121673] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.122333] env[68872]: DEBUG oslo_vmware.api [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 1118.122333] env[68872]: value = "task-3093377" [ 1118.122333] env[68872]: _type = "Task" [ 1118.122333] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.122787] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d34a6441-9271-4c67-9a39-5d968620683c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.149798] env[68872]: DEBUG oslo_vmware.api [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093377, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.151150] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.151150] env[68872]: value = "task-3093378" [ 1118.151150] env[68872]: _type = "Task" [ 1118.151150] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.158980] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093378, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.275160] env[68872]: DEBUG nova.scheduler.client.report [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.654929] env[68872]: DEBUG oslo_vmware.api [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093377, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.668209] env[68872]: DEBUG oslo_concurrency.lockutils [None req-10b73e66-4009-4326-b425-e27792193212 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "refresh_cache-8e0c4a19-62da-4b15-a574-3b80a44a4eca" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.668412] env[68872]: DEBUG oslo_concurrency.lockutils [None req-10b73e66-4009-4326-b425-e27792193212 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquired lock "refresh_cache-8e0c4a19-62da-4b15-a574-3b80a44a4eca" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.668601] env[68872]: DEBUG nova.network.neutron [None req-10b73e66-4009-4326-b425-e27792193212 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.669876] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093378, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.782034] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.265s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.783289] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.079s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.785233] env[68872]: INFO nova.compute.claims [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.864168] env[68872]: INFO nova.network.neutron [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Updating port f6f2c8e7-de83-48e6-9775-3ee332f11cd8 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1118.882580] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf743a1-d199-4f38-947a-3c954ead8f18 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.883052] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bac92e9b-e03e-413e-b55f-d03b32c83931 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.892033] env[68872]: DEBUG oslo_vmware.api [None req-7cf743a1-d199-4f38-947a-3c954ead8f18 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1118.892033] env[68872]: value = "task-3093380" [ 1118.892033] env[68872]: _type = "Task" [ 1118.892033] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.908504] env[68872]: DEBUG oslo_vmware.api [None req-7cf743a1-d199-4f38-947a-3c954ead8f18 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.155945] env[68872]: DEBUG oslo_vmware.api [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093377, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577439} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.159153] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] e659fc6d-55d5-44b7-a1b5-8472047de422/e659fc6d-55d5-44b7-a1b5-8472047de422.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.159485] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.159748] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5de0138e-a0d6-4514-b145-3c908828acd4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.166412] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093378, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.167588] env[68872]: DEBUG oslo_vmware.api [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 1119.167588] env[68872]: value = "task-3093381" [ 1119.167588] env[68872]: _type = "Task" [ 1119.167588] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.177117] env[68872]: DEBUG oslo_vmware.api [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093381, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.403861] env[68872]: DEBUG oslo_vmware.api [None req-7cf743a1-d199-4f38-947a-3c954ead8f18 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093380, 'name': PowerOffVM_Task, 'duration_secs': 0.215025} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.404427] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf743a1-d199-4f38-947a-3c954ead8f18 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.404678] env[68872]: DEBUG nova.compute.manager [None req-7cf743a1-d199-4f38-947a-3c954ead8f18 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.405758] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db620c53-a121-4fed-9b08-1f6ccb00e0fa {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.531135] env[68872]: DEBUG nova.network.neutron [req-b2ca02c1-3d3d-45b7-b0b8-a7a581518d40 req-8748a2d1-82af-46b9-9fe2-521f384a0e38 service nova] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Updated VIF entry in instance network info cache for port a9461fc2-b96b-4fe9-ab67-5d939b6d65fb. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.531586] env[68872]: DEBUG nova.network.neutron [req-b2ca02c1-3d3d-45b7-b0b8-a7a581518d40 req-8748a2d1-82af-46b9-9fe2-521f384a0e38 service nova] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Updating instance_info_cache with network_info: [{"id": "a9461fc2-b96b-4fe9-ab67-5d939b6d65fb", "address": "fa:16:3e:51:a2:8f", "network": {"id": "8d8a8028-be48-4a6a-a1fd-979a80226453", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-102971206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "558e9b8f78a1489cb07f84e03547223f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9461fc2-b9", "ovs_interfaceid": "a9461fc2-b96b-4fe9-ab67-5d939b6d65fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.666119] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093378, 'name': CreateVM_Task, 'duration_secs': 1.431813} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.666119] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.666884] env[68872]: DEBUG oslo_concurrency.lockutils [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.667085] env[68872]: DEBUG oslo_concurrency.lockutils [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.667452] env[68872]: DEBUG oslo_concurrency.lockutils [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.670373] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29c99f47-b3c4-41b2-94cc-c1d1b1ecef12 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.680189] env[68872]: DEBUG oslo_vmware.api [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1119.680189] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5289b642-89bd-14f6-2727-92deae41577a" [ 1119.680189] env[68872]: _type = "Task" [ 1119.680189] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.684329] env[68872]: DEBUG oslo_vmware.api [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093381, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076641} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.687589] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1119.688393] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451ad5c0-6c35-47a5-ab19-702f785ec499 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.698134] env[68872]: DEBUG oslo_vmware.api [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5289b642-89bd-14f6-2727-92deae41577a, 'name': SearchDatastore_Task, 'duration_secs': 0.009502} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.707059] env[68872]: DEBUG oslo_concurrency.lockutils [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.707345] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1119.708593] env[68872]: DEBUG oslo_concurrency.lockutils [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.708593] env[68872]: DEBUG oslo_concurrency.lockutils [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.708593] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1119.717326] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] e659fc6d-55d5-44b7-a1b5-8472047de422/e659fc6d-55d5-44b7-a1b5-8472047de422.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.717636] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d32fc4f-38cc-46c4-9e2d-da069d0dfcae {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.720164] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be69a63b-7ae7-4e68-a1b7-c003b867ab50 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.744131] env[68872]: DEBUG oslo_vmware.api [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 1119.744131] env[68872]: value = "task-3093382" [ 1119.744131] env[68872]: _type = "Task" [ 1119.744131] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.745327] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1119.745521] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1119.751371] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9380c2c-967a-41ba-aca2-11585ecb51d7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.762334] env[68872]: DEBUG oslo_vmware.api [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.763998] env[68872]: DEBUG oslo_vmware.api [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1119.763998] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]525dd785-0240-dc2f-4989-3486a4ddd3e0" [ 1119.763998] env[68872]: _type = "Task" [ 1119.763998] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.774456] env[68872]: DEBUG oslo_vmware.api [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]525dd785-0240-dc2f-4989-3486a4ddd3e0, 'name': SearchDatastore_Task, 'duration_secs': 0.009531} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.775309] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78e4eabb-b7fe-4d72-86b0-4ae1207ecda2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.780399] env[68872]: DEBUG oslo_vmware.api [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1119.780399] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52bb78f1-d71d-fb1f-4357-42770b307e47" [ 1119.780399] env[68872]: _type = "Task" [ 1119.780399] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.788705] env[68872]: DEBUG oslo_vmware.api [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52bb78f1-d71d-fb1f-4357-42770b307e47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.867409] env[68872]: INFO nova.network.neutron [None req-10b73e66-4009-4326-b425-e27792193212 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Port b87c5025-d5d1-40ad-81a6-e5a90647349d from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1119.867749] env[68872]: DEBUG nova.network.neutron [None req-10b73e66-4009-4326-b425-e27792193212 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Updating instance_info_cache with network_info: [{"id": "e63489fb-8e86-451d-9838-3b88ce33d79f", "address": "fa:16:3e:69:dc:75", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63489fb-8e", "ovs_interfaceid": "e63489fb-8e86-451d-9838-3b88ce33d79f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.919049] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7cf743a1-d199-4f38-947a-3c954ead8f18 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "4d80768b-8ccb-4b12-b4cc-389191fda287" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.975153] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b067c6f-38ff-4e1e-93b7-7b1f623b6fd8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.982727] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9306db43-c109-4fdb-b522-22ca1011dbf9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.020352] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e16bea6-e704-477b-aa2a-ff8cc474e6f4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.028938] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac35b0cd-4707-4112-9b39-6e75b1f93f17 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.044058] env[68872]: DEBUG oslo_concurrency.lockutils [req-b2ca02c1-3d3d-45b7-b0b8-a7a581518d40 req-8748a2d1-82af-46b9-9fe2-521f384a0e38 service nova] Releasing lock "refresh_cache-bb312f3b-a64b-4ce9-859c-844ca1356005" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.044711] env[68872]: DEBUG nova.compute.provider_tree [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.150879] env[68872]: DEBUG oslo_concurrency.lockutils [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "4d80768b-8ccb-4b12-b4cc-389191fda287" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.151151] env[68872]: DEBUG oslo_concurrency.lockutils [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "4d80768b-8ccb-4b12-b4cc-389191fda287" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.151402] env[68872]: DEBUG oslo_concurrency.lockutils [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "4d80768b-8ccb-4b12-b4cc-389191fda287-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.151610] env[68872]: DEBUG oslo_concurrency.lockutils [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "4d80768b-8ccb-4b12-b4cc-389191fda287-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.151787] env[68872]: DEBUG oslo_concurrency.lockutils [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "4d80768b-8ccb-4b12-b4cc-389191fda287-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.154172] env[68872]: INFO nova.compute.manager [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Terminating instance [ 1120.172519] env[68872]: DEBUG nova.compute.manager [req-cf99872b-79ba-482b-8c89-8d7cfbe91996 req-ebf1f3df-62ba-4af7-945a-bede0daa517d service nova] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Received event network-changed-e63489fb-8e86-451d-9838-3b88ce33d79f {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.172693] env[68872]: DEBUG nova.compute.manager [req-cf99872b-79ba-482b-8c89-8d7cfbe91996 req-ebf1f3df-62ba-4af7-945a-bede0daa517d service nova] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Refreshing instance network info cache due to event network-changed-e63489fb-8e86-451d-9838-3b88ce33d79f. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.172909] env[68872]: DEBUG oslo_concurrency.lockutils [req-cf99872b-79ba-482b-8c89-8d7cfbe91996 req-ebf1f3df-62ba-4af7-945a-bede0daa517d service nova] Acquiring lock "refresh_cache-8e0c4a19-62da-4b15-a574-3b80a44a4eca" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.256090] env[68872]: DEBUG oslo_vmware.api [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093382, 'name': ReconfigVM_Task, 'duration_secs': 0.429137} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.256470] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Reconfigured VM instance instance-0000006c to attach disk [datastore1] e659fc6d-55d5-44b7-a1b5-8472047de422/e659fc6d-55d5-44b7-a1b5-8472047de422.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.257131] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f629f04-411f-4847-a49f-7bc76f9b6afb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.263812] env[68872]: DEBUG oslo_vmware.api [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 1120.263812] env[68872]: value = "task-3093383" [ 1120.263812] env[68872]: _type = "Task" [ 1120.263812] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.273870] env[68872]: DEBUG oslo_vmware.api [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093383, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.290418] env[68872]: DEBUG oslo_vmware.api [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52bb78f1-d71d-fb1f-4357-42770b307e47, 'name': SearchDatastore_Task, 'duration_secs': 0.007845} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.290418] env[68872]: DEBUG oslo_concurrency.lockutils [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.290536] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] bb312f3b-a64b-4ce9-859c-844ca1356005/bb312f3b-a64b-4ce9-859c-844ca1356005.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1120.290814] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03552cbf-ef1f-420a-b7ac-59464a0a79f1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.297141] env[68872]: DEBUG oslo_vmware.api [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1120.297141] env[68872]: value = "task-3093384" [ 1120.297141] env[68872]: _type = "Task" [ 1120.297141] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.305795] env[68872]: DEBUG oslo_vmware.api [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093384, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.370585] env[68872]: DEBUG oslo_concurrency.lockutils [None req-10b73e66-4009-4326-b425-e27792193212 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Releasing lock "refresh_cache-8e0c4a19-62da-4b15-a574-3b80a44a4eca" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.373148] env[68872]: DEBUG oslo_concurrency.lockutils [req-cf99872b-79ba-482b-8c89-8d7cfbe91996 req-ebf1f3df-62ba-4af7-945a-bede0daa517d service nova] Acquired lock "refresh_cache-8e0c4a19-62da-4b15-a574-3b80a44a4eca" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.373445] env[68872]: DEBUG nova.network.neutron [req-cf99872b-79ba-482b-8c89-8d7cfbe91996 req-ebf1f3df-62ba-4af7-945a-bede0daa517d service nova] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Refreshing network info cache for port e63489fb-8e86-451d-9838-3b88ce33d79f {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.548041] env[68872]: DEBUG nova.scheduler.client.report [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.658473] env[68872]: DEBUG nova.compute.manager [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1120.658732] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.660057] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4de878c-4f21-45bc-bcae-54879f32922c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.669801] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.670192] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ab95d9c-4029-4861-8797-14e791ba0739 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.746931] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.747484] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.747484] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Deleting the datastore file [datastore2] 4d80768b-8ccb-4b12-b4cc-389191fda287 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.747673] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69ccfaf2-7dc3-40ee-a4d5-1fa4a5a2449a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.754770] env[68872]: DEBUG oslo_vmware.api [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1120.754770] env[68872]: value = "task-3093387" [ 1120.754770] env[68872]: _type = "Task" [ 1120.754770] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.763199] env[68872]: DEBUG oslo_vmware.api [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.772689] env[68872]: DEBUG oslo_vmware.api [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093383, 'name': Rename_Task, 'duration_secs': 0.223533} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.773018] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.773286] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb8ea1f8-b6d1-410c-b665-930890c237dd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.779539] env[68872]: DEBUG oslo_vmware.api [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 1120.779539] env[68872]: value = "task-3093388" [ 1120.779539] env[68872]: _type = "Task" [ 1120.779539] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.787625] env[68872]: DEBUG oslo_vmware.api [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.807314] env[68872]: DEBUG oslo_vmware.api [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093384, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.876129] env[68872]: DEBUG oslo_concurrency.lockutils [None req-10b73e66-4009-4326-b425-e27792193212 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "interface-8e0c4a19-62da-4b15-a574-3b80a44a4eca-b87c5025-d5d1-40ad-81a6-e5a90647349d" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.422s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.899450] env[68872]: DEBUG oslo_concurrency.lockutils [None req-65ed8a91-c4d4-476e-a03a-d7de38d5c8e8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "interface-70d2d251-ddcf-4db6-a965-a98764a1b74c-b87c5025-d5d1-40ad-81a6-e5a90647349d" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.899677] env[68872]: DEBUG oslo_concurrency.lockutils [None req-65ed8a91-c4d4-476e-a03a-d7de38d5c8e8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "interface-70d2d251-ddcf-4db6-a965-a98764a1b74c-b87c5025-d5d1-40ad-81a6-e5a90647349d" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.900078] env[68872]: DEBUG nova.objects.instance [None req-65ed8a91-c4d4-476e-a03a-d7de38d5c8e8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lazy-loading 'flavor' on Instance uuid 70d2d251-ddcf-4db6-a965-a98764a1b74c {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.053286] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.270s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.053725] env[68872]: DEBUG nova.compute.manager [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1121.056908] env[68872]: DEBUG oslo_concurrency.lockutils [None req-38274835-9289-4cf4-8c28-fb68dd3a31a7 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.394s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.057296] env[68872]: DEBUG oslo_concurrency.lockutils [None req-38274835-9289-4cf4-8c28-fb68dd3a31a7 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.109164] env[68872]: INFO nova.scheduler.client.report [None req-38274835-9289-4cf4-8c28-fb68dd3a31a7 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Deleted allocations for instance dd7f8ad1-c394-4217-933a-622094af0f63 [ 1121.266694] env[68872]: DEBUG oslo_vmware.api [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201657} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.266959] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.267157] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.267478] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.267519] env[68872]: INFO nova.compute.manager [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1121.267729] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.267922] env[68872]: DEBUG nova.compute.manager [-] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1121.268026] env[68872]: DEBUG nova.network.neutron [-] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1121.271663] env[68872]: DEBUG nova.network.neutron [req-cf99872b-79ba-482b-8c89-8d7cfbe91996 req-ebf1f3df-62ba-4af7-945a-bede0daa517d service nova] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Updated VIF entry in instance network info cache for port e63489fb-8e86-451d-9838-3b88ce33d79f. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.271991] env[68872]: DEBUG nova.network.neutron [req-cf99872b-79ba-482b-8c89-8d7cfbe91996 req-ebf1f3df-62ba-4af7-945a-bede0daa517d service nova] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Updating instance_info_cache with network_info: [{"id": "e63489fb-8e86-451d-9838-3b88ce33d79f", "address": "fa:16:3e:69:dc:75", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63489fb-8e", "ovs_interfaceid": "e63489fb-8e86-451d-9838-3b88ce33d79f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.291862] env[68872]: DEBUG oslo_vmware.api [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093388, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.306809] env[68872]: DEBUG oslo_vmware.api [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093384, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523552} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.307332] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] bb312f3b-a64b-4ce9-859c-844ca1356005/bb312f3b-a64b-4ce9-859c-844ca1356005.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1121.307589] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1121.307861] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59dc0001-55fb-436b-923e-c54c8bad36a8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.317153] env[68872]: DEBUG oslo_vmware.api [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1121.317153] env[68872]: value = "task-3093389" [ 1121.317153] env[68872]: _type = "Task" [ 1121.317153] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.330682] env[68872]: DEBUG oslo_vmware.api [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093389, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.561718] env[68872]: DEBUG nova.compute.utils [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.567034] env[68872]: DEBUG nova.compute.manager [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1121.567034] env[68872]: DEBUG nova.network.neutron [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1121.617094] env[68872]: DEBUG oslo_concurrency.lockutils [None req-38274835-9289-4cf4-8c28-fb68dd3a31a7 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "dd7f8ad1-c394-4217-933a-622094af0f63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.645s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.683037] env[68872]: DEBUG nova.policy [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e33e6270893c48ccaa5c5f85d43e31e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a78790e9510347358563839bd095fa24', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 1121.723134] env[68872]: DEBUG nova.objects.instance [None req-65ed8a91-c4d4-476e-a03a-d7de38d5c8e8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lazy-loading 'pci_requests' on Instance uuid 70d2d251-ddcf-4db6-a965-a98764a1b74c {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.774641] env[68872]: DEBUG oslo_concurrency.lockutils [req-cf99872b-79ba-482b-8c89-8d7cfbe91996 req-ebf1f3df-62ba-4af7-945a-bede0daa517d service nova] Releasing lock "refresh_cache-8e0c4a19-62da-4b15-a574-3b80a44a4eca" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.791643] env[68872]: DEBUG oslo_vmware.api [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093388, 'name': PowerOnVM_Task, 'duration_secs': 0.670415} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.791918] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.792145] env[68872]: INFO nova.compute.manager [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1121.792329] env[68872]: DEBUG nova.compute.manager [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.793194] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3be3dc-c31c-4a03-a5fc-761145331fde {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.828532] env[68872]: DEBUG oslo_vmware.api [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093389, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069987} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.829403] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquiring lock "refresh_cache-896f5a0b-07c5-4142-8b80-d61bb67abe6e" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.829568] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquired lock "refresh_cache-896f5a0b-07c5-4142-8b80-d61bb67abe6e" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.829745] env[68872]: DEBUG nova.network.neutron [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.834931] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1121.834931] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac594b7-7922-4fda-beb2-5d9a06ca7ebb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.858820] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] bb312f3b-a64b-4ce9-859c-844ca1356005/bb312f3b-a64b-4ce9-859c-844ca1356005.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.860900] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fd196cb-37cb-4751-ac0a-9b305ea6291e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.884572] env[68872]: DEBUG oslo_vmware.api [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1121.884572] env[68872]: value = "task-3093390" [ 1121.884572] env[68872]: _type = "Task" [ 1121.884572] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.895360] env[68872]: DEBUG oslo_vmware.api [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093390, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.067334] env[68872]: DEBUG nova.compute.manager [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1122.225769] env[68872]: DEBUG nova.objects.base [None req-65ed8a91-c4d4-476e-a03a-d7de38d5c8e8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Object Instance<70d2d251-ddcf-4db6-a965-a98764a1b74c> lazy-loaded attributes: flavor,pci_requests {{(pid=68872) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1122.226091] env[68872]: DEBUG nova.network.neutron [None req-65ed8a91-c4d4-476e-a03a-d7de38d5c8e8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1122.296138] env[68872]: DEBUG nova.network.neutron [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Successfully created port: 3992b4d2-3035-4d22-8bd2-dcf909d01149 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1122.312554] env[68872]: INFO nova.compute.manager [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Took 23.54 seconds to build instance. [ 1122.383955] env[68872]: DEBUG nova.policy [None req-65ed8a91-c4d4-476e-a03a-d7de38d5c8e8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb17fb618fad45b2a6dcd39895afae7b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c33e619a5cd4a7cb4406944a41746d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 1122.398983] env[68872]: DEBUG nova.network.neutron [-] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.404434] env[68872]: DEBUG oslo_vmware.api [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.525976] env[68872]: DEBUG nova.compute.manager [req-5f7536ee-d148-4972-9e13-401752a18d7a req-bca6cf6c-01f6-479a-8ced-f910d1daa80b service nova] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Received event network-changed-be08c6f3-67ca-4455-b19c-8549e1a9f77c {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.526450] env[68872]: DEBUG nova.compute.manager [req-5f7536ee-d148-4972-9e13-401752a18d7a req-bca6cf6c-01f6-479a-8ced-f910d1daa80b service nova] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Refreshing instance network info cache due to event network-changed-be08c6f3-67ca-4455-b19c-8549e1a9f77c. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1122.526682] env[68872]: DEBUG oslo_concurrency.lockutils [req-5f7536ee-d148-4972-9e13-401752a18d7a req-bca6cf6c-01f6-479a-8ced-f910d1daa80b service nova] Acquiring lock "refresh_cache-70d2d251-ddcf-4db6-a965-a98764a1b74c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.526838] env[68872]: DEBUG oslo_concurrency.lockutils [req-5f7536ee-d148-4972-9e13-401752a18d7a req-bca6cf6c-01f6-479a-8ced-f910d1daa80b service nova] Acquired lock "refresh_cache-70d2d251-ddcf-4db6-a965-a98764a1b74c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.527019] env[68872]: DEBUG nova.network.neutron [req-5f7536ee-d148-4972-9e13-401752a18d7a req-bca6cf6c-01f6-479a-8ced-f910d1daa80b service nova] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Refreshing network info cache for port be08c6f3-67ca-4455-b19c-8549e1a9f77c {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1122.815333] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6bfe5e11-1c74-4e2d-9375-3deb014e1899 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "e659fc6d-55d5-44b7-a1b5-8472047de422" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.058s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.901221] env[68872]: DEBUG oslo_vmware.api [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093390, 'name': ReconfigVM_Task, 'duration_secs': 0.70473} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.901703] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Reconfigured VM instance instance-0000006d to attach disk [datastore1] bb312f3b-a64b-4ce9-859c-844ca1356005/bb312f3b-a64b-4ce9-859c-844ca1356005.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.902398] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fec015ad-6574-4c9c-86f5-b6816e90f98d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.904575] env[68872]: INFO nova.compute.manager [-] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Took 1.64 seconds to deallocate network for instance. [ 1122.919245] env[68872]: DEBUG oslo_vmware.api [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1122.919245] env[68872]: value = "task-3093392" [ 1122.919245] env[68872]: _type = "Task" [ 1122.919245] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.931273] env[68872]: DEBUG oslo_vmware.api [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093392, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.020904] env[68872]: DEBUG oslo_concurrency.lockutils [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "e31abaa9-a57c-49bd-8df7-927c6e40d015" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.021485] env[68872]: DEBUG oslo_concurrency.lockutils [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "e31abaa9-a57c-49bd-8df7-927c6e40d015" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.078562] env[68872]: DEBUG nova.compute.manager [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1123.111661] env[68872]: DEBUG nova.virt.hardware [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.111906] env[68872]: DEBUG nova.virt.hardware [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.112095] env[68872]: DEBUG nova.virt.hardware [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.112292] env[68872]: DEBUG nova.virt.hardware [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.112446] env[68872]: DEBUG nova.virt.hardware [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.112588] env[68872]: DEBUG nova.virt.hardware [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.112792] env[68872]: DEBUG nova.virt.hardware [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.113168] env[68872]: DEBUG nova.virt.hardware [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.113272] env[68872]: DEBUG nova.virt.hardware [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.113510] env[68872]: DEBUG nova.virt.hardware [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.116765] env[68872]: DEBUG nova.virt.hardware [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.116765] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ee98af-3998-4fa2-b4d6-b6f76e18ac94 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.130441] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0e696c-4e37-4d13-a0b2-acd9e539ca5d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.260199] env[68872]: DEBUG nova.network.neutron [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Updating instance_info_cache with network_info: [{"id": "f6f2c8e7-de83-48e6-9775-3ee332f11cd8", "address": "fa:16:3e:d1:49:9e", "network": {"id": "6d0a16ea-9b1c-4aa7-8d55-80f41b7ff7b4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1449616070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8166dac01854498998fcdb04e81b314c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6f2c8e7-de", "ovs_interfaceid": "f6f2c8e7-de83-48e6-9775-3ee332f11cd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.418752] env[68872]: DEBUG oslo_concurrency.lockutils [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.418752] env[68872]: DEBUG oslo_concurrency.lockutils [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.418752] env[68872]: DEBUG nova.objects.instance [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lazy-loading 'resources' on Instance uuid 4d80768b-8ccb-4b12-b4cc-389191fda287 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.437049] env[68872]: DEBUG oslo_vmware.api [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093392, 'name': Rename_Task, 'duration_secs': 0.153355} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.437462] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1123.437785] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78660204-91b4-4e73-a252-90d68dfa750f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.445152] env[68872]: DEBUG oslo_vmware.api [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1123.445152] env[68872]: value = "task-3093393" [ 1123.445152] env[68872]: _type = "Task" [ 1123.445152] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.453791] env[68872]: DEBUG oslo_vmware.api [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.464769] env[68872]: DEBUG nova.network.neutron [req-5f7536ee-d148-4972-9e13-401752a18d7a req-bca6cf6c-01f6-479a-8ced-f910d1daa80b service nova] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Updated VIF entry in instance network info cache for port be08c6f3-67ca-4455-b19c-8549e1a9f77c. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.465152] env[68872]: DEBUG nova.network.neutron [req-5f7536ee-d148-4972-9e13-401752a18d7a req-bca6cf6c-01f6-479a-8ced-f910d1daa80b service nova] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Updating instance_info_cache with network_info: [{"id": "be08c6f3-67ca-4455-b19c-8549e1a9f77c", "address": "fa:16:3e:c4:8a:db", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe08c6f3-67", "ovs_interfaceid": "be08c6f3-67ca-4455-b19c-8549e1a9f77c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.525356] env[68872]: DEBUG nova.compute.manager [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1123.762714] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Releasing lock "refresh_cache-896f5a0b-07c5-4142-8b80-d61bb67abe6e" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.792716] env[68872]: DEBUG nova.virt.hardware [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b4ca6e2a20ba4e054f72838feea877d4',container_format='bare',created_at=2025-03-19T16:10:24Z,direct_url=,disk_format='vmdk',id=0d798c4e-e0de-4aa2-a95e-193bd3d052ce,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-209120316-shelved',owner='8166dac01854498998fcdb04e81b314c',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-03-19T16:10:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.793196] env[68872]: DEBUG nova.virt.hardware [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.793262] env[68872]: DEBUG nova.virt.hardware [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.793612] env[68872]: DEBUG nova.virt.hardware [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.793612] env[68872]: DEBUG nova.virt.hardware [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.793721] env[68872]: DEBUG nova.virt.hardware [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.793991] env[68872]: DEBUG nova.virt.hardware [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.794076] env[68872]: DEBUG nova.virt.hardware [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.794263] env[68872]: DEBUG nova.virt.hardware [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.794430] env[68872]: DEBUG nova.virt.hardware [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.794665] env[68872]: DEBUG nova.virt.hardware [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.795659] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02f3d49-094f-4074-a7fe-7cb5e346ba5e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.803935] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffd7737-97eb-4096-b179-aff380798123 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.818928] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:49:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db068f71-08cc-42d4-8ab6-17134c1585e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6f2c8e7-de83-48e6-9775-3ee332f11cd8', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1123.826904] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.828484] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1123.830300] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e52a8b6-47bf-4dba-8788-b01065ecd1b7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.854578] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1123.854578] env[68872]: value = "task-3093394" [ 1123.854578] env[68872]: _type = "Task" [ 1123.854578] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.862741] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093394, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.961262] env[68872]: DEBUG oslo_vmware.api [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093393, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.968644] env[68872]: DEBUG oslo_concurrency.lockutils [req-5f7536ee-d148-4972-9e13-401752a18d7a req-bca6cf6c-01f6-479a-8ced-f910d1daa80b service nova] Releasing lock "refresh_cache-70d2d251-ddcf-4db6-a965-a98764a1b74c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.968749] env[68872]: DEBUG nova.compute.manager [req-5f7536ee-d148-4972-9e13-401752a18d7a req-bca6cf6c-01f6-479a-8ced-f910d1daa80b service nova] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Received event network-vif-plugged-f6f2c8e7-de83-48e6-9775-3ee332f11cd8 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.968951] env[68872]: DEBUG oslo_concurrency.lockutils [req-5f7536ee-d148-4972-9e13-401752a18d7a req-bca6cf6c-01f6-479a-8ced-f910d1daa80b service nova] Acquiring lock "896f5a0b-07c5-4142-8b80-d61bb67abe6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.969163] env[68872]: DEBUG oslo_concurrency.lockutils [req-5f7536ee-d148-4972-9e13-401752a18d7a req-bca6cf6c-01f6-479a-8ced-f910d1daa80b service nova] Lock "896f5a0b-07c5-4142-8b80-d61bb67abe6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.969498] env[68872]: DEBUG oslo_concurrency.lockutils [req-5f7536ee-d148-4972-9e13-401752a18d7a req-bca6cf6c-01f6-479a-8ced-f910d1daa80b service nova] Lock "896f5a0b-07c5-4142-8b80-d61bb67abe6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.969900] env[68872]: DEBUG nova.compute.manager [req-5f7536ee-d148-4972-9e13-401752a18d7a req-bca6cf6c-01f6-479a-8ced-f910d1daa80b service nova] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] No waiting events found dispatching network-vif-plugged-f6f2c8e7-de83-48e6-9775-3ee332f11cd8 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1123.969900] env[68872]: WARNING nova.compute.manager [req-5f7536ee-d148-4972-9e13-401752a18d7a req-bca6cf6c-01f6-479a-8ced-f910d1daa80b service nova] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Received unexpected event network-vif-plugged-f6f2c8e7-de83-48e6-9775-3ee332f11cd8 for instance with vm_state shelved_offloaded and task_state spawning. [ 1123.970103] env[68872]: DEBUG nova.compute.manager [req-5f7536ee-d148-4972-9e13-401752a18d7a req-bca6cf6c-01f6-479a-8ced-f910d1daa80b service nova] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Received event network-changed-f6f2c8e7-de83-48e6-9775-3ee332f11cd8 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.970304] env[68872]: DEBUG nova.compute.manager [req-5f7536ee-d148-4972-9e13-401752a18d7a req-bca6cf6c-01f6-479a-8ced-f910d1daa80b service nova] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Refreshing instance network info cache due to event network-changed-f6f2c8e7-de83-48e6-9775-3ee332f11cd8. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1123.970532] env[68872]: DEBUG oslo_concurrency.lockutils [req-5f7536ee-d148-4972-9e13-401752a18d7a req-bca6cf6c-01f6-479a-8ced-f910d1daa80b service nova] Acquiring lock "refresh_cache-896f5a0b-07c5-4142-8b80-d61bb67abe6e" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.970700] env[68872]: DEBUG oslo_concurrency.lockutils [req-5f7536ee-d148-4972-9e13-401752a18d7a req-bca6cf6c-01f6-479a-8ced-f910d1daa80b service nova] Acquired lock "refresh_cache-896f5a0b-07c5-4142-8b80-d61bb67abe6e" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.970901] env[68872]: DEBUG nova.network.neutron [req-5f7536ee-d148-4972-9e13-401752a18d7a req-bca6cf6c-01f6-479a-8ced-f910d1daa80b service nova] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Refreshing network info cache for port f6f2c8e7-de83-48e6-9775-3ee332f11cd8 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.051165] env[68872]: DEBUG oslo_concurrency.lockutils [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.130804] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7015fdb-52be-4c20-8290-455552361dc3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.142491] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6bdc54-388c-43d9-bb0a-34ce571d09c3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.176597] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7f89cd-63d4-4a88-b6eb-2a41bd6498a6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.186947] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed14d069-c095-4aa7-b5f2-5183c2e0d4fe {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.205594] env[68872]: DEBUG nova.compute.provider_tree [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Updating inventory in ProviderTree for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1124.350469] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a79796ce-56cb-43ed-966b-90f67ac60c01 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "e659fc6d-55d5-44b7-a1b5-8472047de422" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.350589] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a79796ce-56cb-43ed-966b-90f67ac60c01 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "e659fc6d-55d5-44b7-a1b5-8472047de422" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.350779] env[68872]: DEBUG nova.compute.manager [None req-a79796ce-56cb-43ed-966b-90f67ac60c01 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.352620] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024b10e6-4447-4560-9bc2-24f41fe1f376 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.363423] env[68872]: DEBUG nova.compute.manager [None req-a79796ce-56cb-43ed-966b-90f67ac60c01 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68872) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1124.364169] env[68872]: DEBUG nova.objects.instance [None req-a79796ce-56cb-43ed-966b-90f67ac60c01 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lazy-loading 'flavor' on Instance uuid e659fc6d-55d5-44b7-a1b5-8472047de422 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.369326] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093394, 'name': CreateVM_Task, 'duration_secs': 0.371531} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.369757] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1124.370505] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0d798c4e-e0de-4aa2-a95e-193bd3d052ce" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.370670] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0d798c4e-e0de-4aa2-a95e-193bd3d052ce" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.371086] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0d798c4e-e0de-4aa2-a95e-193bd3d052ce" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.371360] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f30cbefa-6c4d-4452-b8ba-55948935954b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.376732] env[68872]: DEBUG oslo_vmware.api [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 1124.376732] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5210e97e-7158-525f-a35b-e336c70e2d0b" [ 1124.376732] env[68872]: _type = "Task" [ 1124.376732] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.386087] env[68872]: DEBUG oslo_vmware.api [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5210e97e-7158-525f-a35b-e336c70e2d0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.465922] env[68872]: DEBUG oslo_vmware.api [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093393, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.704192] env[68872]: DEBUG nova.compute.manager [req-87ca33f8-2ef0-4909-9e24-4f5a44ad0901 req-a3e145c9-e0d6-4560-b3b0-9b3d41ec8e33 service nova] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Received event network-vif-plugged-3992b4d2-3035-4d22-8bd2-dcf909d01149 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.704303] env[68872]: DEBUG oslo_concurrency.lockutils [req-87ca33f8-2ef0-4909-9e24-4f5a44ad0901 req-a3e145c9-e0d6-4560-b3b0-9b3d41ec8e33 service nova] Acquiring lock "9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.704515] env[68872]: DEBUG oslo_concurrency.lockutils [req-87ca33f8-2ef0-4909-9e24-4f5a44ad0901 req-a3e145c9-e0d6-4560-b3b0-9b3d41ec8e33 service nova] Lock "9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.704847] env[68872]: DEBUG oslo_concurrency.lockutils [req-87ca33f8-2ef0-4909-9e24-4f5a44ad0901 req-a3e145c9-e0d6-4560-b3b0-9b3d41ec8e33 service nova] Lock "9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.704847] env[68872]: DEBUG nova.compute.manager [req-87ca33f8-2ef0-4909-9e24-4f5a44ad0901 req-a3e145c9-e0d6-4560-b3b0-9b3d41ec8e33 service nova] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] No waiting events found dispatching network-vif-plugged-3992b4d2-3035-4d22-8bd2-dcf909d01149 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1124.705013] env[68872]: WARNING nova.compute.manager [req-87ca33f8-2ef0-4909-9e24-4f5a44ad0901 req-a3e145c9-e0d6-4560-b3b0-9b3d41ec8e33 service nova] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Received unexpected event network-vif-plugged-3992b4d2-3035-4d22-8bd2-dcf909d01149 for instance with vm_state building and task_state spawning. [ 1124.731039] env[68872]: ERROR nova.scheduler.client.report [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [req-42f9238c-cffe-439a-876c-fae61c1f6dc5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-42f9238c-cffe-439a-876c-fae61c1f6dc5"}]} [ 1124.754917] env[68872]: DEBUG nova.scheduler.client.report [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Refreshing inventories for resource provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1124.769902] env[68872]: DEBUG nova.scheduler.client.report [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Updating ProviderTree inventory for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1124.770391] env[68872]: DEBUG nova.compute.provider_tree [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Updating inventory in ProviderTree for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1124.792026] env[68872]: DEBUG nova.scheduler.client.report [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Refreshing aggregate associations for resource provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f, aggregates: None {{(pid=68872) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1124.814021] env[68872]: DEBUG nova.scheduler.client.report [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Refreshing trait associations for resource provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=68872) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1124.894274] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0d798c4e-e0de-4aa2-a95e-193bd3d052ce" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.894561] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Processing image 0d798c4e-e0de-4aa2-a95e-193bd3d052ce {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1124.895107] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0d798c4e-e0de-4aa2-a95e-193bd3d052ce/0d798c4e-e0de-4aa2-a95e-193bd3d052ce.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.895107] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0d798c4e-e0de-4aa2-a95e-193bd3d052ce/0d798c4e-e0de-4aa2-a95e-193bd3d052ce.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.895107] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1124.896462] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-498c9036-a5da-46b8-a4dd-5cbdfc4cdb77 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.913145] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1124.913407] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1124.914238] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f636a647-8627-4c7c-8959-82afb9f83de4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.921384] env[68872]: DEBUG oslo_vmware.api [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 1124.921384] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]527fb1f1-e3ed-77a0-b14d-0ecb0bd1e1e5" [ 1124.921384] env[68872]: _type = "Task" [ 1124.921384] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.937438] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Preparing fetch location {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1124.937438] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Fetch image to [datastore2] OSTACK_IMG_3eccfd8d-0f43-4f4c-9694-d392bf6afd3f/OSTACK_IMG_3eccfd8d-0f43-4f4c-9694-d392bf6afd3f.vmdk {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1124.937438] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Downloading stream optimized image 0d798c4e-e0de-4aa2-a95e-193bd3d052ce to [datastore2] OSTACK_IMG_3eccfd8d-0f43-4f4c-9694-d392bf6afd3f/OSTACK_IMG_3eccfd8d-0f43-4f4c-9694-d392bf6afd3f.vmdk on the data store datastore2 as vApp {{(pid=68872) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1124.937438] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Downloading image file data 0d798c4e-e0de-4aa2-a95e-193bd3d052ce to the ESX as VM named 'OSTACK_IMG_3eccfd8d-0f43-4f4c-9694-d392bf6afd3f' {{(pid=68872) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1124.961460] env[68872]: DEBUG nova.network.neutron [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Successfully updated port: 3992b4d2-3035-4d22-8bd2-dcf909d01149 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1124.973660] env[68872]: DEBUG oslo_vmware.api [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093393, 'name': PowerOnVM_Task, 'duration_secs': 1.283566} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.974363] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.974744] env[68872]: INFO nova.compute.manager [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Took 9.23 seconds to spawn the instance on the hypervisor. [ 1124.974998] env[68872]: DEBUG nova.compute.manager [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.976051] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aee8982-d53e-4d0b-8506-55f3d01e2c46 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.999642] env[68872]: DEBUG nova.network.neutron [req-5f7536ee-d148-4972-9e13-401752a18d7a req-bca6cf6c-01f6-479a-8ced-f910d1daa80b service nova] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Updated VIF entry in instance network info cache for port f6f2c8e7-de83-48e6-9775-3ee332f11cd8. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.000070] env[68872]: DEBUG nova.network.neutron [req-5f7536ee-d148-4972-9e13-401752a18d7a req-bca6cf6c-01f6-479a-8ced-f910d1daa80b service nova] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Updating instance_info_cache with network_info: [{"id": "f6f2c8e7-de83-48e6-9775-3ee332f11cd8", "address": "fa:16:3e:d1:49:9e", "network": {"id": "6d0a16ea-9b1c-4aa7-8d55-80f41b7ff7b4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1449616070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8166dac01854498998fcdb04e81b314c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6f2c8e7-de", "ovs_interfaceid": "f6f2c8e7-de83-48e6-9775-3ee332f11cd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.017747] env[68872]: DEBUG nova.network.neutron [None req-65ed8a91-c4d4-476e-a03a-d7de38d5c8e8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Successfully updated port: b87c5025-d5d1-40ad-81a6-e5a90647349d {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1125.057835] env[68872]: DEBUG oslo_vmware.rw_handles [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1125.057835] env[68872]: value = "resgroup-9" [ 1125.057835] env[68872]: _type = "ResourcePool" [ 1125.057835] env[68872]: }. {{(pid=68872) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1125.058298] env[68872]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-2a59a24f-5037-49bc-b259-aa6123783ef5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.087450] env[68872]: DEBUG oslo_vmware.rw_handles [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lease: (returnval){ [ 1125.087450] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d177b8-c70f-76c0-a462-ccc626829fa9" [ 1125.087450] env[68872]: _type = "HttpNfcLease" [ 1125.087450] env[68872]: } obtained for vApp import into resource pool (val){ [ 1125.087450] env[68872]: value = "resgroup-9" [ 1125.087450] env[68872]: _type = "ResourcePool" [ 1125.087450] env[68872]: }. {{(pid=68872) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1125.087773] env[68872]: DEBUG oslo_vmware.api [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the lease: (returnval){ [ 1125.087773] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d177b8-c70f-76c0-a462-ccc626829fa9" [ 1125.087773] env[68872]: _type = "HttpNfcLease" [ 1125.087773] env[68872]: } to be ready. {{(pid=68872) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1125.093805] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0faf8c-6ebf-4e48-bd6b-8de11348369c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.101941] env[68872]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1125.101941] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d177b8-c70f-76c0-a462-ccc626829fa9" [ 1125.101941] env[68872]: _type = "HttpNfcLease" [ 1125.101941] env[68872]: } is initializing. {{(pid=68872) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1125.105149] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a380798d-61e0-4cc4-9034-63c3b39cdb73 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.141496] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c601f9-cd41-44aa-9f68-c574de380ec2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.150105] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd980d6a-3bed-478a-b223-fa6239c8cc0b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.167306] env[68872]: DEBUG nova.compute.provider_tree [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Updating inventory in ProviderTree for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1125.383115] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79796ce-56cb-43ed-966b-90f67ac60c01 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.383455] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1220ee5e-a3d5-4e58-909d-5962d561cac4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.391740] env[68872]: DEBUG oslo_vmware.api [None req-a79796ce-56cb-43ed-966b-90f67ac60c01 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 1125.391740] env[68872]: value = "task-3093397" [ 1125.391740] env[68872]: _type = "Task" [ 1125.391740] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.400486] env[68872]: DEBUG oslo_vmware.api [None req-a79796ce-56cb-43ed-966b-90f67ac60c01 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.475195] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Acquiring lock "refresh_cache-9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.475413] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Acquired lock "refresh_cache-9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.475623] env[68872]: DEBUG nova.network.neutron [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.510013] env[68872]: DEBUG oslo_concurrency.lockutils [req-5f7536ee-d148-4972-9e13-401752a18d7a req-bca6cf6c-01f6-479a-8ced-f910d1daa80b service nova] Releasing lock "refresh_cache-896f5a0b-07c5-4142-8b80-d61bb67abe6e" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.510341] env[68872]: DEBUG nova.compute.manager [req-5f7536ee-d148-4972-9e13-401752a18d7a req-bca6cf6c-01f6-479a-8ced-f910d1daa80b service nova] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Received event network-vif-deleted-b9f9c279-d39b-4e2b-93b7-100f4401aefe {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.517982] env[68872]: INFO nova.compute.manager [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Took 23.71 seconds to build instance. [ 1125.520484] env[68872]: DEBUG oslo_concurrency.lockutils [None req-65ed8a91-c4d4-476e-a03a-d7de38d5c8e8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "refresh_cache-70d2d251-ddcf-4db6-a965-a98764a1b74c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.520646] env[68872]: DEBUG oslo_concurrency.lockutils [None req-65ed8a91-c4d4-476e-a03a-d7de38d5c8e8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquired lock "refresh_cache-70d2d251-ddcf-4db6-a965-a98764a1b74c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.523026] env[68872]: DEBUG nova.network.neutron [None req-65ed8a91-c4d4-476e-a03a-d7de38d5c8e8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.596794] env[68872]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1125.596794] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d177b8-c70f-76c0-a462-ccc626829fa9" [ 1125.596794] env[68872]: _type = "HttpNfcLease" [ 1125.596794] env[68872]: } is initializing. {{(pid=68872) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1125.695509] env[68872]: ERROR nova.scheduler.client.report [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [req-6cd9184f-77e3-4605-b604-56ff3df2c77f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6cd9184f-77e3-4605-b604-56ff3df2c77f"}]} [ 1125.712627] env[68872]: DEBUG nova.scheduler.client.report [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Refreshing inventories for resource provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1125.728903] env[68872]: DEBUG nova.scheduler.client.report [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Updating ProviderTree inventory for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1125.729171] env[68872]: DEBUG nova.compute.provider_tree [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Updating inventory in ProviderTree for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1125.742043] env[68872]: DEBUG nova.scheduler.client.report [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Refreshing aggregate associations for resource provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f, aggregates: None {{(pid=68872) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1125.760878] env[68872]: DEBUG nova.scheduler.client.report [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Refreshing trait associations for resource provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=68872) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1125.910651] env[68872]: DEBUG oslo_vmware.api [None req-a79796ce-56cb-43ed-966b-90f67ac60c01 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093397, 'name': PowerOffVM_Task, 'duration_secs': 0.34463} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.914018] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79796ce-56cb-43ed-966b-90f67ac60c01 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.914018] env[68872]: DEBUG nova.compute.manager [None req-a79796ce-56cb-43ed-966b-90f67ac60c01 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.914018] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8b4f79-fc7d-46c6-a905-e29f090eac28 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.957549] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0491f45c-799d-46a6-b25f-9a77431df816 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.965755] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88261d5-3f26-4939-9825-4d0f0201676d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.000867] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Acquiring lock "b46cd1c6-2aad-4458-a2b4-1c4a09784cb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.001142] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "b46cd1c6-2aad-4458-a2b4-1c4a09784cb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.005702] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13a2e07-0b78-4cb9-bc51-df86a463472d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.014362] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb7fc40-d2eb-44ac-925f-6c7be7d249be {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.019624] env[68872]: DEBUG oslo_concurrency.lockutils [None req-21a4bdc3-9911-4474-afd9-3ae7ea9d2fcb tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "bb312f3b-a64b-4ce9-859c-844ca1356005" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.223s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.031241] env[68872]: DEBUG nova.compute.provider_tree [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Updating inventory in ProviderTree for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1126.066011] env[68872]: DEBUG nova.network.neutron [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1126.073590] env[68872]: WARNING nova.network.neutron [None req-65ed8a91-c4d4-476e-a03a-d7de38d5c8e8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] bbe8b66c-e255-46d7-b97a-42980126c88b already exists in list: networks containing: ['bbe8b66c-e255-46d7-b97a-42980126c88b']. ignoring it [ 1126.098036] env[68872]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1126.098036] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d177b8-c70f-76c0-a462-ccc626829fa9" [ 1126.098036] env[68872]: _type = "HttpNfcLease" [ 1126.098036] env[68872]: } is ready. {{(pid=68872) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1126.098810] env[68872]: DEBUG oslo_vmware.rw_handles [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1126.098810] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d177b8-c70f-76c0-a462-ccc626829fa9" [ 1126.098810] env[68872]: _type = "HttpNfcLease" [ 1126.098810] env[68872]: }. {{(pid=68872) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1126.099191] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd8bf86-06a9-4243-9dff-31a55c037c62 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.106996] env[68872]: DEBUG oslo_vmware.rw_handles [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ec751f-6fc0-3753-77c0-5d1ac489124d/disk-0.vmdk from lease info. {{(pid=68872) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1126.107208] env[68872]: DEBUG oslo_vmware.rw_handles [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ec751f-6fc0-3753-77c0-5d1ac489124d/disk-0.vmdk. {{(pid=68872) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1126.177023] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-535130f9-7a70-4cf6-a1ba-4b0a714d1679 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.242464] env[68872]: DEBUG nova.compute.manager [req-8209973a-6ebb-423b-a7d7-103ab2413e7f req-7589c7ec-2ef0-4365-9fcc-3275535938c5 service nova] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Received event network-changed-a9461fc2-b96b-4fe9-ab67-5d939b6d65fb {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.242680] env[68872]: DEBUG nova.compute.manager [req-8209973a-6ebb-423b-a7d7-103ab2413e7f req-7589c7ec-2ef0-4365-9fcc-3275535938c5 service nova] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Refreshing instance network info cache due to event network-changed-a9461fc2-b96b-4fe9-ab67-5d939b6d65fb. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.242968] env[68872]: DEBUG oslo_concurrency.lockutils [req-8209973a-6ebb-423b-a7d7-103ab2413e7f req-7589c7ec-2ef0-4365-9fcc-3275535938c5 service nova] Acquiring lock "refresh_cache-bb312f3b-a64b-4ce9-859c-844ca1356005" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.243738] env[68872]: DEBUG oslo_concurrency.lockutils [req-8209973a-6ebb-423b-a7d7-103ab2413e7f req-7589c7ec-2ef0-4365-9fcc-3275535938c5 service nova] Acquired lock "refresh_cache-bb312f3b-a64b-4ce9-859c-844ca1356005" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.243738] env[68872]: DEBUG nova.network.neutron [req-8209973a-6ebb-423b-a7d7-103ab2413e7f req-7589c7ec-2ef0-4365-9fcc-3275535938c5 service nova] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Refreshing network info cache for port a9461fc2-b96b-4fe9-ab67-5d939b6d65fb {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.329357] env[68872]: DEBUG nova.network.neutron [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Updating instance_info_cache with network_info: [{"id": "3992b4d2-3035-4d22-8bd2-dcf909d01149", "address": "fa:16:3e:71:2d:9b", "network": {"id": "39f7b18a-eed3-461f-a072-85f3b63c89cb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1823692486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78790e9510347358563839bd095fa24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3992b4d2-30", "ovs_interfaceid": "3992b4d2-3035-4d22-8bd2-dcf909d01149", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.432433] env[68872]: DEBUG oslo_concurrency.lockutils [None req-a79796ce-56cb-43ed-966b-90f67ac60c01 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "e659fc6d-55d5-44b7-a1b5-8472047de422" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.082s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.486018] env[68872]: DEBUG nova.network.neutron [None req-65ed8a91-c4d4-476e-a03a-d7de38d5c8e8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Updating instance_info_cache with network_info: [{"id": "be08c6f3-67ca-4455-b19c-8549e1a9f77c", "address": "fa:16:3e:c4:8a:db", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe08c6f3-67", "ovs_interfaceid": "be08c6f3-67ca-4455-b19c-8549e1a9f77c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b87c5025-d5d1-40ad-81a6-e5a90647349d", "address": "fa:16:3e:5e:0c:f6", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb87c5025-d5", "ovs_interfaceid": "b87c5025-d5d1-40ad-81a6-e5a90647349d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.505398] env[68872]: DEBUG nova.compute.manager [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1126.572289] env[68872]: DEBUG nova.scheduler.client.report [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Updated inventory for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with generation 144 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1126.572583] env[68872]: DEBUG nova.compute.provider_tree [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Updating resource provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f generation from 144 to 145 during operation: update_inventory {{(pid=68872) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1126.572768] env[68872]: DEBUG nova.compute.provider_tree [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Updating inventory in ProviderTree for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1126.833047] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Releasing lock "refresh_cache-9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.833453] env[68872]: DEBUG nova.compute.manager [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Instance network_info: |[{"id": "3992b4d2-3035-4d22-8bd2-dcf909d01149", "address": "fa:16:3e:71:2d:9b", "network": {"id": "39f7b18a-eed3-461f-a072-85f3b63c89cb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1823692486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78790e9510347358563839bd095fa24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3992b4d2-30", "ovs_interfaceid": "3992b4d2-3035-4d22-8bd2-dcf909d01149", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1126.834952] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:2d:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c9a12d2-469f-4199-bfaa-f791d765deac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3992b4d2-3035-4d22-8bd2-dcf909d01149', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1126.843398] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.848677] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1126.851603] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-216a5ab5-c52c-47ba-b6ef-3e67d1f88e0d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.882965] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.882965] env[68872]: value = "task-3093398" [ 1126.882965] env[68872]: _type = "Task" [ 1126.882965] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.897695] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093398, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.917905] env[68872]: DEBUG nova.compute.manager [req-f2ac4ae4-c554-4e14-b5be-e59e70289da2 req-6efce38a-efaa-4857-a08a-128aa7371095 service nova] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Received event network-vif-plugged-b87c5025-d5d1-40ad-81a6-e5a90647349d {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.918447] env[68872]: DEBUG oslo_concurrency.lockutils [req-f2ac4ae4-c554-4e14-b5be-e59e70289da2 req-6efce38a-efaa-4857-a08a-128aa7371095 service nova] Acquiring lock "70d2d251-ddcf-4db6-a965-a98764a1b74c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.918625] env[68872]: DEBUG oslo_concurrency.lockutils [req-f2ac4ae4-c554-4e14-b5be-e59e70289da2 req-6efce38a-efaa-4857-a08a-128aa7371095 service nova] Lock "70d2d251-ddcf-4db6-a965-a98764a1b74c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.918838] env[68872]: DEBUG oslo_concurrency.lockutils [req-f2ac4ae4-c554-4e14-b5be-e59e70289da2 req-6efce38a-efaa-4857-a08a-128aa7371095 service nova] Lock "70d2d251-ddcf-4db6-a965-a98764a1b74c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.918970] env[68872]: DEBUG nova.compute.manager [req-f2ac4ae4-c554-4e14-b5be-e59e70289da2 req-6efce38a-efaa-4857-a08a-128aa7371095 service nova] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] No waiting events found dispatching network-vif-plugged-b87c5025-d5d1-40ad-81a6-e5a90647349d {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1126.919239] env[68872]: WARNING nova.compute.manager [req-f2ac4ae4-c554-4e14-b5be-e59e70289da2 req-6efce38a-efaa-4857-a08a-128aa7371095 service nova] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Received unexpected event network-vif-plugged-b87c5025-d5d1-40ad-81a6-e5a90647349d for instance with vm_state active and task_state None. [ 1126.919383] env[68872]: DEBUG nova.compute.manager [req-f2ac4ae4-c554-4e14-b5be-e59e70289da2 req-6efce38a-efaa-4857-a08a-128aa7371095 service nova] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Received event network-changed-3992b4d2-3035-4d22-8bd2-dcf909d01149 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.919548] env[68872]: DEBUG nova.compute.manager [req-f2ac4ae4-c554-4e14-b5be-e59e70289da2 req-6efce38a-efaa-4857-a08a-128aa7371095 service nova] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Refreshing instance network info cache due to event network-changed-3992b4d2-3035-4d22-8bd2-dcf909d01149. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.919731] env[68872]: DEBUG oslo_concurrency.lockutils [req-f2ac4ae4-c554-4e14-b5be-e59e70289da2 req-6efce38a-efaa-4857-a08a-128aa7371095 service nova] Acquiring lock "refresh_cache-9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.919900] env[68872]: DEBUG oslo_concurrency.lockutils [req-f2ac4ae4-c554-4e14-b5be-e59e70289da2 req-6efce38a-efaa-4857-a08a-128aa7371095 service nova] Acquired lock "refresh_cache-9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.920103] env[68872]: DEBUG nova.network.neutron [req-f2ac4ae4-c554-4e14-b5be-e59e70289da2 req-6efce38a-efaa-4857-a08a-128aa7371095 service nova] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Refreshing network info cache for port 3992b4d2-3035-4d22-8bd2-dcf909d01149 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.989523] env[68872]: DEBUG oslo_concurrency.lockutils [None req-65ed8a91-c4d4-476e-a03a-d7de38d5c8e8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Releasing lock "refresh_cache-70d2d251-ddcf-4db6-a965-a98764a1b74c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.990661] env[68872]: DEBUG oslo_concurrency.lockutils [None req-65ed8a91-c4d4-476e-a03a-d7de38d5c8e8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "70d2d251-ddcf-4db6-a965-a98764a1b74c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.990661] env[68872]: DEBUG oslo_concurrency.lockutils [None req-65ed8a91-c4d4-476e-a03a-d7de38d5c8e8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquired lock "70d2d251-ddcf-4db6-a965-a98764a1b74c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.992083] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2ccfec-268e-4333-862b-0dda8f39f486 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.017100] env[68872]: DEBUG nova.virt.hardware [None req-65ed8a91-c4d4-476e-a03a-d7de38d5c8e8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.017331] env[68872]: DEBUG nova.virt.hardware [None req-65ed8a91-c4d4-476e-a03a-d7de38d5c8e8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.017484] env[68872]: DEBUG nova.virt.hardware [None req-65ed8a91-c4d4-476e-a03a-d7de38d5c8e8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.017688] env[68872]: DEBUG nova.virt.hardware [None req-65ed8a91-c4d4-476e-a03a-d7de38d5c8e8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.017836] env[68872]: DEBUG nova.virt.hardware [None req-65ed8a91-c4d4-476e-a03a-d7de38d5c8e8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.017982] env[68872]: DEBUG nova.virt.hardware [None req-65ed8a91-c4d4-476e-a03a-d7de38d5c8e8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.018235] env[68872]: DEBUG nova.virt.hardware [None req-65ed8a91-c4d4-476e-a03a-d7de38d5c8e8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.018402] env[68872]: DEBUG nova.virt.hardware [None req-65ed8a91-c4d4-476e-a03a-d7de38d5c8e8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.018578] env[68872]: DEBUG nova.virt.hardware [None req-65ed8a91-c4d4-476e-a03a-d7de38d5c8e8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.018737] env[68872]: DEBUG nova.virt.hardware [None req-65ed8a91-c4d4-476e-a03a-d7de38d5c8e8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.018913] env[68872]: DEBUG nova.virt.hardware [None req-65ed8a91-c4d4-476e-a03a-d7de38d5c8e8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.025485] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-65ed8a91-c4d4-476e-a03a-d7de38d5c8e8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Reconfiguring VM to attach interface {{(pid=68872) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1127.026774] env[68872]: DEBUG nova.network.neutron [req-8209973a-6ebb-423b-a7d7-103ab2413e7f req-7589c7ec-2ef0-4365-9fcc-3275535938c5 service nova] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Updated VIF entry in instance network info cache for port a9461fc2-b96b-4fe9-ab67-5d939b6d65fb. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.027103] env[68872]: DEBUG nova.network.neutron [req-8209973a-6ebb-423b-a7d7-103ab2413e7f req-7589c7ec-2ef0-4365-9fcc-3275535938c5 service nova] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Updating instance_info_cache with network_info: [{"id": "a9461fc2-b96b-4fe9-ab67-5d939b6d65fb", "address": "fa:16:3e:51:a2:8f", "network": {"id": "8d8a8028-be48-4a6a-a1fd-979a80226453", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-102971206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "558e9b8f78a1489cb07f84e03547223f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9461fc2-b9", "ovs_interfaceid": "a9461fc2-b96b-4fe9-ab67-5d939b6d65fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.028251] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04bfe8b4-25a0-444c-a7f1-98f1c6974461 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.042733] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.049841] env[68872]: DEBUG oslo_vmware.api [None req-65ed8a91-c4d4-476e-a03a-d7de38d5c8e8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 1127.049841] env[68872]: value = "task-3093399" [ 1127.049841] env[68872]: _type = "Task" [ 1127.049841] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.060407] env[68872]: DEBUG oslo_vmware.api [None req-65ed8a91-c4d4-476e-a03a-d7de38d5c8e8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093399, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.079811] env[68872]: DEBUG oslo_concurrency.lockutils [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.663s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.082355] env[68872]: DEBUG oslo_concurrency.lockutils [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.032s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.083978] env[68872]: INFO nova.compute.claims [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.102190] env[68872]: INFO nova.scheduler.client.report [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Deleted allocations for instance 4d80768b-8ccb-4b12-b4cc-389191fda287 [ 1127.400573] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093398, 'name': CreateVM_Task, 'duration_secs': 0.385686} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.401506] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1127.402382] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.402597] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.403016] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.403629] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-371f5a02-f8fe-4a88-939b-73e0d68196b5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.411945] env[68872]: DEBUG oslo_vmware.api [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Waiting for the task: (returnval){ [ 1127.411945] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a34c7c-5375-99e9-1367-354952fa2257" [ 1127.411945] env[68872]: _type = "Task" [ 1127.411945] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.427416] env[68872]: DEBUG oslo_vmware.api [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a34c7c-5375-99e9-1367-354952fa2257, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.507720] env[68872]: DEBUG oslo_vmware.rw_handles [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Completed reading data from the image iterator. {{(pid=68872) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1127.507980] env[68872]: DEBUG oslo_vmware.rw_handles [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ec751f-6fc0-3753-77c0-5d1ac489124d/disk-0.vmdk. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1127.508964] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64da585-20a8-45d4-8b09-d304d8e72677 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.517986] env[68872]: DEBUG oslo_vmware.rw_handles [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ec751f-6fc0-3753-77c0-5d1ac489124d/disk-0.vmdk is in state: ready. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1127.518289] env[68872]: DEBUG oslo_vmware.rw_handles [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ec751f-6fc0-3753-77c0-5d1ac489124d/disk-0.vmdk. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1127.518601] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-30d5b8a7-b3bf-4dc0-b284-b5a93af3e3b5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.544303] env[68872]: DEBUG oslo_concurrency.lockutils [req-8209973a-6ebb-423b-a7d7-103ab2413e7f req-7589c7ec-2ef0-4365-9fcc-3275535938c5 service nova] Releasing lock "refresh_cache-bb312f3b-a64b-4ce9-859c-844ca1356005" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.562191] env[68872]: DEBUG oslo_vmware.api [None req-65ed8a91-c4d4-476e-a03a-d7de38d5c8e8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.617806] env[68872]: DEBUG oslo_concurrency.lockutils [None req-aabc205b-d525-4731-92eb-f9da63819c49 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "4d80768b-8ccb-4b12-b4cc-389191fda287" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.467s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.653511] env[68872]: DEBUG nova.network.neutron [req-f2ac4ae4-c554-4e14-b5be-e59e70289da2 req-6efce38a-efaa-4857-a08a-128aa7371095 service nova] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Updated VIF entry in instance network info cache for port 3992b4d2-3035-4d22-8bd2-dcf909d01149. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.653932] env[68872]: DEBUG nova.network.neutron [req-f2ac4ae4-c554-4e14-b5be-e59e70289da2 req-6efce38a-efaa-4857-a08a-128aa7371095 service nova] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Updating instance_info_cache with network_info: [{"id": "3992b4d2-3035-4d22-8bd2-dcf909d01149", "address": "fa:16:3e:71:2d:9b", "network": {"id": "39f7b18a-eed3-461f-a072-85f3b63c89cb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1823692486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78790e9510347358563839bd095fa24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3992b4d2-30", "ovs_interfaceid": "3992b4d2-3035-4d22-8bd2-dcf909d01149", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.888265] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0f98ce95-f646-403e-bd1a-27eceb7a2c09 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "e659fc6d-55d5-44b7-a1b5-8472047de422" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.888534] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0f98ce95-f646-403e-bd1a-27eceb7a2c09 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "e659fc6d-55d5-44b7-a1b5-8472047de422" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.888753] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0f98ce95-f646-403e-bd1a-27eceb7a2c09 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "e659fc6d-55d5-44b7-a1b5-8472047de422-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.889026] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0f98ce95-f646-403e-bd1a-27eceb7a2c09 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "e659fc6d-55d5-44b7-a1b5-8472047de422-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.889302] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0f98ce95-f646-403e-bd1a-27eceb7a2c09 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "e659fc6d-55d5-44b7-a1b5-8472047de422-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.891678] env[68872]: INFO nova.compute.manager [None req-0f98ce95-f646-403e-bd1a-27eceb7a2c09 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Terminating instance [ 1127.922113] env[68872]: DEBUG oslo_vmware.api [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52a34c7c-5375-99e9-1367-354952fa2257, 'name': SearchDatastore_Task, 'duration_secs': 0.011982} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.922484] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.922696] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1127.922938] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.923180] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.923387] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.923654] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9f00dce-7acb-4555-a464-c2229cdd460c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.936105] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1127.936424] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1127.937373] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93f7fd19-a6dc-4a20-9153-89074a29bd8d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.945745] env[68872]: DEBUG oslo_vmware.api [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Waiting for the task: (returnval){ [ 1127.945745] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52caa4d8-8734-29da-2387-2d6434d02841" [ 1127.945745] env[68872]: _type = "Task" [ 1127.945745] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.954175] env[68872]: DEBUG oslo_vmware.api [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52caa4d8-8734-29da-2387-2d6434d02841, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.956986] env[68872]: DEBUG oslo_vmware.rw_handles [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ec751f-6fc0-3753-77c0-5d1ac489124d/disk-0.vmdk. {{(pid=68872) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1127.957211] env[68872]: INFO nova.virt.vmwareapi.images [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Downloaded image file data 0d798c4e-e0de-4aa2-a95e-193bd3d052ce [ 1127.957933] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5375c97a-037e-4cdb-9445-6596a27ffe86 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.973332] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbacf23c-34c5-4a32-9863-e0c70a475202 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.063320] env[68872]: DEBUG oslo_vmware.api [None req-65ed8a91-c4d4-476e-a03a-d7de38d5c8e8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093399, 'name': ReconfigVM_Task, 'duration_secs': 0.666291} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.063844] env[68872]: DEBUG oslo_concurrency.lockutils [None req-65ed8a91-c4d4-476e-a03a-d7de38d5c8e8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Releasing lock "70d2d251-ddcf-4db6-a965-a98764a1b74c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.064199] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-65ed8a91-c4d4-476e-a03a-d7de38d5c8e8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Reconfigured VM to attach interface {{(pid=68872) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1128.151050] env[68872]: INFO nova.virt.vmwareapi.images [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] The imported VM was unregistered [ 1128.153586] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Caching image {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1128.154307] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Creating directory with path [datastore2] devstack-image-cache_base/0d798c4e-e0de-4aa2-a95e-193bd3d052ce {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.154307] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64a4f637-9f57-48e8-b851-5ec4c2ca6d3a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.156314] env[68872]: DEBUG oslo_concurrency.lockutils [req-f2ac4ae4-c554-4e14-b5be-e59e70289da2 req-6efce38a-efaa-4857-a08a-128aa7371095 service nova] Releasing lock "refresh_cache-9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.156547] env[68872]: DEBUG nova.compute.manager [req-f2ac4ae4-c554-4e14-b5be-e59e70289da2 req-6efce38a-efaa-4857-a08a-128aa7371095 service nova] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Received event network-changed-b87c5025-d5d1-40ad-81a6-e5a90647349d {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.156707] env[68872]: DEBUG nova.compute.manager [req-f2ac4ae4-c554-4e14-b5be-e59e70289da2 req-6efce38a-efaa-4857-a08a-128aa7371095 service nova] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Refreshing instance network info cache due to event network-changed-b87c5025-d5d1-40ad-81a6-e5a90647349d. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.156913] env[68872]: DEBUG oslo_concurrency.lockutils [req-f2ac4ae4-c554-4e14-b5be-e59e70289da2 req-6efce38a-efaa-4857-a08a-128aa7371095 service nova] Acquiring lock "refresh_cache-70d2d251-ddcf-4db6-a965-a98764a1b74c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.157055] env[68872]: DEBUG oslo_concurrency.lockutils [req-f2ac4ae4-c554-4e14-b5be-e59e70289da2 req-6efce38a-efaa-4857-a08a-128aa7371095 service nova] Acquired lock "refresh_cache-70d2d251-ddcf-4db6-a965-a98764a1b74c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.157216] env[68872]: DEBUG nova.network.neutron [req-f2ac4ae4-c554-4e14-b5be-e59e70289da2 req-6efce38a-efaa-4857-a08a-128aa7371095 service nova] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Refreshing network info cache for port b87c5025-d5d1-40ad-81a6-e5a90647349d {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.186964] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Created directory with path [datastore2] devstack-image-cache_base/0d798c4e-e0de-4aa2-a95e-193bd3d052ce {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.187176] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_3eccfd8d-0f43-4f4c-9694-d392bf6afd3f/OSTACK_IMG_3eccfd8d-0f43-4f4c-9694-d392bf6afd3f.vmdk to [datastore2] devstack-image-cache_base/0d798c4e-e0de-4aa2-a95e-193bd3d052ce/0d798c4e-e0de-4aa2-a95e-193bd3d052ce.vmdk. {{(pid=68872) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1128.187433] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2505896d-3d63-4967-bc35-5fca18dad730 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.194862] env[68872]: DEBUG oslo_vmware.api [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 1128.194862] env[68872]: value = "task-3093401" [ 1128.194862] env[68872]: _type = "Task" [ 1128.194862] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.205680] env[68872]: DEBUG oslo_vmware.api [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093401, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.269555] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8bbeba-59f2-43db-baf4-154b7fe21093 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.277859] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d133b5-5052-4a00-af1e-0ec905bdd1ed {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.316401] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9d9194-625f-4bbf-bed6-6395ae8bbf00 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.329933] env[68872]: DEBUG oslo_concurrency.lockutils [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "8e60ec2c-5641-4b97-ad68-d05abfe42437" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.330208] env[68872]: DEBUG oslo_concurrency.lockutils [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "8e60ec2c-5641-4b97-ad68-d05abfe42437" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.333390] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b04fee-6e33-4928-ada2-d181de9a929a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.348615] env[68872]: DEBUG nova.compute.provider_tree [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Updating inventory in ProviderTree for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1128.396145] env[68872]: DEBUG nova.compute.manager [None req-0f98ce95-f646-403e-bd1a-27eceb7a2c09 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1128.396404] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0f98ce95-f646-403e-bd1a-27eceb7a2c09 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.397820] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d43ba0f-83ec-4d6c-8772-615a31ffa6ea {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.405452] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0f98ce95-f646-403e-bd1a-27eceb7a2c09 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1128.405722] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eada7ffd-cd05-4a6c-a118-3050b718d7ae {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.455924] env[68872]: DEBUG oslo_vmware.api [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52caa4d8-8734-29da-2387-2d6434d02841, 'name': SearchDatastore_Task, 'duration_secs': 0.022908} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.456759] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65c1fc41-268a-4776-871c-e3f59b3fd213 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.461911] env[68872]: DEBUG oslo_vmware.api [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Waiting for the task: (returnval){ [ 1128.461911] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]525bec3d-d0b7-fab5-b6f4-893b8f108199" [ 1128.461911] env[68872]: _type = "Task" [ 1128.461911] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.472742] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0f98ce95-f646-403e-bd1a-27eceb7a2c09 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1128.473015] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0f98ce95-f646-403e-bd1a-27eceb7a2c09 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1128.473237] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f98ce95-f646-403e-bd1a-27eceb7a2c09 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Deleting the datastore file [datastore1] e659fc6d-55d5-44b7-a1b5-8472047de422 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.476196] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4c967fb-f64d-4e9e-8c6c-5b357031b55e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.478191] env[68872]: DEBUG oslo_vmware.api [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]525bec3d-d0b7-fab5-b6f4-893b8f108199, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.487342] env[68872]: DEBUG oslo_vmware.api [None req-0f98ce95-f646-403e-bd1a-27eceb7a2c09 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 1128.487342] env[68872]: value = "task-3093403" [ 1128.487342] env[68872]: _type = "Task" [ 1128.487342] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.501270] env[68872]: DEBUG oslo_vmware.api [None req-0f98ce95-f646-403e-bd1a-27eceb7a2c09 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.569015] env[68872]: DEBUG oslo_concurrency.lockutils [None req-65ed8a91-c4d4-476e-a03a-d7de38d5c8e8 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "interface-70d2d251-ddcf-4db6-a965-a98764a1b74c-b87c5025-d5d1-40ad-81a6-e5a90647349d" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.669s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.709897] env[68872]: DEBUG oslo_vmware.api [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093401, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.769618] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "d47cb107-e374-4bf6-8e88-3210205be1b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.769857] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "d47cb107-e374-4bf6-8e88-3210205be1b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.839072] env[68872]: DEBUG nova.compute.manager [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1128.874052] env[68872]: ERROR nova.scheduler.client.report [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [req-9f7fb4de-a5b1-4ec8-945b-a3477dfccddc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9f7fb4de-a5b1-4ec8-945b-a3477dfccddc"}]} [ 1128.896332] env[68872]: DEBUG nova.scheduler.client.report [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Refreshing inventories for resource provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1128.917521] env[68872]: DEBUG nova.scheduler.client.report [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Updating ProviderTree inventory for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1128.917521] env[68872]: DEBUG nova.compute.provider_tree [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Updating inventory in ProviderTree for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1128.925107] env[68872]: DEBUG nova.network.neutron [req-f2ac4ae4-c554-4e14-b5be-e59e70289da2 req-6efce38a-efaa-4857-a08a-128aa7371095 service nova] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Updated VIF entry in instance network info cache for port b87c5025-d5d1-40ad-81a6-e5a90647349d. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.925557] env[68872]: DEBUG nova.network.neutron [req-f2ac4ae4-c554-4e14-b5be-e59e70289da2 req-6efce38a-efaa-4857-a08a-128aa7371095 service nova] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Updating instance_info_cache with network_info: [{"id": "be08c6f3-67ca-4455-b19c-8549e1a9f77c", "address": "fa:16:3e:c4:8a:db", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe08c6f3-67", "ovs_interfaceid": "be08c6f3-67ca-4455-b19c-8549e1a9f77c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b87c5025-d5d1-40ad-81a6-e5a90647349d", "address": "fa:16:3e:5e:0c:f6", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb87c5025-d5", "ovs_interfaceid": "b87c5025-d5d1-40ad-81a6-e5a90647349d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.937139] env[68872]: DEBUG nova.scheduler.client.report [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Refreshing aggregate associations for resource provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f, aggregates: None {{(pid=68872) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1128.967800] env[68872]: DEBUG nova.scheduler.client.report [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Refreshing trait associations for resource provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=68872) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1128.980771] env[68872]: DEBUG oslo_vmware.api [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]525bec3d-d0b7-fab5-b6f4-893b8f108199, 'name': SearchDatastore_Task, 'duration_secs': 0.056192} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.980771] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.981070] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064/9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1128.985027] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9474d307-a493-483d-8f2a-3011329977e1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.994876] env[68872]: DEBUG oslo_vmware.api [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Waiting for the task: (returnval){ [ 1128.994876] env[68872]: value = "task-3093404" [ 1128.994876] env[68872]: _type = "Task" [ 1128.994876] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.002897] env[68872]: DEBUG oslo_vmware.api [None req-0f98ce95-f646-403e-bd1a-27eceb7a2c09 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.007388] env[68872]: DEBUG oslo_vmware.api [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': task-3093404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.180302] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b11bee0-6fc8-46f4-84ea-ecf0e771647d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.192345] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e6c318-1857-4c32-ab2d-41fc6076f686 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.235968] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77092e92-31e5-444f-9848-3e2db1d988c9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.239016] env[68872]: DEBUG oslo_vmware.api [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093401, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.246896] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abbd580-dac3-429c-a6cb-539f9fd91e6d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.266166] env[68872]: DEBUG nova.compute.provider_tree [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Updating inventory in ProviderTree for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1129.272307] env[68872]: DEBUG nova.compute.manager [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1129.363827] env[68872]: DEBUG oslo_concurrency.lockutils [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.428594] env[68872]: DEBUG oslo_concurrency.lockutils [req-f2ac4ae4-c554-4e14-b5be-e59e70289da2 req-6efce38a-efaa-4857-a08a-128aa7371095 service nova] Releasing lock "refresh_cache-70d2d251-ddcf-4db6-a965-a98764a1b74c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.501563] env[68872]: DEBUG oslo_vmware.api [None req-0f98ce95-f646-403e-bd1a-27eceb7a2c09 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.511788] env[68872]: DEBUG oslo_vmware.api [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': task-3093404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.714878] env[68872]: DEBUG oslo_vmware.api [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093401, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.795355] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.801162] env[68872]: DEBUG nova.scheduler.client.report [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Updated inventory for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with generation 147 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1129.801460] env[68872]: DEBUG nova.compute.provider_tree [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Updating resource provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f generation from 147 to 148 during operation: update_inventory {{(pid=68872) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1129.801645] env[68872]: DEBUG nova.compute.provider_tree [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Updating inventory in ProviderTree for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1130.002912] env[68872]: DEBUG oslo_vmware.api [None req-0f98ce95-f646-403e-bd1a-27eceb7a2c09 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.285431} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.006300] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f98ce95-f646-403e-bd1a-27eceb7a2c09 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.006504] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0f98ce95-f646-403e-bd1a-27eceb7a2c09 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.006713] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0f98ce95-f646-403e-bd1a-27eceb7a2c09 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.006945] env[68872]: INFO nova.compute.manager [None req-0f98ce95-f646-403e-bd1a-27eceb7a2c09 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1130.007223] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f98ce95-f646-403e-bd1a-27eceb7a2c09 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.007445] env[68872]: DEBUG oslo_vmware.api [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': task-3093404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.007705] env[68872]: DEBUG nova.compute.manager [-] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1130.007830] env[68872]: DEBUG nova.network.neutron [-] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1130.159584] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6d5e900a-e354-4e75-b1e9-6de1ae37ea41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "interface-70d2d251-ddcf-4db6-a965-a98764a1b74c-b87c5025-d5d1-40ad-81a6-e5a90647349d" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.159855] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6d5e900a-e354-4e75-b1e9-6de1ae37ea41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "interface-70d2d251-ddcf-4db6-a965-a98764a1b74c-b87c5025-d5d1-40ad-81a6-e5a90647349d" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.213751] env[68872]: DEBUG oslo_vmware.api [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093401, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.300861] env[68872]: DEBUG nova.compute.manager [req-1df065f3-5a13-47de-9ed1-dd28321fcb90 req-a729f4dc-35b5-4bf8-9e46-bc8c710e6ee2 service nova] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Received event network-vif-deleted-22c83f31-2761-434a-bbfa-3e1266408ad7 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.301180] env[68872]: INFO nova.compute.manager [req-1df065f3-5a13-47de-9ed1-dd28321fcb90 req-a729f4dc-35b5-4bf8-9e46-bc8c710e6ee2 service nova] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Neutron deleted interface 22c83f31-2761-434a-bbfa-3e1266408ad7; detaching it from the instance and deleting it from the info cache [ 1130.301377] env[68872]: DEBUG nova.network.neutron [req-1df065f3-5a13-47de-9ed1-dd28321fcb90 req-a729f4dc-35b5-4bf8-9e46-bc8c710e6ee2 service nova] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.307962] env[68872]: DEBUG oslo_concurrency.lockutils [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.225s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.308636] env[68872]: DEBUG nova.compute.manager [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1130.311703] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.269s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.313396] env[68872]: INFO nova.compute.claims [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1130.508786] env[68872]: DEBUG oslo_vmware.api [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': task-3093404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.662945] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6d5e900a-e354-4e75-b1e9-6de1ae37ea41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "70d2d251-ddcf-4db6-a965-a98764a1b74c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.663247] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6d5e900a-e354-4e75-b1e9-6de1ae37ea41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquired lock "70d2d251-ddcf-4db6-a965-a98764a1b74c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.664376] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91c6a33-5fb1-4716-ada3-abf6e8a26fa3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.686223] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247f9b8a-30e4-45ac-ac93-454c46632209 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.714351] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5e900a-e354-4e75-b1e9-6de1ae37ea41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Reconfiguring VM to detach interface {{(pid=68872) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1130.717942] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19e800b3-d755-4480-8bb4-f06e14f7fa4a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.740086] env[68872]: DEBUG oslo_vmware.api [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093401, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.741987] env[68872]: DEBUG oslo_vmware.api [None req-6d5e900a-e354-4e75-b1e9-6de1ae37ea41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 1130.741987] env[68872]: value = "task-3093405" [ 1130.741987] env[68872]: _type = "Task" [ 1130.741987] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.754442] env[68872]: DEBUG oslo_vmware.api [None req-6d5e900a-e354-4e75-b1e9-6de1ae37ea41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093405, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.780101] env[68872]: DEBUG nova.network.neutron [-] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.804278] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b607a41c-5bdf-44b6-9d51-5f59ccb3729d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.818241] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba159d47-849e-457b-949b-ab128b7f5112 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.830218] env[68872]: DEBUG nova.compute.utils [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1130.834510] env[68872]: DEBUG nova.compute.manager [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1130.834702] env[68872]: DEBUG nova.network.neutron [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1130.868268] env[68872]: DEBUG nova.compute.manager [req-1df065f3-5a13-47de-9ed1-dd28321fcb90 req-a729f4dc-35b5-4bf8-9e46-bc8c710e6ee2 service nova] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Detach interface failed, port_id=22c83f31-2761-434a-bbfa-3e1266408ad7, reason: Instance e659fc6d-55d5-44b7-a1b5-8472047de422 could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1130.889691] env[68872]: DEBUG nova.policy [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '071b837659fa463e8865bc76a704e425', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4adfb6086df1437592701ee54f697cb5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 1131.006229] env[68872]: DEBUG oslo_vmware.api [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': task-3093404, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.993234} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.006600] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064/9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1131.006715] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.006934] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97991c3f-1e48-46d8-9b06-a3dedb094873 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.013177] env[68872]: DEBUG oslo_vmware.api [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Waiting for the task: (returnval){ [ 1131.013177] env[68872]: value = "task-3093406" [ 1131.013177] env[68872]: _type = "Task" [ 1131.013177] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.021194] env[68872]: DEBUG oslo_vmware.api [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': task-3093406, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.166723] env[68872]: DEBUG nova.network.neutron [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Successfully created port: 9ae2251c-73f9-4f91-b682-72cb4ac782bb {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1131.218214] env[68872]: DEBUG oslo_vmware.api [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093401, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.762229} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.218482] env[68872]: INFO nova.virt.vmwareapi.ds_util [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_3eccfd8d-0f43-4f4c-9694-d392bf6afd3f/OSTACK_IMG_3eccfd8d-0f43-4f4c-9694-d392bf6afd3f.vmdk to [datastore2] devstack-image-cache_base/0d798c4e-e0de-4aa2-a95e-193bd3d052ce/0d798c4e-e0de-4aa2-a95e-193bd3d052ce.vmdk. [ 1131.218702] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Cleaning up location [datastore2] OSTACK_IMG_3eccfd8d-0f43-4f4c-9694-d392bf6afd3f {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1131.218824] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_3eccfd8d-0f43-4f4c-9694-d392bf6afd3f {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.219094] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e35eaf8-4e0a-4961-9b02-3deec4d740fe {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.225865] env[68872]: DEBUG oslo_vmware.api [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 1131.225865] env[68872]: value = "task-3093407" [ 1131.225865] env[68872]: _type = "Task" [ 1131.225865] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.234275] env[68872]: DEBUG oslo_vmware.api [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.250506] env[68872]: DEBUG oslo_vmware.api [None req-6d5e900a-e354-4e75-b1e9-6de1ae37ea41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.283212] env[68872]: INFO nova.compute.manager [-] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Took 1.28 seconds to deallocate network for instance. [ 1131.335237] env[68872]: DEBUG nova.compute.manager [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1131.523310] env[68872]: DEBUG oslo_vmware.api [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': task-3093406, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078668} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.523584] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1131.524473] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6dfb81-f658-4926-857d-e88929da5c36 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.546636] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064/9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.546935] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae5ab928-e494-4dfb-bb20-a46b88c6a021 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.568752] env[68872]: DEBUG oslo_vmware.api [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Waiting for the task: (returnval){ [ 1131.568752] env[68872]: value = "task-3093408" [ 1131.568752] env[68872]: _type = "Task" [ 1131.568752] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.579757] env[68872]: DEBUG oslo_vmware.api [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': task-3093408, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.606708] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2789913-957b-4988-8e88-8831e579d11f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.614627] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a57ba8-f330-49a2-8f7e-5dc249ce3510 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.647539] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769dc97f-3a6f-4708-bcef-d4b067e91297 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.656263] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c61d14-b36f-4de7-841e-364424081da9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.670816] env[68872]: DEBUG nova.compute.provider_tree [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Updating inventory in ProviderTree for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1131.737178] env[68872]: DEBUG oslo_vmware.api [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034757} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.737493] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.737672] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0d798c4e-e0de-4aa2-a95e-193bd3d052ce/0d798c4e-e0de-4aa2-a95e-193bd3d052ce.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.737949] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0d798c4e-e0de-4aa2-a95e-193bd3d052ce/0d798c4e-e0de-4aa2-a95e-193bd3d052ce.vmdk to [datastore2] 896f5a0b-07c5-4142-8b80-d61bb67abe6e/896f5a0b-07c5-4142-8b80-d61bb67abe6e.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1131.738248] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-858cf279-be68-45b9-af41-8377186b98bb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.747495] env[68872]: DEBUG oslo_vmware.api [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 1131.747495] env[68872]: value = "task-3093409" [ 1131.747495] env[68872]: _type = "Task" [ 1131.747495] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.754466] env[68872]: DEBUG oslo_vmware.api [None req-6d5e900a-e354-4e75-b1e9-6de1ae37ea41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.760312] env[68872]: DEBUG oslo_vmware.api [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.789441] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0f98ce95-f646-403e-bd1a-27eceb7a2c09 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.082481] env[68872]: DEBUG oslo_vmware.api [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': task-3093408, 'name': ReconfigVM_Task, 'duration_secs': 0.323927} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.082899] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064/9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.083703] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-438641c7-1f89-4941-b81e-1a20025e95af {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.097055] env[68872]: DEBUG oslo_vmware.api [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Waiting for the task: (returnval){ [ 1132.097055] env[68872]: value = "task-3093410" [ 1132.097055] env[68872]: _type = "Task" [ 1132.097055] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.112064] env[68872]: DEBUG oslo_vmware.api [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': task-3093410, 'name': Rename_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.206911] env[68872]: DEBUG nova.scheduler.client.report [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Updated inventory for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with generation 148 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1132.207229] env[68872]: DEBUG nova.compute.provider_tree [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Updating resource provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f generation from 148 to 149 during operation: update_inventory {{(pid=68872) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1132.207452] env[68872]: DEBUG nova.compute.provider_tree [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Updating inventory in ProviderTree for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1132.257549] env[68872]: DEBUG oslo_vmware.api [None req-6d5e900a-e354-4e75-b1e9-6de1ae37ea41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.260992] env[68872]: DEBUG oslo_vmware.api [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093409, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.349682] env[68872]: DEBUG nova.compute.manager [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1132.377564] env[68872]: DEBUG nova.virt.hardware [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.377789] env[68872]: DEBUG nova.virt.hardware [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.377946] env[68872]: DEBUG nova.virt.hardware [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.378178] env[68872]: DEBUG nova.virt.hardware [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.378379] env[68872]: DEBUG nova.virt.hardware [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.378494] env[68872]: DEBUG nova.virt.hardware [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.378708] env[68872]: DEBUG nova.virt.hardware [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.378870] env[68872]: DEBUG nova.virt.hardware [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.379090] env[68872]: DEBUG nova.virt.hardware [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.379279] env[68872]: DEBUG nova.virt.hardware [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.379455] env[68872]: DEBUG nova.virt.hardware [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.380351] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049293dd-020c-4341-a5ce-a952fef5e894 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.390342] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f918a6-a026-4e65-bdfa-33b33210e013 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.544343] env[68872]: DEBUG nova.compute.manager [req-11c42eb4-49e0-4742-9195-44a41e27fbdc req-e0664696-af5e-4383-a0a8-ef6f7d126701 service nova] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Received event network-vif-plugged-9ae2251c-73f9-4f91-b682-72cb4ac782bb {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.544599] env[68872]: DEBUG oslo_concurrency.lockutils [req-11c42eb4-49e0-4742-9195-44a41e27fbdc req-e0664696-af5e-4383-a0a8-ef6f7d126701 service nova] Acquiring lock "e31abaa9-a57c-49bd-8df7-927c6e40d015-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.544811] env[68872]: DEBUG oslo_concurrency.lockutils [req-11c42eb4-49e0-4742-9195-44a41e27fbdc req-e0664696-af5e-4383-a0a8-ef6f7d126701 service nova] Lock "e31abaa9-a57c-49bd-8df7-927c6e40d015-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.545042] env[68872]: DEBUG oslo_concurrency.lockutils [req-11c42eb4-49e0-4742-9195-44a41e27fbdc req-e0664696-af5e-4383-a0a8-ef6f7d126701 service nova] Lock "e31abaa9-a57c-49bd-8df7-927c6e40d015-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.545235] env[68872]: DEBUG nova.compute.manager [req-11c42eb4-49e0-4742-9195-44a41e27fbdc req-e0664696-af5e-4383-a0a8-ef6f7d126701 service nova] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] No waiting events found dispatching network-vif-plugged-9ae2251c-73f9-4f91-b682-72cb4ac782bb {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1132.545447] env[68872]: WARNING nova.compute.manager [req-11c42eb4-49e0-4742-9195-44a41e27fbdc req-e0664696-af5e-4383-a0a8-ef6f7d126701 service nova] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Received unexpected event network-vif-plugged-9ae2251c-73f9-4f91-b682-72cb4ac782bb for instance with vm_state building and task_state spawning. [ 1132.613413] env[68872]: DEBUG oslo_vmware.api [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': task-3093410, 'name': Rename_Task, 'duration_secs': 0.393108} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.613874] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.614231] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a6a61bf-7124-4ba7-8e89-809cd41a9372 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.624388] env[68872]: DEBUG oslo_vmware.api [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Waiting for the task: (returnval){ [ 1132.624388] env[68872]: value = "task-3093411" [ 1132.624388] env[68872]: _type = "Task" [ 1132.624388] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.637667] env[68872]: DEBUG oslo_vmware.api [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': task-3093411, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.713062] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.713705] env[68872]: DEBUG nova.compute.manager [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1132.716908] env[68872]: DEBUG oslo_concurrency.lockutils [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.353s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.718512] env[68872]: INFO nova.compute.claims [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1132.757696] env[68872]: DEBUG oslo_vmware.api [None req-6d5e900a-e354-4e75-b1e9-6de1ae37ea41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.765191] env[68872]: DEBUG oslo_vmware.api [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093409, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.769614] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.769837] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.770077] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.770250] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.770398] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.770540] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.770683] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.770817] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68872) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1132.771171] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1133.108896] env[68872]: DEBUG nova.network.neutron [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Successfully updated port: 9ae2251c-73f9-4f91-b682-72cb4ac782bb {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1133.135080] env[68872]: DEBUG nova.compute.manager [req-971ecb87-16af-4d42-91fa-ab216cf45817 req-e7cb7a97-fd30-4dcb-9e5a-db1f892ecf7a service nova] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Received event network-changed-9ae2251c-73f9-4f91-b682-72cb4ac782bb {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.135383] env[68872]: DEBUG nova.compute.manager [req-971ecb87-16af-4d42-91fa-ab216cf45817 req-e7cb7a97-fd30-4dcb-9e5a-db1f892ecf7a service nova] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Refreshing instance network info cache due to event network-changed-9ae2251c-73f9-4f91-b682-72cb4ac782bb. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1133.135584] env[68872]: DEBUG oslo_concurrency.lockutils [req-971ecb87-16af-4d42-91fa-ab216cf45817 req-e7cb7a97-fd30-4dcb-9e5a-db1f892ecf7a service nova] Acquiring lock "refresh_cache-e31abaa9-a57c-49bd-8df7-927c6e40d015" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.135727] env[68872]: DEBUG oslo_concurrency.lockutils [req-971ecb87-16af-4d42-91fa-ab216cf45817 req-e7cb7a97-fd30-4dcb-9e5a-db1f892ecf7a service nova] Acquired lock "refresh_cache-e31abaa9-a57c-49bd-8df7-927c6e40d015" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.135886] env[68872]: DEBUG nova.network.neutron [req-971ecb87-16af-4d42-91fa-ab216cf45817 req-e7cb7a97-fd30-4dcb-9e5a-db1f892ecf7a service nova] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Refreshing network info cache for port 9ae2251c-73f9-4f91-b682-72cb4ac782bb {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.147772] env[68872]: DEBUG oslo_vmware.api [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': task-3093411, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.223986] env[68872]: DEBUG nova.compute.utils [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1133.229077] env[68872]: DEBUG nova.compute.manager [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1133.229404] env[68872]: DEBUG nova.network.neutron [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1133.259528] env[68872]: DEBUG oslo_vmware.api [None req-6d5e900a-e354-4e75-b1e9-6de1ae37ea41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.262917] env[68872]: DEBUG oslo_vmware.api [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093409, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.274640] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.276376] env[68872]: DEBUG nova.policy [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09e7078985a444f59878fc851ea9ec42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5a4c4290e9b4c14918ff4453755d510', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 1133.586959] env[68872]: DEBUG nova.network.neutron [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Successfully created port: bca9394a-3ae4-448b-b693-9615c3092a2b {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1133.612462] env[68872]: DEBUG oslo_concurrency.lockutils [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "refresh_cache-e31abaa9-a57c-49bd-8df7-927c6e40d015" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.644576] env[68872]: DEBUG oslo_vmware.api [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': task-3093411, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.683409] env[68872]: DEBUG nova.network.neutron [req-971ecb87-16af-4d42-91fa-ab216cf45817 req-e7cb7a97-fd30-4dcb-9e5a-db1f892ecf7a service nova] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1133.729382] env[68872]: DEBUG nova.compute.manager [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1133.768391] env[68872]: DEBUG oslo_vmware.api [None req-6d5e900a-e354-4e75-b1e9-6de1ae37ea41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.775236] env[68872]: DEBUG oslo_vmware.api [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093409, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.832807] env[68872]: DEBUG nova.network.neutron [req-971ecb87-16af-4d42-91fa-ab216cf45817 req-e7cb7a97-fd30-4dcb-9e5a-db1f892ecf7a service nova] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.984644] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38309a19-4a64-4593-9521-fdc49e426b35 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.997869] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c61c2c-b6dd-4e6f-8440-c7f3735deef8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.037180] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca3d4fc-e890-44e2-bb3b-4ebe966d9e7a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.052056] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5593fcaa-281a-4a5f-96e5-761e73b1bb73 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.071462] env[68872]: DEBUG nova.compute.provider_tree [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.138213] env[68872]: DEBUG oslo_vmware.api [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': task-3093411, 'name': PowerOnVM_Task, 'duration_secs': 1.295967} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.138545] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.138766] env[68872]: INFO nova.compute.manager [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Took 11.06 seconds to spawn the instance on the hypervisor. [ 1134.138946] env[68872]: DEBUG nova.compute.manager [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.139787] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4982bbad-2e90-4f1f-8150-ee0eaf95abab {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.257054] env[68872]: DEBUG oslo_vmware.api [None req-6d5e900a-e354-4e75-b1e9-6de1ae37ea41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.264917] env[68872]: DEBUG oslo_vmware.api [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093409, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.385237} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.265160] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0d798c4e-e0de-4aa2-a95e-193bd3d052ce/0d798c4e-e0de-4aa2-a95e-193bd3d052ce.vmdk to [datastore2] 896f5a0b-07c5-4142-8b80-d61bb67abe6e/896f5a0b-07c5-4142-8b80-d61bb67abe6e.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1134.265941] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d39a2b8-b6ac-460d-91ac-6f078e6e54df {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.293260] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 896f5a0b-07c5-4142-8b80-d61bb67abe6e/896f5a0b-07c5-4142-8b80-d61bb67abe6e.vmdk or device None with type streamOptimized {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.293731] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52fdd3c2-a7d4-4086-bb3f-823aa1c3559d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.312930] env[68872]: DEBUG oslo_vmware.api [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 1134.312930] env[68872]: value = "task-3093412" [ 1134.312930] env[68872]: _type = "Task" [ 1134.312930] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.320620] env[68872]: DEBUG oslo_vmware.api [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093412, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.336404] env[68872]: DEBUG oslo_concurrency.lockutils [req-971ecb87-16af-4d42-91fa-ab216cf45817 req-e7cb7a97-fd30-4dcb-9e5a-db1f892ecf7a service nova] Releasing lock "refresh_cache-e31abaa9-a57c-49bd-8df7-927c6e40d015" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.336727] env[68872]: DEBUG oslo_concurrency.lockutils [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquired lock "refresh_cache-e31abaa9-a57c-49bd-8df7-927c6e40d015" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.336886] env[68872]: DEBUG nova.network.neutron [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.574860] env[68872]: DEBUG nova.scheduler.client.report [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.656305] env[68872]: INFO nova.compute.manager [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Took 21.97 seconds to build instance. [ 1134.741035] env[68872]: DEBUG nova.compute.manager [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1134.755963] env[68872]: DEBUG oslo_vmware.api [None req-6d5e900a-e354-4e75-b1e9-6de1ae37ea41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.766785] env[68872]: DEBUG nova.virt.hardware [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.767022] env[68872]: DEBUG nova.virt.hardware [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.767191] env[68872]: DEBUG nova.virt.hardware [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.767396] env[68872]: DEBUG nova.virt.hardware [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.767517] env[68872]: DEBUG nova.virt.hardware [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.767667] env[68872]: DEBUG nova.virt.hardware [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.767870] env[68872]: DEBUG nova.virt.hardware [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.768047] env[68872]: DEBUG nova.virt.hardware [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.768228] env[68872]: DEBUG nova.virt.hardware [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.768392] env[68872]: DEBUG nova.virt.hardware [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.768560] env[68872]: DEBUG nova.virt.hardware [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.769367] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decae4b7-24f6-46b4-a6ae-a21a78e40342 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.777938] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66bcfda-c954-4de2-8174-22f6e2063673 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.821965] env[68872]: DEBUG oslo_vmware.api [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093412, 'name': ReconfigVM_Task, 'duration_secs': 0.355834} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.822304] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 896f5a0b-07c5-4142-8b80-d61bb67abe6e/896f5a0b-07c5-4142-8b80-d61bb67abe6e.vmdk or device None with type streamOptimized {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.823016] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5740440a-1994-4870-bc9d-c0702da1f192 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.830537] env[68872]: DEBUG oslo_vmware.api [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 1134.830537] env[68872]: value = "task-3093413" [ 1134.830537] env[68872]: _type = "Task" [ 1134.830537] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.844389] env[68872]: DEBUG oslo_vmware.api [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093413, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.888870] env[68872]: DEBUG nova.network.neutron [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1135.078974] env[68872]: DEBUG nova.network.neutron [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Updating instance_info_cache with network_info: [{"id": "9ae2251c-73f9-4f91-b682-72cb4ac782bb", "address": "fa:16:3e:9f:09:e2", "network": {"id": "dc54d513-c9ea-47f7-9c06-737e154be9e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-687418439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4adfb6086df1437592701ee54f697cb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae2251c-73", "ovs_interfaceid": "9ae2251c-73f9-4f91-b682-72cb4ac782bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.080699] env[68872]: DEBUG oslo_concurrency.lockutils [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.081165] env[68872]: DEBUG nova.compute.manager [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1135.083877] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.289s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.085357] env[68872]: INFO nova.compute.claims [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1135.157918] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f859f981-06ba-4a9f-9a46-eb275b21097b tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Lock "9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.482s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.213132] env[68872]: DEBUG nova.compute.manager [req-df0ce210-de63-48ac-994b-05f10dce3f28 req-07b579fa-8712-41fd-be41-dcd5d8872156 service nova] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Received event network-vif-plugged-bca9394a-3ae4-448b-b693-9615c3092a2b {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.213378] env[68872]: DEBUG oslo_concurrency.lockutils [req-df0ce210-de63-48ac-994b-05f10dce3f28 req-07b579fa-8712-41fd-be41-dcd5d8872156 service nova] Acquiring lock "b46cd1c6-2aad-4458-a2b4-1c4a09784cb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.213594] env[68872]: DEBUG oslo_concurrency.lockutils [req-df0ce210-de63-48ac-994b-05f10dce3f28 req-07b579fa-8712-41fd-be41-dcd5d8872156 service nova] Lock "b46cd1c6-2aad-4458-a2b4-1c4a09784cb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.213772] env[68872]: DEBUG oslo_concurrency.lockutils [req-df0ce210-de63-48ac-994b-05f10dce3f28 req-07b579fa-8712-41fd-be41-dcd5d8872156 service nova] Lock "b46cd1c6-2aad-4458-a2b4-1c4a09784cb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.213940] env[68872]: DEBUG nova.compute.manager [req-df0ce210-de63-48ac-994b-05f10dce3f28 req-07b579fa-8712-41fd-be41-dcd5d8872156 service nova] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] No waiting events found dispatching network-vif-plugged-bca9394a-3ae4-448b-b693-9615c3092a2b {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1135.215523] env[68872]: WARNING nova.compute.manager [req-df0ce210-de63-48ac-994b-05f10dce3f28 req-07b579fa-8712-41fd-be41-dcd5d8872156 service nova] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Received unexpected event network-vif-plugged-bca9394a-3ae4-448b-b693-9615c3092a2b for instance with vm_state building and task_state spawning. [ 1135.259584] env[68872]: DEBUG oslo_vmware.api [None req-6d5e900a-e354-4e75-b1e9-6de1ae37ea41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.342293] env[68872]: DEBUG oslo_vmware.api [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093413, 'name': Rename_Task, 'duration_secs': 0.15152} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.342662] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.343071] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75cc68b3-2607-4c86-adec-e0fefd1d0a87 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.351230] env[68872]: DEBUG oslo_vmware.api [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 1135.351230] env[68872]: value = "task-3093414" [ 1135.351230] env[68872]: _type = "Task" [ 1135.351230] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.359658] env[68872]: DEBUG oslo_vmware.api [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.378477] env[68872]: DEBUG nova.network.neutron [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Successfully updated port: bca9394a-3ae4-448b-b693-9615c3092a2b {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1135.584513] env[68872]: DEBUG oslo_concurrency.lockutils [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Releasing lock "refresh_cache-e31abaa9-a57c-49bd-8df7-927c6e40d015" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.584840] env[68872]: DEBUG nova.compute.manager [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Instance network_info: |[{"id": "9ae2251c-73f9-4f91-b682-72cb4ac782bb", "address": "fa:16:3e:9f:09:e2", "network": {"id": "dc54d513-c9ea-47f7-9c06-737e154be9e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-687418439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4adfb6086df1437592701ee54f697cb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae2251c-73", "ovs_interfaceid": "9ae2251c-73f9-4f91-b682-72cb4ac782bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1135.585287] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:09:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7abeeabc-351d-404c-ada6-6a7305667707', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ae2251c-73f9-4f91-b682-72cb4ac782bb', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1135.593116] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.594305] env[68872]: DEBUG nova.compute.utils [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1135.597730] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1135.598557] env[68872]: DEBUG nova.compute.manager [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1135.598723] env[68872]: DEBUG nova.network.neutron [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1135.600615] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-967163e4-853d-4559-a358-68fc71d1be03 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.629090] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1135.629090] env[68872]: value = "task-3093415" [ 1135.629090] env[68872]: _type = "Task" [ 1135.629090] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.640909] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093415, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.659346] env[68872]: DEBUG nova.policy [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afea62651c62437c92d94d76b4b90361', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9867cbb36374b6b9def662292b6f810', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 1135.759032] env[68872]: DEBUG oslo_vmware.api [None req-6d5e900a-e354-4e75-b1e9-6de1ae37ea41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.814260] env[68872]: DEBUG nova.compute.manager [req-729fa6e1-fa0a-4738-989c-7d05051c9a0c req-89fdcbda-2dd7-4e97-81c2-8d77f1091f36 service nova] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Received event network-changed-dd15a914-2a6e-4d62-947b-7f4b9d98563b {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.814260] env[68872]: DEBUG nova.compute.manager [req-729fa6e1-fa0a-4738-989c-7d05051c9a0c req-89fdcbda-2dd7-4e97-81c2-8d77f1091f36 service nova] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Refreshing instance network info cache due to event network-changed-dd15a914-2a6e-4d62-947b-7f4b9d98563b. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1135.814380] env[68872]: DEBUG oslo_concurrency.lockutils [req-729fa6e1-fa0a-4738-989c-7d05051c9a0c req-89fdcbda-2dd7-4e97-81c2-8d77f1091f36 service nova] Acquiring lock "refresh_cache-0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.814537] env[68872]: DEBUG oslo_concurrency.lockutils [req-729fa6e1-fa0a-4738-989c-7d05051c9a0c req-89fdcbda-2dd7-4e97-81c2-8d77f1091f36 service nova] Acquired lock "refresh_cache-0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.814686] env[68872]: DEBUG nova.network.neutron [req-729fa6e1-fa0a-4738-989c-7d05051c9a0c req-89fdcbda-2dd7-4e97-81c2-8d77f1091f36 service nova] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Refreshing network info cache for port dd15a914-2a6e-4d62-947b-7f4b9d98563b {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.866015] env[68872]: DEBUG oslo_vmware.api [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093414, 'name': PowerOnVM_Task, 'duration_secs': 0.477735} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.868778] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.881808] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Acquiring lock "refresh_cache-b46cd1c6-2aad-4458-a2b4-1c4a09784cb4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.881969] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Acquired lock "refresh_cache-b46cd1c6-2aad-4458-a2b4-1c4a09784cb4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.882136] env[68872]: DEBUG nova.network.neutron [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.883883] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73e7187-328c-4f73-993b-344be942f089 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.897801] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63acfbd7-ba8c-4509-90b9-58fca3558fd0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.933707] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d85db69-7972-42fe-aa4b-4aa507268fb3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.944757] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596cbbe3-95fe-4d0e-8afa-eabef05b4631 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.964232] env[68872]: DEBUG nova.compute.provider_tree [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.008780] env[68872]: DEBUG nova.network.neutron [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Successfully created port: e7becc32-61e9-473f-af8c-6943b77c3dc8 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1136.015037] env[68872]: DEBUG nova.compute.manager [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.015350] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b672ca-b782-4339-8fa0-73520dc90ad7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.099203] env[68872]: DEBUG nova.compute.manager [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1136.141085] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093415, 'name': CreateVM_Task, 'duration_secs': 0.416491} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.141931] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1136.143190] env[68872]: DEBUG oslo_concurrency.lockutils [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.143190] env[68872]: DEBUG oslo_concurrency.lockutils [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.143190] env[68872]: DEBUG oslo_concurrency.lockutils [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.143661] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46fe1038-2493-4cf5-8fcb-ff69ddd76024 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.149384] env[68872]: DEBUG oslo_vmware.api [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1136.149384] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5295c6fd-29b9-dcc8-4725-3418197e6810" [ 1136.149384] env[68872]: _type = "Task" [ 1136.149384] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.157775] env[68872]: DEBUG oslo_vmware.api [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5295c6fd-29b9-dcc8-4725-3418197e6810, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.258861] env[68872]: DEBUG oslo_vmware.api [None req-6d5e900a-e354-4e75-b1e9-6de1ae37ea41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093405, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.443690] env[68872]: DEBUG nova.network.neutron [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1136.470022] env[68872]: DEBUG nova.scheduler.client.report [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.535991] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6bdef72d-2db3-4798-a9ac-c4787a12325b tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lock "896f5a0b-07c5-4142-8b80-d61bb67abe6e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 30.933s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.669237] env[68872]: DEBUG oslo_vmware.api [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5295c6fd-29b9-dcc8-4725-3418197e6810, 'name': SearchDatastore_Task, 'duration_secs': 0.038342} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.670331] env[68872]: DEBUG nova.network.neutron [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Updating instance_info_cache with network_info: [{"id": "bca9394a-3ae4-448b-b693-9615c3092a2b", "address": "fa:16:3e:12:f6:95", "network": {"id": "09022b75-cc2c-4e8c-a849-33bf2e0de809", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1817116564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5a4c4290e9b4c14918ff4453755d510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbca9394a-3a", "ovs_interfaceid": "bca9394a-3ae4-448b-b693-9615c3092a2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.672128] env[68872]: DEBUG nova.network.neutron [req-729fa6e1-fa0a-4738-989c-7d05051c9a0c req-89fdcbda-2dd7-4e97-81c2-8d77f1091f36 service nova] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Updated VIF entry in instance network info cache for port dd15a914-2a6e-4d62-947b-7f4b9d98563b. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.672459] env[68872]: DEBUG nova.network.neutron [req-729fa6e1-fa0a-4738-989c-7d05051c9a0c req-89fdcbda-2dd7-4e97-81c2-8d77f1091f36 service nova] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Updating instance_info_cache with network_info: [{"id": "dd15a914-2a6e-4d62-947b-7f4b9d98563b", "address": "fa:16:3e:f2:2d:f8", "network": {"id": "39f7b18a-eed3-461f-a072-85f3b63c89cb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1823692486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78790e9510347358563839bd095fa24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd15a914-2a", "ovs_interfaceid": "dd15a914-2a6e-4d62-947b-7f4b9d98563b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.673635] env[68872]: DEBUG oslo_concurrency.lockutils [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.674104] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1136.675100] env[68872]: DEBUG oslo_concurrency.lockutils [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.675100] env[68872]: DEBUG oslo_concurrency.lockutils [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.675100] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1136.675430] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61c9b2ba-4960-49d1-ad8c-0d097e3bef92 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.686063] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1136.686300] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1136.687657] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f94badf-7224-40e8-af22-ca21f765fd11 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.694950] env[68872]: DEBUG oslo_vmware.api [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1136.694950] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52b2f18a-737e-4d32-21c2-085293a60abd" [ 1136.694950] env[68872]: _type = "Task" [ 1136.694950] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.704106] env[68872]: DEBUG oslo_vmware.api [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52b2f18a-737e-4d32-21c2-085293a60abd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.760044] env[68872]: DEBUG oslo_vmware.api [None req-6d5e900a-e354-4e75-b1e9-6de1ae37ea41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093405, 'name': ReconfigVM_Task, 'duration_secs': 5.906822} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.760209] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6d5e900a-e354-4e75-b1e9-6de1ae37ea41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Releasing lock "70d2d251-ddcf-4db6-a965-a98764a1b74c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.761088] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5e900a-e354-4e75-b1e9-6de1ae37ea41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Reconfigured VM to detach interface {{(pid=68872) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1136.980126] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.895s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.980126] env[68872]: DEBUG nova.compute.manager [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1136.982376] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0f98ce95-f646-403e-bd1a-27eceb7a2c09 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.193s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.982599] env[68872]: DEBUG nova.objects.instance [None req-0f98ce95-f646-403e-bd1a-27eceb7a2c09 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lazy-loading 'resources' on Instance uuid e659fc6d-55d5-44b7-a1b5-8472047de422 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.109117] env[68872]: DEBUG nova.compute.manager [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1137.143884] env[68872]: DEBUG nova.virt.hardware [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.143884] env[68872]: DEBUG nova.virt.hardware [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.144093] env[68872]: DEBUG nova.virt.hardware [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.144188] env[68872]: DEBUG nova.virt.hardware [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.144335] env[68872]: DEBUG nova.virt.hardware [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.144489] env[68872]: DEBUG nova.virt.hardware [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.144699] env[68872]: DEBUG nova.virt.hardware [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.144860] env[68872]: DEBUG nova.virt.hardware [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.145035] env[68872]: DEBUG nova.virt.hardware [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.145204] env[68872]: DEBUG nova.virt.hardware [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.145376] env[68872]: DEBUG nova.virt.hardware [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.146579] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c166fd5d-1edd-4022-88df-8f812a2960fe {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.156551] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ac88d3-0399-49a2-9cfc-6282e6bb1880 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.175811] env[68872]: DEBUG oslo_concurrency.lockutils [req-729fa6e1-fa0a-4738-989c-7d05051c9a0c req-89fdcbda-2dd7-4e97-81c2-8d77f1091f36 service nova] Releasing lock "refresh_cache-0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.176314] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Releasing lock "refresh_cache-b46cd1c6-2aad-4458-a2b4-1c4a09784cb4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.176599] env[68872]: DEBUG nova.compute.manager [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Instance network_info: |[{"id": "bca9394a-3ae4-448b-b693-9615c3092a2b", "address": "fa:16:3e:12:f6:95", "network": {"id": "09022b75-cc2c-4e8c-a849-33bf2e0de809", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1817116564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5a4c4290e9b4c14918ff4453755d510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbca9394a-3a", "ovs_interfaceid": "bca9394a-3ae4-448b-b693-9615c3092a2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1137.176969] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:f6:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bca9394a-3ae4-448b-b693-9615c3092a2b', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.184920] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Creating folder: Project (a5a4c4290e9b4c14918ff4453755d510). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1137.185265] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9e9c984-a875-4821-a9c5-0032c1e37e3a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.200936] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Created folder: Project (a5a4c4290e9b4c14918ff4453755d510) in parent group-v618835. [ 1137.201244] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Creating folder: Instances. Parent ref: group-v619143. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1137.201931] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a8547de-825f-4e89-a540-5874899365ea {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.206937] env[68872]: DEBUG oslo_vmware.api [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52b2f18a-737e-4d32-21c2-085293a60abd, 'name': SearchDatastore_Task, 'duration_secs': 0.012596} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.208049] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdd67ed4-b399-43de-965a-5a12be9506a1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.213403] env[68872]: DEBUG oslo_vmware.api [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1137.213403] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f7be64-3bf2-0232-dd0d-05912ec966cb" [ 1137.213403] env[68872]: _type = "Task" [ 1137.213403] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.217891] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Created folder: Instances in parent group-v619143. [ 1137.218161] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.218688] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.218906] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bfb4e84-250b-493f-88cd-44d3cf52f990 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.238420] env[68872]: DEBUG oslo_vmware.api [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f7be64-3bf2-0232-dd0d-05912ec966cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.245068] env[68872]: DEBUG nova.compute.manager [req-4aee1f92-ea94-481a-9954-81ef4ff8d6b4 req-aa0c74d3-14f3-489a-a7a6-af78e486a512 service nova] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Received event network-changed-bca9394a-3ae4-448b-b693-9615c3092a2b {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.245433] env[68872]: DEBUG nova.compute.manager [req-4aee1f92-ea94-481a-9954-81ef4ff8d6b4 req-aa0c74d3-14f3-489a-a7a6-af78e486a512 service nova] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Refreshing instance network info cache due to event network-changed-bca9394a-3ae4-448b-b693-9615c3092a2b. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.245703] env[68872]: DEBUG oslo_concurrency.lockutils [req-4aee1f92-ea94-481a-9954-81ef4ff8d6b4 req-aa0c74d3-14f3-489a-a7a6-af78e486a512 service nova] Acquiring lock "refresh_cache-b46cd1c6-2aad-4458-a2b4-1c4a09784cb4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.245918] env[68872]: DEBUG oslo_concurrency.lockutils [req-4aee1f92-ea94-481a-9954-81ef4ff8d6b4 req-aa0c74d3-14f3-489a-a7a6-af78e486a512 service nova] Acquired lock "refresh_cache-b46cd1c6-2aad-4458-a2b4-1c4a09784cb4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.246045] env[68872]: DEBUG nova.network.neutron [req-4aee1f92-ea94-481a-9954-81ef4ff8d6b4 req-aa0c74d3-14f3-489a-a7a6-af78e486a512 service nova] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Refreshing network info cache for port bca9394a-3ae4-448b-b693-9615c3092a2b {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.248612] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.248612] env[68872]: value = "task-3093418" [ 1137.248612] env[68872]: _type = "Task" [ 1137.248612] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.258661] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093418, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.486247] env[68872]: DEBUG nova.compute.utils [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1137.490546] env[68872]: DEBUG nova.compute.manager [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1137.490715] env[68872]: DEBUG nova.network.neutron [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1137.533411] env[68872]: DEBUG nova.policy [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7039777b29745699d1998a52761c229', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd310ae195e70437dbc04c8803c250050', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 1137.691740] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3335d439-bd53-4719-b788-dae1e5e5434c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.700722] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a399d8-c208-4057-8cd4-b1aa18f49906 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.738546] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95ad767-328f-402a-a095-99748d7aa1a4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.750442] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323bd90e-2b94-4502-a70c-1e4377b8cb90 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.756617] env[68872]: DEBUG oslo_vmware.api [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f7be64-3bf2-0232-dd0d-05912ec966cb, 'name': SearchDatastore_Task, 'duration_secs': 0.014216} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.760353] env[68872]: DEBUG oslo_concurrency.lockutils [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.760630] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] e31abaa9-a57c-49bd-8df7-927c6e40d015/e31abaa9-a57c-49bd-8df7-927c6e40d015.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1137.761592] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0a1f0b8-4d01-4346-a3a9-bf2f94ab1ffe {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.775011] env[68872]: DEBUG nova.compute.provider_tree [None req-0f98ce95-f646-403e-bd1a-27eceb7a2c09 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.779610] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093418, 'name': CreateVM_Task, 'duration_secs': 0.372399} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.780058] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1137.780696] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.780864] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.781270] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.781474] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc5f8ba9-5f9e-42a8-8f97-79fa821046bd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.784594] env[68872]: DEBUG oslo_vmware.api [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1137.784594] env[68872]: value = "task-3093419" [ 1137.784594] env[68872]: _type = "Task" [ 1137.784594] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.789239] env[68872]: DEBUG oslo_vmware.api [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Waiting for the task: (returnval){ [ 1137.789239] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529e82e1-4d43-61d2-7ae7-cdac773cd721" [ 1137.789239] env[68872]: _type = "Task" [ 1137.789239] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.796588] env[68872]: DEBUG oslo_vmware.api [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.807339] env[68872]: DEBUG oslo_vmware.api [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529e82e1-4d43-61d2-7ae7-cdac773cd721, 'name': SearchDatastore_Task, 'duration_secs': 0.011208} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.807339] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.807339] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1137.807339] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.807339] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.807339] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.807339] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-714b3163-606b-46c2-9233-fb429245ad10 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.810574] env[68872]: DEBUG nova.compute.manager [req-6631ff4e-0a56-4907-8f13-bdc53da28b6b req-12a6cb9b-06b6-4ba0-b164-964b35399722 service nova] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Received event network-vif-plugged-e7becc32-61e9-473f-af8c-6943b77c3dc8 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.811127] env[68872]: DEBUG oslo_concurrency.lockutils [req-6631ff4e-0a56-4907-8f13-bdc53da28b6b req-12a6cb9b-06b6-4ba0-b164-964b35399722 service nova] Acquiring lock "8e60ec2c-5641-4b97-ad68-d05abfe42437-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.811127] env[68872]: DEBUG oslo_concurrency.lockutils [req-6631ff4e-0a56-4907-8f13-bdc53da28b6b req-12a6cb9b-06b6-4ba0-b164-964b35399722 service nova] Lock "8e60ec2c-5641-4b97-ad68-d05abfe42437-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.811361] env[68872]: DEBUG oslo_concurrency.lockutils [req-6631ff4e-0a56-4907-8f13-bdc53da28b6b req-12a6cb9b-06b6-4ba0-b164-964b35399722 service nova] Lock "8e60ec2c-5641-4b97-ad68-d05abfe42437-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.811361] env[68872]: DEBUG nova.compute.manager [req-6631ff4e-0a56-4907-8f13-bdc53da28b6b req-12a6cb9b-06b6-4ba0-b164-964b35399722 service nova] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] No waiting events found dispatching network-vif-plugged-e7becc32-61e9-473f-af8c-6943b77c3dc8 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1137.811503] env[68872]: WARNING nova.compute.manager [req-6631ff4e-0a56-4907-8f13-bdc53da28b6b req-12a6cb9b-06b6-4ba0-b164-964b35399722 service nova] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Received unexpected event network-vif-plugged-e7becc32-61e9-473f-af8c-6943b77c3dc8 for instance with vm_state building and task_state spawning. [ 1137.813774] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.813973] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1137.814935] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e33f826a-406f-4c64-bab0-bd8a42a41c49 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.821173] env[68872]: DEBUG oslo_vmware.api [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Waiting for the task: (returnval){ [ 1137.821173] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5289559b-4504-9e4b-d337-7c014113c09f" [ 1137.821173] env[68872]: _type = "Task" [ 1137.821173] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.829901] env[68872]: DEBUG oslo_vmware.api [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5289559b-4504-9e4b-d337-7c014113c09f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.853154] env[68872]: DEBUG nova.compute.manager [req-fa88a5fc-084e-4fbb-a7fb-41e575d99cf1 req-187b987a-4741-4fb5-a7cd-016639e57c95 service nova] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Received event network-changed-dd15a914-2a6e-4d62-947b-7f4b9d98563b {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.855428] env[68872]: DEBUG nova.compute.manager [req-fa88a5fc-084e-4fbb-a7fb-41e575d99cf1 req-187b987a-4741-4fb5-a7cd-016639e57c95 service nova] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Refreshing instance network info cache due to event network-changed-dd15a914-2a6e-4d62-947b-7f4b9d98563b. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.855428] env[68872]: DEBUG oslo_concurrency.lockutils [req-fa88a5fc-084e-4fbb-a7fb-41e575d99cf1 req-187b987a-4741-4fb5-a7cd-016639e57c95 service nova] Acquiring lock "refresh_cache-0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.855428] env[68872]: DEBUG oslo_concurrency.lockutils [req-fa88a5fc-084e-4fbb-a7fb-41e575d99cf1 req-187b987a-4741-4fb5-a7cd-016639e57c95 service nova] Acquired lock "refresh_cache-0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.855428] env[68872]: DEBUG nova.network.neutron [req-fa88a5fc-084e-4fbb-a7fb-41e575d99cf1 req-187b987a-4741-4fb5-a7cd-016639e57c95 service nova] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Refreshing network info cache for port dd15a914-2a6e-4d62-947b-7f4b9d98563b {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.991844] env[68872]: DEBUG nova.compute.manager [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1138.084088] env[68872]: DEBUG nova.network.neutron [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Successfully updated port: e7becc32-61e9-473f-af8c-6943b77c3dc8 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1138.141663] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6d5e900a-e354-4e75-b1e9-6de1ae37ea41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "refresh_cache-70d2d251-ddcf-4db6-a965-a98764a1b74c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.141851] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6d5e900a-e354-4e75-b1e9-6de1ae37ea41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquired lock "refresh_cache-70d2d251-ddcf-4db6-a965-a98764a1b74c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.142061] env[68872]: DEBUG nova.network.neutron [None req-6d5e900a-e354-4e75-b1e9-6de1ae37ea41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.281102] env[68872]: DEBUG nova.scheduler.client.report [None req-0f98ce95-f646-403e-bd1a-27eceb7a2c09 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.294552] env[68872]: DEBUG oslo_vmware.api [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093419, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498561} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.295365] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] e31abaa9-a57c-49bd-8df7-927c6e40d015/e31abaa9-a57c-49bd-8df7-927c6e40d015.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1138.295737] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1138.296349] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-625e2454-2138-4380-92c7-3a51c7b77ca0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.303830] env[68872]: DEBUG oslo_vmware.api [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1138.303830] env[68872]: value = "task-3093420" [ 1138.303830] env[68872]: _type = "Task" [ 1138.303830] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.331386] env[68872]: DEBUG oslo_vmware.api [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.339281] env[68872]: DEBUG oslo_vmware.api [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5289559b-4504-9e4b-d337-7c014113c09f, 'name': SearchDatastore_Task, 'duration_secs': 0.0099} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.340262] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d737f1f0-cd61-42aa-b118-e42280765a23 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.346979] env[68872]: DEBUG oslo_vmware.api [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Waiting for the task: (returnval){ [ 1138.346979] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52608eb0-36fb-801a-b1ec-b208f274e9f9" [ 1138.346979] env[68872]: _type = "Task" [ 1138.346979] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.352833] env[68872]: DEBUG nova.network.neutron [req-4aee1f92-ea94-481a-9954-81ef4ff8d6b4 req-aa0c74d3-14f3-489a-a7a6-af78e486a512 service nova] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Updated VIF entry in instance network info cache for port bca9394a-3ae4-448b-b693-9615c3092a2b. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.353280] env[68872]: DEBUG nova.network.neutron [req-4aee1f92-ea94-481a-9954-81ef4ff8d6b4 req-aa0c74d3-14f3-489a-a7a6-af78e486a512 service nova] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Updating instance_info_cache with network_info: [{"id": "bca9394a-3ae4-448b-b693-9615c3092a2b", "address": "fa:16:3e:12:f6:95", "network": {"id": "09022b75-cc2c-4e8c-a849-33bf2e0de809", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1817116564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5a4c4290e9b4c14918ff4453755d510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbca9394a-3a", "ovs_interfaceid": "bca9394a-3ae4-448b-b693-9615c3092a2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.360601] env[68872]: DEBUG oslo_vmware.api [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52608eb0-36fb-801a-b1ec-b208f274e9f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.499551] env[68872]: INFO nova.virt.block_device [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Booting with volume c2c9940d-7e4e-48a2-86dc-c3a25d8a391e at /dev/sda [ 1138.541470] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-055a6316-4d1e-48dd-b395-cf07a43c74c7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.551904] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbbce83-77e9-4aac-a022-7baaf379bc6d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.589226] env[68872]: DEBUG oslo_concurrency.lockutils [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "refresh_cache-8e60ec2c-5641-4b97-ad68-d05abfe42437" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.589226] env[68872]: DEBUG oslo_concurrency.lockutils [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquired lock "refresh_cache-8e60ec2c-5641-4b97-ad68-d05abfe42437" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.589226] env[68872]: DEBUG nova.network.neutron [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.590402] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e24c3992-c35b-4ba0-bd71-626ca96d7a4a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.602888] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e88a586-938d-460a-b37a-c14320594e67 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.640568] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192c8cdf-c863-4291-84e1-26ea79ab02b7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.649412] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8a6ddb-e80b-41cf-a5aa-166640095481 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.665392] env[68872]: DEBUG nova.virt.block_device [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Updating existing volume attachment record: b0fc35a4-806f-44cf-aad2-7411b7bcf0fc {{(pid=68872) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1138.723202] env[68872]: DEBUG nova.network.neutron [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Successfully created port: 8e90c0ec-47b6-40f0-b2ee-e6b633e455b2 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1138.725347] env[68872]: DEBUG oslo_concurrency.lockutils [None req-98416572-708f-4f0d-afaf-7269cb176d88 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "70d2d251-ddcf-4db6-a965-a98764a1b74c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.725464] env[68872]: DEBUG oslo_concurrency.lockutils [None req-98416572-708f-4f0d-afaf-7269cb176d88 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "70d2d251-ddcf-4db6-a965-a98764a1b74c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.725660] env[68872]: DEBUG oslo_concurrency.lockutils [None req-98416572-708f-4f0d-afaf-7269cb176d88 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "70d2d251-ddcf-4db6-a965-a98764a1b74c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.725844] env[68872]: DEBUG oslo_concurrency.lockutils [None req-98416572-708f-4f0d-afaf-7269cb176d88 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "70d2d251-ddcf-4db6-a965-a98764a1b74c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.726016] env[68872]: DEBUG oslo_concurrency.lockutils [None req-98416572-708f-4f0d-afaf-7269cb176d88 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "70d2d251-ddcf-4db6-a965-a98764a1b74c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.728751] env[68872]: INFO nova.compute.manager [None req-98416572-708f-4f0d-afaf-7269cb176d88 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Terminating instance [ 1138.786236] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0f98ce95-f646-403e-bd1a-27eceb7a2c09 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.804s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.788524] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.514s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.788815] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.788913] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68872) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1138.789740] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28763b24-192f-4c5d-a4fa-e0e2e7f14673 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.802076] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95ecc64-1a57-4462-babd-f3fa5595e130 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.818541] env[68872]: DEBUG oslo_vmware.api [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073583} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.829025] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1138.832817] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f581db-7c5d-4426-86d8-aa44824d48d4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.836245] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b48fba4-fa73-4e35-9f7a-7e3caa858ba9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.854608] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4bd308-f07e-4c7d-ae09-f605f4b7bce1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.866645] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] e31abaa9-a57c-49bd-8df7-927c6e40d015/e31abaa9-a57c-49bd-8df7-927c6e40d015.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1138.869729] env[68872]: DEBUG nova.network.neutron [req-fa88a5fc-084e-4fbb-a7fb-41e575d99cf1 req-187b987a-4741-4fb5-a7cd-016639e57c95 service nova] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Updated VIF entry in instance network info cache for port dd15a914-2a6e-4d62-947b-7f4b9d98563b. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.870061] env[68872]: DEBUG nova.network.neutron [req-fa88a5fc-084e-4fbb-a7fb-41e575d99cf1 req-187b987a-4741-4fb5-a7cd-016639e57c95 service nova] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Updating instance_info_cache with network_info: [{"id": "dd15a914-2a6e-4d62-947b-7f4b9d98563b", "address": "fa:16:3e:f2:2d:f8", "network": {"id": "39f7b18a-eed3-461f-a072-85f3b63c89cb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1823692486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78790e9510347358563839bd095fa24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd15a914-2a", "ovs_interfaceid": "dd15a914-2a6e-4d62-947b-7f4b9d98563b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.878698] env[68872]: DEBUG oslo_concurrency.lockutils [req-4aee1f92-ea94-481a-9954-81ef4ff8d6b4 req-aa0c74d3-14f3-489a-a7a6-af78e486a512 service nova] Releasing lock "refresh_cache-b46cd1c6-2aad-4458-a2b4-1c4a09784cb4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.879041] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fddd3c9a-0fe1-498f-8a6f-6c6c6b46ffa9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.896019] env[68872]: INFO nova.scheduler.client.report [None req-0f98ce95-f646-403e-bd1a-27eceb7a2c09 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Deleted allocations for instance e659fc6d-55d5-44b7-a1b5-8472047de422 [ 1138.904494] env[68872]: DEBUG oslo_vmware.api [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52608eb0-36fb-801a-b1ec-b208f274e9f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010931} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.932066] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.933231] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] b46cd1c6-2aad-4458-a2b4-1c4a09784cb4/b46cd1c6-2aad-4458-a2b4-1c4a09784cb4.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1138.933231] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179117MB free_disk=137GB free_vcpus=48 pci_devices=None {{(pid=68872) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1138.933412] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.933540] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.935388] env[68872]: DEBUG oslo_vmware.api [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1138.935388] env[68872]: value = "task-3093421" [ 1138.935388] env[68872]: _type = "Task" [ 1138.935388] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.937363] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9a12190-2e3a-4fc2-ac6d-6f061572bb31 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.950349] env[68872]: DEBUG oslo_vmware.api [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.952321] env[68872]: DEBUG oslo_vmware.api [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Waiting for the task: (returnval){ [ 1138.952321] env[68872]: value = "task-3093422" [ 1138.952321] env[68872]: _type = "Task" [ 1138.952321] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.960351] env[68872]: DEBUG oslo_vmware.api [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.180456] env[68872]: DEBUG nova.network.neutron [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1139.232368] env[68872]: DEBUG nova.compute.manager [None req-98416572-708f-4f0d-afaf-7269cb176d88 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1139.232604] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-98416572-708f-4f0d-afaf-7269cb176d88 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.233729] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c367247-aa62-43b8-b4ba-ca77a6150b87 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.242542] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-98416572-708f-4f0d-afaf-7269cb176d88 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.242822] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aeaf1655-890c-4271-96be-8d024ca900dc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.251219] env[68872]: DEBUG oslo_vmware.api [None req-98416572-708f-4f0d-afaf-7269cb176d88 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 1139.251219] env[68872]: value = "task-3093423" [ 1139.251219] env[68872]: _type = "Task" [ 1139.251219] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.260862] env[68872]: DEBUG oslo_vmware.api [None req-98416572-708f-4f0d-afaf-7269cb176d88 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.329145] env[68872]: INFO nova.network.neutron [None req-6d5e900a-e354-4e75-b1e9-6de1ae37ea41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Port b87c5025-d5d1-40ad-81a6-e5a90647349d from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1139.329518] env[68872]: DEBUG nova.network.neutron [None req-6d5e900a-e354-4e75-b1e9-6de1ae37ea41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Updating instance_info_cache with network_info: [{"id": "be08c6f3-67ca-4455-b19c-8549e1a9f77c", "address": "fa:16:3e:c4:8a:db", "network": {"id": "bbe8b66c-e255-46d7-b97a-42980126c88b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1554702491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c33e619a5cd4a7cb4406944a41746d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe08c6f3-67", "ovs_interfaceid": "be08c6f3-67ca-4455-b19c-8549e1a9f77c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.395193] env[68872]: DEBUG oslo_concurrency.lockutils [req-fa88a5fc-084e-4fbb-a7fb-41e575d99cf1 req-187b987a-4741-4fb5-a7cd-016639e57c95 service nova] Releasing lock "refresh_cache-0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.397018] env[68872]: DEBUG nova.compute.manager [req-fa88a5fc-084e-4fbb-a7fb-41e575d99cf1 req-187b987a-4741-4fb5-a7cd-016639e57c95 service nova] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Received event network-changed-3992b4d2-3035-4d22-8bd2-dcf909d01149 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.397018] env[68872]: DEBUG nova.compute.manager [req-fa88a5fc-084e-4fbb-a7fb-41e575d99cf1 req-187b987a-4741-4fb5-a7cd-016639e57c95 service nova] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Refreshing instance network info cache due to event network-changed-3992b4d2-3035-4d22-8bd2-dcf909d01149. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1139.397018] env[68872]: DEBUG oslo_concurrency.lockutils [req-fa88a5fc-084e-4fbb-a7fb-41e575d99cf1 req-187b987a-4741-4fb5-a7cd-016639e57c95 service nova] Acquiring lock "refresh_cache-9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.397018] env[68872]: DEBUG oslo_concurrency.lockutils [req-fa88a5fc-084e-4fbb-a7fb-41e575d99cf1 req-187b987a-4741-4fb5-a7cd-016639e57c95 service nova] Acquired lock "refresh_cache-9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.397018] env[68872]: DEBUG nova.network.neutron [req-fa88a5fc-084e-4fbb-a7fb-41e575d99cf1 req-187b987a-4741-4fb5-a7cd-016639e57c95 service nova] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Refreshing network info cache for port 3992b4d2-3035-4d22-8bd2-dcf909d01149 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.399874] env[68872]: DEBUG nova.compute.manager [req-537b8c7d-75e8-44c1-92d5-c36809e52916 req-2afbe76c-480d-4e0f-91c0-a9d11f82056d service nova] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Received event network-changed-e7becc32-61e9-473f-af8c-6943b77c3dc8 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.400031] env[68872]: DEBUG nova.compute.manager [req-537b8c7d-75e8-44c1-92d5-c36809e52916 req-2afbe76c-480d-4e0f-91c0-a9d11f82056d service nova] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Refreshing instance network info cache due to event network-changed-e7becc32-61e9-473f-af8c-6943b77c3dc8. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1139.400214] env[68872]: DEBUG oslo_concurrency.lockutils [req-537b8c7d-75e8-44c1-92d5-c36809e52916 req-2afbe76c-480d-4e0f-91c0-a9d11f82056d service nova] Acquiring lock "refresh_cache-8e60ec2c-5641-4b97-ad68-d05abfe42437" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.405764] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0f98ce95-f646-403e-bd1a-27eceb7a2c09 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "e659fc6d-55d5-44b7-a1b5-8472047de422" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.517s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.466985] env[68872]: DEBUG oslo_vmware.api [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093421, 'name': ReconfigVM_Task, 'duration_secs': 0.535624} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.470540] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Reconfigured VM instance instance-0000006f to attach disk [datastore2] e31abaa9-a57c-49bd-8df7-927c6e40d015/e31abaa9-a57c-49bd-8df7-927c6e40d015.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.471914] env[68872]: DEBUG oslo_vmware.api [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093422, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.472194] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48c9065a-6e08-49fd-a135-85a29c296c0b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.483207] env[68872]: DEBUG oslo_vmware.api [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1139.483207] env[68872]: value = "task-3093424" [ 1139.483207] env[68872]: _type = "Task" [ 1139.483207] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.496672] env[68872]: DEBUG oslo_vmware.api [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093424, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.560154] env[68872]: DEBUG nova.network.neutron [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Updating instance_info_cache with network_info: [{"id": "e7becc32-61e9-473f-af8c-6943b77c3dc8", "address": "fa:16:3e:b0:df:f4", "network": {"id": "c09e92d2-0e24-4ab7-a494-adc38742fe8d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1942103729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9867cbb36374b6b9def662292b6f810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7becc32-61", "ovs_interfaceid": "e7becc32-61e9-473f-af8c-6943b77c3dc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.763642] env[68872]: DEBUG oslo_vmware.api [None req-98416572-708f-4f0d-afaf-7269cb176d88 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093423, 'name': PowerOffVM_Task, 'duration_secs': 0.34233} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.765752] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-98416572-708f-4f0d-afaf-7269cb176d88 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.765935] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-98416572-708f-4f0d-afaf-7269cb176d88 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.766399] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2249caec-68de-4a5d-b2f3-d5a79a2502ec {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.841402] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6d5e900a-e354-4e75-b1e9-6de1ae37ea41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Releasing lock "refresh_cache-70d2d251-ddcf-4db6-a965-a98764a1b74c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.855225] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-98416572-708f-4f0d-afaf-7269cb176d88 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.855489] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-98416572-708f-4f0d-afaf-7269cb176d88 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.855670] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-98416572-708f-4f0d-afaf-7269cb176d88 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Deleting the datastore file [datastore2] 70d2d251-ddcf-4db6-a965-a98764a1b74c {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.856381] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0da970d9-8688-4453-a41f-c426d388cab7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.866144] env[68872]: DEBUG oslo_vmware.api [None req-98416572-708f-4f0d-afaf-7269cb176d88 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 1139.866144] env[68872]: value = "task-3093426" [ 1139.866144] env[68872]: _type = "Task" [ 1139.866144] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.875631] env[68872]: DEBUG oslo_vmware.api [None req-98416572-708f-4f0d-afaf-7269cb176d88 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.971249] env[68872]: DEBUG oslo_vmware.api [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093422, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.982758] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1139.982924] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 547b97db-c690-457e-8d82-6bfbdc576f52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1139.983066] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 8e0c4a19-62da-4b15-a574-3b80a44a4eca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1139.983217] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 70d2d251-ddcf-4db6-a965-a98764a1b74c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1139.983342] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance bf74f001-e745-4f6c-bc95-b560f48fc9d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1139.983457] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1139.983572] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 896f5a0b-07c5-4142-8b80-d61bb67abe6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1139.983684] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance bb312f3b-a64b-4ce9-859c-844ca1356005 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1139.983790] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1139.983897] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance e31abaa9-a57c-49bd-8df7-927c6e40d015 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1139.984010] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance b46cd1c6-2aad-4458-a2b4-1c4a09784cb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1139.984171] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 8e60ec2c-5641-4b97-ad68-d05abfe42437 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1139.984308] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance d47cb107-e374-4bf6-8e88-3210205be1b9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1139.984518] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=68872) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1139.984657] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=68872) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1139.997015] env[68872]: DEBUG oslo_vmware.api [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093424, 'name': Rename_Task, 'duration_secs': 0.190801} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.997420] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.997727] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7922fe15-2f91-42dc-9c6e-26f756d634c6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.007843] env[68872]: DEBUG oslo_vmware.api [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1140.007843] env[68872]: value = "task-3093427" [ 1140.007843] env[68872]: _type = "Task" [ 1140.007843] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.029702] env[68872]: DEBUG oslo_vmware.api [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093427, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.063360] env[68872]: DEBUG oslo_concurrency.lockutils [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Releasing lock "refresh_cache-8e60ec2c-5641-4b97-ad68-d05abfe42437" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.063850] env[68872]: DEBUG nova.compute.manager [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Instance network_info: |[{"id": "e7becc32-61e9-473f-af8c-6943b77c3dc8", "address": "fa:16:3e:b0:df:f4", "network": {"id": "c09e92d2-0e24-4ab7-a494-adc38742fe8d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1942103729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9867cbb36374b6b9def662292b6f810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7becc32-61", "ovs_interfaceid": "e7becc32-61e9-473f-af8c-6943b77c3dc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1140.064226] env[68872]: DEBUG oslo_concurrency.lockutils [req-537b8c7d-75e8-44c1-92d5-c36809e52916 req-2afbe76c-480d-4e0f-91c0-a9d11f82056d service nova] Acquired lock "refresh_cache-8e60ec2c-5641-4b97-ad68-d05abfe42437" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.064361] env[68872]: DEBUG nova.network.neutron [req-537b8c7d-75e8-44c1-92d5-c36809e52916 req-2afbe76c-480d-4e0f-91c0-a9d11f82056d service nova] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Refreshing network info cache for port e7becc32-61e9-473f-af8c-6943b77c3dc8 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.065514] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:df:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7becc32-61e9-473f-af8c-6943b77c3dc8', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1140.074961] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.076405] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1140.076805] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e228139-eeaa-495b-8626-d1b87b81914a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.108742] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1140.108742] env[68872]: value = "task-3093428" [ 1140.108742] env[68872]: _type = "Task" [ 1140.108742] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.118989] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093428, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.168715] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0eeb939e-bdd5-45c6-958f-4b45fa2b0be7 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Acquiring lock "9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.168979] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0eeb939e-bdd5-45c6-958f-4b45fa2b0be7 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Lock "9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.169221] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0eeb939e-bdd5-45c6-958f-4b45fa2b0be7 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Acquiring lock "9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.169469] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0eeb939e-bdd5-45c6-958f-4b45fa2b0be7 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Lock "9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.169758] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0eeb939e-bdd5-45c6-958f-4b45fa2b0be7 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Lock "9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.171976] env[68872]: INFO nova.compute.manager [None req-0eeb939e-bdd5-45c6-958f-4b45fa2b0be7 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Terminating instance [ 1140.204904] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9940a52-7d97-49c3-a739-bcb621280910 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.217287] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fd7a31-0c39-4cb2-9ff6-65d55715cd6c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.257092] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5d8d53-736b-4d00-b583-5de7dd1b01a8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.266471] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa23cf66-fb06-46c0-9574-8d0878d48c51 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.277059] env[68872]: DEBUG nova.network.neutron [req-fa88a5fc-084e-4fbb-a7fb-41e575d99cf1 req-187b987a-4741-4fb5-a7cd-016639e57c95 service nova] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Updated VIF entry in instance network info cache for port 3992b4d2-3035-4d22-8bd2-dcf909d01149. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.280509] env[68872]: DEBUG nova.network.neutron [req-fa88a5fc-084e-4fbb-a7fb-41e575d99cf1 req-187b987a-4741-4fb5-a7cd-016639e57c95 service nova] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Updating instance_info_cache with network_info: [{"id": "3992b4d2-3035-4d22-8bd2-dcf909d01149", "address": "fa:16:3e:71:2d:9b", "network": {"id": "39f7b18a-eed3-461f-a072-85f3b63c89cb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1823692486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78790e9510347358563839bd095fa24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3992b4d2-30", "ovs_interfaceid": "3992b4d2-3035-4d22-8bd2-dcf909d01149", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.290309] env[68872]: DEBUG nova.compute.provider_tree [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.346862] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6d5e900a-e354-4e75-b1e9-6de1ae37ea41 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "interface-70d2d251-ddcf-4db6-a965-a98764a1b74c-b87c5025-d5d1-40ad-81a6-e5a90647349d" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.187s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.378301] env[68872]: DEBUG oslo_vmware.api [None req-98416572-708f-4f0d-afaf-7269cb176d88 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.465992] env[68872]: DEBUG oslo_vmware.api [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093422, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.522422] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f1fbfbae-8af8-4a68-8500-f49bb1646332 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "547b97db-c690-457e-8d82-6bfbdc576f52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.524487] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f1fbfbae-8af8-4a68-8500-f49bb1646332 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "547b97db-c690-457e-8d82-6bfbdc576f52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.524487] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f1fbfbae-8af8-4a68-8500-f49bb1646332 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "547b97db-c690-457e-8d82-6bfbdc576f52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.524487] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f1fbfbae-8af8-4a68-8500-f49bb1646332 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "547b97db-c690-457e-8d82-6bfbdc576f52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.524487] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f1fbfbae-8af8-4a68-8500-f49bb1646332 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "547b97db-c690-457e-8d82-6bfbdc576f52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.528902] env[68872]: DEBUG oslo_vmware.api [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093427, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.529615] env[68872]: INFO nova.compute.manager [None req-f1fbfbae-8af8-4a68-8500-f49bb1646332 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Terminating instance [ 1140.619020] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093428, 'name': CreateVM_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.682029] env[68872]: DEBUG nova.compute.manager [None req-0eeb939e-bdd5-45c6-958f-4b45fa2b0be7 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1140.682029] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0eeb939e-bdd5-45c6-958f-4b45fa2b0be7 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.684195] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0ff96b-3555-4fd9-9079-e18c00207ccb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.694138] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eeb939e-bdd5-45c6-958f-4b45fa2b0be7 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.696731] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01da646b-bc62-44fd-a01f-36196c8ad70c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.704635] env[68872]: DEBUG oslo_vmware.api [None req-0eeb939e-bdd5-45c6-958f-4b45fa2b0be7 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Waiting for the task: (returnval){ [ 1140.704635] env[68872]: value = "task-3093429" [ 1140.704635] env[68872]: _type = "Task" [ 1140.704635] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.721088] env[68872]: DEBUG oslo_vmware.api [None req-0eeb939e-bdd5-45c6-958f-4b45fa2b0be7 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': task-3093429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.780033] env[68872]: DEBUG nova.compute.manager [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1140.780033] env[68872]: DEBUG nova.virt.hardware [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.780033] env[68872]: DEBUG nova.virt.hardware [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.780033] env[68872]: DEBUG nova.virt.hardware [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.780033] env[68872]: DEBUG nova.virt.hardware [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.780033] env[68872]: DEBUG nova.virt.hardware [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.780033] env[68872]: DEBUG nova.virt.hardware [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.781276] env[68872]: DEBUG nova.virt.hardware [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.781604] env[68872]: DEBUG nova.virt.hardware [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.784094] env[68872]: DEBUG nova.virt.hardware [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.784094] env[68872]: DEBUG nova.virt.hardware [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.784094] env[68872]: DEBUG nova.virt.hardware [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.784094] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683ba56c-4feb-44c6-8297-550c69bc6023 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.795949] env[68872]: DEBUG oslo_concurrency.lockutils [req-fa88a5fc-084e-4fbb-a7fb-41e575d99cf1 req-187b987a-4741-4fb5-a7cd-016639e57c95 service nova] Releasing lock "refresh_cache-9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.797507] env[68872]: DEBUG nova.scheduler.client.report [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.811215] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c283721-2f92-430e-aa52-59f83a252805 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.824633] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68872) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1140.825142] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.891s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.826554] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.829020] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Cleaning up deleted instances {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1140.883035] env[68872]: DEBUG oslo_vmware.api [None req-98416572-708f-4f0d-afaf-7269cb176d88 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.698993} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.883035] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-98416572-708f-4f0d-afaf-7269cb176d88 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.883035] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-98416572-708f-4f0d-afaf-7269cb176d88 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.883035] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-98416572-708f-4f0d-afaf-7269cb176d88 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.883035] env[68872]: INFO nova.compute.manager [None req-98416572-708f-4f0d-afaf-7269cb176d88 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1140.883371] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98416572-708f-4f0d-afaf-7269cb176d88 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.883604] env[68872]: DEBUG nova.compute.manager [-] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1140.883732] env[68872]: DEBUG nova.network.neutron [-] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1140.980024] env[68872]: DEBUG oslo_vmware.api [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093422, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.896061} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.980024] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] b46cd1c6-2aad-4458-a2b4-1c4a09784cb4/b46cd1c6-2aad-4458-a2b4-1c4a09784cb4.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1140.980024] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1140.980024] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97a7c181-1a06-401e-aa48-40f1d25ba76e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.984832] env[68872]: DEBUG oslo_vmware.api [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Waiting for the task: (returnval){ [ 1140.984832] env[68872]: value = "task-3093430" [ 1140.984832] env[68872]: _type = "Task" [ 1140.984832] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.996995] env[68872]: DEBUG oslo_vmware.api [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.023184] env[68872]: DEBUG oslo_vmware.api [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093427, 'name': PowerOnVM_Task, 'duration_secs': 0.72167} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.023184] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.023184] env[68872]: INFO nova.compute.manager [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1141.023470] env[68872]: DEBUG nova.compute.manager [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1141.024391] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880e463c-04ad-40f7-9249-0c06fbd9a2c0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.038096] env[68872]: DEBUG nova.compute.manager [None req-f1fbfbae-8af8-4a68-8500-f49bb1646332 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1141.038391] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f1fbfbae-8af8-4a68-8500-f49bb1646332 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1141.039482] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62dded64-5c09-48e9-b82f-c5ccea52b8b7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.050486] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1fbfbae-8af8-4a68-8500-f49bb1646332 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.050904] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce737bbe-8d37-4ea7-b026-7c4863ef1a45 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.060143] env[68872]: DEBUG oslo_vmware.api [None req-f1fbfbae-8af8-4a68-8500-f49bb1646332 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 1141.060143] env[68872]: value = "task-3093431" [ 1141.060143] env[68872]: _type = "Task" [ 1141.060143] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.075894] env[68872]: DEBUG oslo_vmware.api [None req-f1fbfbae-8af8-4a68-8500-f49bb1646332 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.121229] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093428, 'name': CreateVM_Task, 'duration_secs': 1.006128} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.121509] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1141.122512] env[68872]: DEBUG oslo_concurrency.lockutils [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.122792] env[68872]: DEBUG oslo_concurrency.lockutils [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.123921] env[68872]: DEBUG oslo_concurrency.lockutils [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.124342] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-731dbe43-d4d7-45b3-bb67-37822c2ccf78 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.132895] env[68872]: DEBUG oslo_vmware.api [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1141.132895] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52de19c6-b1bc-b1f4-1dda-ff2ba4f7b8aa" [ 1141.132895] env[68872]: _type = "Task" [ 1141.132895] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.150990] env[68872]: DEBUG oslo_vmware.api [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52de19c6-b1bc-b1f4-1dda-ff2ba4f7b8aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.169627] env[68872]: DEBUG nova.network.neutron [req-537b8c7d-75e8-44c1-92d5-c36809e52916 req-2afbe76c-480d-4e0f-91c0-a9d11f82056d service nova] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Updated VIF entry in instance network info cache for port e7becc32-61e9-473f-af8c-6943b77c3dc8. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.170195] env[68872]: DEBUG nova.network.neutron [req-537b8c7d-75e8-44c1-92d5-c36809e52916 req-2afbe76c-480d-4e0f-91c0-a9d11f82056d service nova] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Updating instance_info_cache with network_info: [{"id": "e7becc32-61e9-473f-af8c-6943b77c3dc8", "address": "fa:16:3e:b0:df:f4", "network": {"id": "c09e92d2-0e24-4ab7-a494-adc38742fe8d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1942103729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9867cbb36374b6b9def662292b6f810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7becc32-61", "ovs_interfaceid": "e7becc32-61e9-473f-af8c-6943b77c3dc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.214555] env[68872]: DEBUG oslo_vmware.api [None req-0eeb939e-bdd5-45c6-958f-4b45fa2b0be7 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': task-3093429, 'name': PowerOffVM_Task, 'duration_secs': 0.286689} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.214832] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eeb939e-bdd5-45c6-958f-4b45fa2b0be7 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.215015] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0eeb939e-bdd5-45c6-958f-4b45fa2b0be7 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.215284] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb1a5999-8053-470d-a752-f225576302d8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.262562] env[68872]: DEBUG nova.network.neutron [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Successfully updated port: 8e90c0ec-47b6-40f0-b2ee-e6b633e455b2 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1141.303326] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0eeb939e-bdd5-45c6-958f-4b45fa2b0be7 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.303670] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0eeb939e-bdd5-45c6-958f-4b45fa2b0be7 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.303767] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eeb939e-bdd5-45c6-958f-4b45fa2b0be7 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Deleting the datastore file [datastore2] 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.304024] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f522c20c-982d-4f6f-b705-84e37bb311db {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.312830] env[68872]: DEBUG oslo_vmware.api [None req-0eeb939e-bdd5-45c6-958f-4b45fa2b0be7 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Waiting for the task: (returnval){ [ 1141.312830] env[68872]: value = "task-3093433" [ 1141.312830] env[68872]: _type = "Task" [ 1141.312830] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.351820] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] There are 62 instances to clean {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1141.352016] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: e659fc6d-55d5-44b7-a1b5-8472047de422] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1141.354093] env[68872]: DEBUG oslo_vmware.api [None req-0eeb939e-bdd5-45c6-958f-4b45fa2b0be7 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': task-3093433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.440019] env[68872]: DEBUG nova.compute.manager [req-3de29b6c-57fa-48fb-8dbe-51dceb925a4e req-9a82f6c8-6a2d-410d-820c-f0700975cb31 service nova] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Received event network-changed-dd15a914-2a6e-4d62-947b-7f4b9d98563b {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.440230] env[68872]: DEBUG nova.compute.manager [req-3de29b6c-57fa-48fb-8dbe-51dceb925a4e req-9a82f6c8-6a2d-410d-820c-f0700975cb31 service nova] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Refreshing instance network info cache due to event network-changed-dd15a914-2a6e-4d62-947b-7f4b9d98563b. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1141.440451] env[68872]: DEBUG oslo_concurrency.lockutils [req-3de29b6c-57fa-48fb-8dbe-51dceb925a4e req-9a82f6c8-6a2d-410d-820c-f0700975cb31 service nova] Acquiring lock "refresh_cache-0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.440595] env[68872]: DEBUG oslo_concurrency.lockutils [req-3de29b6c-57fa-48fb-8dbe-51dceb925a4e req-9a82f6c8-6a2d-410d-820c-f0700975cb31 service nova] Acquired lock "refresh_cache-0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.440752] env[68872]: DEBUG nova.network.neutron [req-3de29b6c-57fa-48fb-8dbe-51dceb925a4e req-9a82f6c8-6a2d-410d-820c-f0700975cb31 service nova] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Refreshing network info cache for port dd15a914-2a6e-4d62-947b-7f4b9d98563b {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.495734] env[68872]: DEBUG oslo_vmware.api [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098493} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.496230] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1141.497082] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb35518b-07b8-4051-a11e-df84fd2b8c8c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.523097] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] b46cd1c6-2aad-4458-a2b4-1c4a09784cb4/b46cd1c6-2aad-4458-a2b4-1c4a09784cb4.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.523913] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-014d53ee-cc18-4d26-a797-0fead110b891 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.549815] env[68872]: DEBUG oslo_vmware.api [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Waiting for the task: (returnval){ [ 1141.549815] env[68872]: value = "task-3093434" [ 1141.549815] env[68872]: _type = "Task" [ 1141.549815] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.550578] env[68872]: INFO nova.compute.manager [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Took 17.52 seconds to build instance. [ 1141.561265] env[68872]: DEBUG oslo_vmware.api [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093434, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.572922] env[68872]: DEBUG oslo_vmware.api [None req-f1fbfbae-8af8-4a68-8500-f49bb1646332 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093431, 'name': PowerOffVM_Task, 'duration_secs': 0.258517} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.573365] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1fbfbae-8af8-4a68-8500-f49bb1646332 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.573692] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f1fbfbae-8af8-4a68-8500-f49bb1646332 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.574045] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-499f05e3-c1a6-46fc-9337-5455c1734136 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.645671] env[68872]: DEBUG oslo_vmware.api [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52de19c6-b1bc-b1f4-1dda-ff2ba4f7b8aa, 'name': SearchDatastore_Task, 'duration_secs': 0.014948} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.647055] env[68872]: DEBUG oslo_concurrency.lockutils [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.647482] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.647591] env[68872]: DEBUG oslo_concurrency.lockutils [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.647756] env[68872]: DEBUG oslo_concurrency.lockutils [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.647949] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.648397] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f1fbfbae-8af8-4a68-8500-f49bb1646332 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.648639] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f1fbfbae-8af8-4a68-8500-f49bb1646332 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.648865] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1fbfbae-8af8-4a68-8500-f49bb1646332 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Deleting the datastore file [datastore1] 547b97db-c690-457e-8d82-6bfbdc576f52 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.649170] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45268e8b-fc14-4798-967a-8f329b6c00c6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.651328] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd92feec-70dd-4ec0-89fe-14a843f09cd9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.660132] env[68872]: DEBUG oslo_vmware.api [None req-f1fbfbae-8af8-4a68-8500-f49bb1646332 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for the task: (returnval){ [ 1141.660132] env[68872]: value = "task-3093436" [ 1141.660132] env[68872]: _type = "Task" [ 1141.660132] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.661604] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.661860] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1141.666112] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d33a9a2-87d8-43a9-a936-acd3777192a8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.672119] env[68872]: DEBUG oslo_vmware.api [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1141.672119] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52934a72-4645-3f7c-aebc-59cace1ffefa" [ 1141.672119] env[68872]: _type = "Task" [ 1141.672119] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.675781] env[68872]: DEBUG oslo_concurrency.lockutils [req-537b8c7d-75e8-44c1-92d5-c36809e52916 req-2afbe76c-480d-4e0f-91c0-a9d11f82056d service nova] Releasing lock "refresh_cache-8e60ec2c-5641-4b97-ad68-d05abfe42437" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.676099] env[68872]: DEBUG nova.compute.manager [req-537b8c7d-75e8-44c1-92d5-c36809e52916 req-2afbe76c-480d-4e0f-91c0-a9d11f82056d service nova] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Received event network-changed-3992b4d2-3035-4d22-8bd2-dcf909d01149 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.676439] env[68872]: DEBUG nova.compute.manager [req-537b8c7d-75e8-44c1-92d5-c36809e52916 req-2afbe76c-480d-4e0f-91c0-a9d11f82056d service nova] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Refreshing instance network info cache due to event network-changed-3992b4d2-3035-4d22-8bd2-dcf909d01149. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1141.676583] env[68872]: DEBUG oslo_concurrency.lockutils [req-537b8c7d-75e8-44c1-92d5-c36809e52916 req-2afbe76c-480d-4e0f-91c0-a9d11f82056d service nova] Acquiring lock "refresh_cache-9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.676812] env[68872]: DEBUG oslo_concurrency.lockutils [req-537b8c7d-75e8-44c1-92d5-c36809e52916 req-2afbe76c-480d-4e0f-91c0-a9d11f82056d service nova] Acquired lock "refresh_cache-9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.677012] env[68872]: DEBUG nova.network.neutron [req-537b8c7d-75e8-44c1-92d5-c36809e52916 req-2afbe76c-480d-4e0f-91c0-a9d11f82056d service nova] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Refreshing network info cache for port 3992b4d2-3035-4d22-8bd2-dcf909d01149 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.679241] env[68872]: DEBUG oslo_vmware.api [None req-f1fbfbae-8af8-4a68-8500-f49bb1646332 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.688524] env[68872]: DEBUG oslo_vmware.api [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52934a72-4645-3f7c-aebc-59cace1ffefa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.729534] env[68872]: DEBUG nova.compute.manager [req-d356f23e-0275-4915-9a71-47c931745523 req-52ffefe4-94e9-4877-960b-f7c5923a00ba service nova] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Received event network-changed-dd15a914-2a6e-4d62-947b-7f4b9d98563b {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.729846] env[68872]: DEBUG nova.compute.manager [req-d356f23e-0275-4915-9a71-47c931745523 req-52ffefe4-94e9-4877-960b-f7c5923a00ba service nova] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Refreshing instance network info cache due to event network-changed-dd15a914-2a6e-4d62-947b-7f4b9d98563b. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1141.729909] env[68872]: DEBUG oslo_concurrency.lockutils [req-d356f23e-0275-4915-9a71-47c931745523 req-52ffefe4-94e9-4877-960b-f7c5923a00ba service nova] Acquiring lock "refresh_cache-0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.765950] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "refresh_cache-d47cb107-e374-4bf6-8e88-3210205be1b9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.766116] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquired lock "refresh_cache-d47cb107-e374-4bf6-8e88-3210205be1b9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.766273] env[68872]: DEBUG nova.network.neutron [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.823845] env[68872]: DEBUG oslo_vmware.api [None req-0eeb939e-bdd5-45c6-958f-4b45fa2b0be7 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': task-3093433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.404049} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.824233] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eeb939e-bdd5-45c6-958f-4b45fa2b0be7 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.824439] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0eeb939e-bdd5-45c6-958f-4b45fa2b0be7 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.824722] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0eeb939e-bdd5-45c6-958f-4b45fa2b0be7 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.824971] env[68872]: INFO nova.compute.manager [None req-0eeb939e-bdd5-45c6-958f-4b45fa2b0be7 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1141.825341] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0eeb939e-bdd5-45c6-958f-4b45fa2b0be7 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.825593] env[68872]: DEBUG nova.compute.manager [-] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1141.825721] env[68872]: DEBUG nova.network.neutron [-] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1141.855630] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 4d80768b-8ccb-4b12-b4cc-389191fda287] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1142.056708] env[68872]: DEBUG oslo_concurrency.lockutils [None req-284b374f-4f3a-46f3-ac12-c30d0005e210 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "e31abaa9-a57c-49bd-8df7-927c6e40d015" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.035s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.063674] env[68872]: DEBUG oslo_vmware.api [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.173889] env[68872]: DEBUG oslo_vmware.api [None req-f1fbfbae-8af8-4a68-8500-f49bb1646332 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Task: {'id': task-3093436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299294} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.174174] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1fbfbae-8af8-4a68-8500-f49bb1646332 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1142.174359] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f1fbfbae-8af8-4a68-8500-f49bb1646332 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1142.174535] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f1fbfbae-8af8-4a68-8500-f49bb1646332 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1142.174703] env[68872]: INFO nova.compute.manager [None req-f1fbfbae-8af8-4a68-8500-f49bb1646332 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1142.174958] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1fbfbae-8af8-4a68-8500-f49bb1646332 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.175178] env[68872]: DEBUG nova.compute.manager [-] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1142.175304] env[68872]: DEBUG nova.network.neutron [-] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1142.189311] env[68872]: DEBUG oslo_vmware.api [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52934a72-4645-3f7c-aebc-59cace1ffefa, 'name': SearchDatastore_Task, 'duration_secs': 0.023398} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.193208] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-805cdf27-2cb3-4a6f-8c57-25fea279afa7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.199517] env[68872]: DEBUG oslo_vmware.api [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1142.199517] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52adf959-ad37-1253-3bee-836f4ac0e26b" [ 1142.199517] env[68872]: _type = "Task" [ 1142.199517] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.208503] env[68872]: DEBUG oslo_vmware.api [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52adf959-ad37-1253-3bee-836f4ac0e26b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.332141] env[68872]: DEBUG nova.network.neutron [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1142.361964] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 3942fdea-03cd-463a-b8c5-731a70446321] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1142.513893] env[68872]: DEBUG nova.network.neutron [req-537b8c7d-75e8-44c1-92d5-c36809e52916 req-2afbe76c-480d-4e0f-91c0-a9d11f82056d service nova] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Updated VIF entry in instance network info cache for port 3992b4d2-3035-4d22-8bd2-dcf909d01149. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.514257] env[68872]: DEBUG nova.network.neutron [req-537b8c7d-75e8-44c1-92d5-c36809e52916 req-2afbe76c-480d-4e0f-91c0-a9d11f82056d service nova] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Updating instance_info_cache with network_info: [{"id": "3992b4d2-3035-4d22-8bd2-dcf909d01149", "address": "fa:16:3e:71:2d:9b", "network": {"id": "39f7b18a-eed3-461f-a072-85f3b63c89cb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1823692486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78790e9510347358563839bd095fa24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3992b4d2-30", "ovs_interfaceid": "3992b4d2-3035-4d22-8bd2-dcf909d01149", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.540213] env[68872]: DEBUG nova.network.neutron [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Updating instance_info_cache with network_info: [{"id": "8e90c0ec-47b6-40f0-b2ee-e6b633e455b2", "address": "fa:16:3e:be:bc:59", "network": {"id": "511b8d00-72bf-40ae-8aad-fe8733e4638f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1809232565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d310ae195e70437dbc04c8803c250050", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e90c0ec-47", "ovs_interfaceid": "8e90c0ec-47b6-40f0-b2ee-e6b633e455b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.563243] env[68872]: DEBUG oslo_vmware.api [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093434, 'name': ReconfigVM_Task, 'duration_secs': 0.67944} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.563547] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Reconfigured VM instance instance-00000070 to attach disk [datastore1] b46cd1c6-2aad-4458-a2b4-1c4a09784cb4/b46cd1c6-2aad-4458-a2b4-1c4a09784cb4.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.564202] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e07ccf16-c38e-4bd2-8011-e07b9423862c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.572230] env[68872]: DEBUG oslo_vmware.api [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Waiting for the task: (returnval){ [ 1142.572230] env[68872]: value = "task-3093437" [ 1142.572230] env[68872]: _type = "Task" [ 1142.572230] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.578996] env[68872]: DEBUG nova.network.neutron [req-3de29b6c-57fa-48fb-8dbe-51dceb925a4e req-9a82f6c8-6a2d-410d-820c-f0700975cb31 service nova] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Updated VIF entry in instance network info cache for port dd15a914-2a6e-4d62-947b-7f4b9d98563b. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.579364] env[68872]: DEBUG nova.network.neutron [req-3de29b6c-57fa-48fb-8dbe-51dceb925a4e req-9a82f6c8-6a2d-410d-820c-f0700975cb31 service nova] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Updating instance_info_cache with network_info: [{"id": "dd15a914-2a6e-4d62-947b-7f4b9d98563b", "address": "fa:16:3e:f2:2d:f8", "network": {"id": "39f7b18a-eed3-461f-a072-85f3b63c89cb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1823692486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78790e9510347358563839bd095fa24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd15a914-2a", "ovs_interfaceid": "dd15a914-2a6e-4d62-947b-7f4b9d98563b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.586215] env[68872]: DEBUG oslo_vmware.api [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093437, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.713762] env[68872]: DEBUG oslo_vmware.api [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52adf959-ad37-1253-3bee-836f4ac0e26b, 'name': SearchDatastore_Task, 'duration_secs': 0.018049} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.714081] env[68872]: DEBUG oslo_concurrency.lockutils [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.714334] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 8e60ec2c-5641-4b97-ad68-d05abfe42437/8e60ec2c-5641-4b97-ad68-d05abfe42437.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1142.714595] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24a552e2-7b8c-43cb-bebf-fae772545422 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.722184] env[68872]: DEBUG oslo_vmware.api [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1142.722184] env[68872]: value = "task-3093438" [ 1142.722184] env[68872]: _type = "Task" [ 1142.722184] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.730805] env[68872]: DEBUG oslo_vmware.api [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.865901] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: f76c7994-00a0-4f9e-ba19-4ea055adc42a] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1142.985125] env[68872]: DEBUG nova.network.neutron [-] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.017169] env[68872]: DEBUG oslo_concurrency.lockutils [req-537b8c7d-75e8-44c1-92d5-c36809e52916 req-2afbe76c-480d-4e0f-91c0-a9d11f82056d service nova] Releasing lock "refresh_cache-9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.039734] env[68872]: DEBUG nova.network.neutron [-] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.041198] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Releasing lock "refresh_cache-d47cb107-e374-4bf6-8e88-3210205be1b9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.041498] env[68872]: DEBUG nova.compute.manager [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Instance network_info: |[{"id": "8e90c0ec-47b6-40f0-b2ee-e6b633e455b2", "address": "fa:16:3e:be:bc:59", "network": {"id": "511b8d00-72bf-40ae-8aad-fe8733e4638f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1809232565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d310ae195e70437dbc04c8803c250050", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e90c0ec-47", "ovs_interfaceid": "8e90c0ec-47b6-40f0-b2ee-e6b633e455b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1143.041891] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:bc:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3c995e9-7f2f-420c-880a-d60da6e708ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e90c0ec-47b6-40f0-b2ee-e6b633e455b2', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1143.054036] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.054332] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1143.054567] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6efc8f1f-cbe8-48d3-9a13-95d5b27c4336 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.078332] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1143.078332] env[68872]: value = "task-3093439" [ 1143.078332] env[68872]: _type = "Task" [ 1143.078332] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.086972] env[68872]: DEBUG oslo_concurrency.lockutils [req-3de29b6c-57fa-48fb-8dbe-51dceb925a4e req-9a82f6c8-6a2d-410d-820c-f0700975cb31 service nova] Releasing lock "refresh_cache-0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.086972] env[68872]: DEBUG nova.compute.manager [req-3de29b6c-57fa-48fb-8dbe-51dceb925a4e req-9a82f6c8-6a2d-410d-820c-f0700975cb31 service nova] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Received event network-vif-plugged-8e90c0ec-47b6-40f0-b2ee-e6b633e455b2 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.087257] env[68872]: DEBUG oslo_concurrency.lockutils [req-3de29b6c-57fa-48fb-8dbe-51dceb925a4e req-9a82f6c8-6a2d-410d-820c-f0700975cb31 service nova] Acquiring lock "d47cb107-e374-4bf6-8e88-3210205be1b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.087509] env[68872]: DEBUG oslo_concurrency.lockutils [req-3de29b6c-57fa-48fb-8dbe-51dceb925a4e req-9a82f6c8-6a2d-410d-820c-f0700975cb31 service nova] Lock "d47cb107-e374-4bf6-8e88-3210205be1b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.090594] env[68872]: DEBUG oslo_concurrency.lockutils [req-3de29b6c-57fa-48fb-8dbe-51dceb925a4e req-9a82f6c8-6a2d-410d-820c-f0700975cb31 service nova] Lock "d47cb107-e374-4bf6-8e88-3210205be1b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.090594] env[68872]: DEBUG nova.compute.manager [req-3de29b6c-57fa-48fb-8dbe-51dceb925a4e req-9a82f6c8-6a2d-410d-820c-f0700975cb31 service nova] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] No waiting events found dispatching network-vif-plugged-8e90c0ec-47b6-40f0-b2ee-e6b633e455b2 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1143.090594] env[68872]: WARNING nova.compute.manager [req-3de29b6c-57fa-48fb-8dbe-51dceb925a4e req-9a82f6c8-6a2d-410d-820c-f0700975cb31 service nova] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Received unexpected event network-vif-plugged-8e90c0ec-47b6-40f0-b2ee-e6b633e455b2 for instance with vm_state building and task_state spawning. [ 1143.090594] env[68872]: DEBUG nova.compute.manager [req-3de29b6c-57fa-48fb-8dbe-51dceb925a4e req-9a82f6c8-6a2d-410d-820c-f0700975cb31 service nova] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Received event network-changed-8e90c0ec-47b6-40f0-b2ee-e6b633e455b2 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.090594] env[68872]: DEBUG nova.compute.manager [req-3de29b6c-57fa-48fb-8dbe-51dceb925a4e req-9a82f6c8-6a2d-410d-820c-f0700975cb31 service nova] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Refreshing instance network info cache due to event network-changed-8e90c0ec-47b6-40f0-b2ee-e6b633e455b2. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1143.090594] env[68872]: DEBUG oslo_concurrency.lockutils [req-3de29b6c-57fa-48fb-8dbe-51dceb925a4e req-9a82f6c8-6a2d-410d-820c-f0700975cb31 service nova] Acquiring lock "refresh_cache-d47cb107-e374-4bf6-8e88-3210205be1b9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.090594] env[68872]: DEBUG oslo_concurrency.lockutils [req-3de29b6c-57fa-48fb-8dbe-51dceb925a4e req-9a82f6c8-6a2d-410d-820c-f0700975cb31 service nova] Acquired lock "refresh_cache-d47cb107-e374-4bf6-8e88-3210205be1b9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.090594] env[68872]: DEBUG nova.network.neutron [req-3de29b6c-57fa-48fb-8dbe-51dceb925a4e req-9a82f6c8-6a2d-410d-820c-f0700975cb31 service nova] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Refreshing network info cache for port 8e90c0ec-47b6-40f0-b2ee-e6b633e455b2 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.091997] env[68872]: DEBUG oslo_vmware.api [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093437, 'name': Rename_Task, 'duration_secs': 0.262191} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.095155] env[68872]: DEBUG oslo_concurrency.lockutils [req-d356f23e-0275-4915-9a71-47c931745523 req-52ffefe4-94e9-4877-960b-f7c5923a00ba service nova] Acquired lock "refresh_cache-0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.096332] env[68872]: DEBUG nova.network.neutron [req-d356f23e-0275-4915-9a71-47c931745523 req-52ffefe4-94e9-4877-960b-f7c5923a00ba service nova] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Refreshing network info cache for port dd15a914-2a6e-4d62-947b-7f4b9d98563b {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.097554] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1143.098049] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093439, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.098553] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b03be73-071f-4707-b467-c07e7d6cde30 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.105784] env[68872]: DEBUG oslo_vmware.api [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Waiting for the task: (returnval){ [ 1143.105784] env[68872]: value = "task-3093440" [ 1143.105784] env[68872]: _type = "Task" [ 1143.105784] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.116400] env[68872]: DEBUG oslo_vmware.api [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.157558] env[68872]: DEBUG nova.network.neutron [-] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.236332] env[68872]: DEBUG oslo_vmware.api [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093438, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.368687] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: d30a7e20-a572-4d85-b9da-3bc6807eca8d] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1143.481075] env[68872]: DEBUG nova.compute.manager [req-2d6aceb9-7e66-4ab9-a085-53073ef7f217 req-13937d87-c1f3-4a5d-8ebb-d15775c50b2b service nova] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Received event network-vif-deleted-3992b4d2-3035-4d22-8bd2-dcf909d01149 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.481075] env[68872]: DEBUG nova.compute.manager [req-2d6aceb9-7e66-4ab9-a085-53073ef7f217 req-13937d87-c1f3-4a5d-8ebb-d15775c50b2b service nova] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Received event network-vif-deleted-be08c6f3-67ca-4455-b19c-8549e1a9f77c {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.481075] env[68872]: DEBUG nova.compute.manager [req-2d6aceb9-7e66-4ab9-a085-53073ef7f217 req-13937d87-c1f3-4a5d-8ebb-d15775c50b2b service nova] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Received event network-vif-deleted-9b7bb304-646b-4421-859b-cc1a39cce795 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.490018] env[68872]: INFO nova.compute.manager [-] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Took 1.66 seconds to deallocate network for instance. [ 1143.555522] env[68872]: INFO nova.compute.manager [-] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Took 2.67 seconds to deallocate network for instance. [ 1143.590598] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093439, 'name': CreateVM_Task, 'duration_secs': 0.400119} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.590847] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1143.591758] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'delete_on_termination': True, 'boot_index': 0, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619138', 'volume_id': 'c2c9940d-7e4e-48a2-86dc-c3a25d8a391e', 'name': 'volume-c2c9940d-7e4e-48a2-86dc-c3a25d8a391e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd47cb107-e374-4bf6-8e88-3210205be1b9', 'attached_at': '', 'detached_at': '', 'volume_id': 'c2c9940d-7e4e-48a2-86dc-c3a25d8a391e', 'serial': 'c2c9940d-7e4e-48a2-86dc-c3a25d8a391e'}, 'device_type': None, 'attachment_id': 'b0fc35a4-806f-44cf-aad2-7411b7bcf0fc', 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=68872) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1143.592011] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Root volume attach. Driver type: vmdk {{(pid=68872) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1143.592910] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5d6788-454c-4755-93fb-f4dd0cb1bac0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.607576] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3206a20d-1178-4325-9946-a4d056feeec7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.626533] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c2d1d1-dd66-4b73-8a96-5187a8bdb609 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.629699] env[68872]: DEBUG oslo_vmware.api [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093440, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.634781] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-8d2676f9-d6a7-4e98-9dc3-b36dbbca5fba {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.644582] env[68872]: DEBUG oslo_vmware.api [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1143.644582] env[68872]: value = "task-3093441" [ 1143.644582] env[68872]: _type = "Task" [ 1143.644582] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.654608] env[68872]: DEBUG oslo_vmware.api [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093441, 'name': RelocateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.660865] env[68872]: INFO nova.compute.manager [-] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Took 1.49 seconds to deallocate network for instance. [ 1143.741652] env[68872]: DEBUG oslo_vmware.api [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093438, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.791373} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.741960] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 8e60ec2c-5641-4b97-ad68-d05abfe42437/8e60ec2c-5641-4b97-ad68-d05abfe42437.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1143.742236] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1143.742840] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e710bf8-4d61-4467-b8c8-9a057b3b0b92 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.752125] env[68872]: DEBUG oslo_vmware.api [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1143.752125] env[68872]: value = "task-3093442" [ 1143.752125] env[68872]: _type = "Task" [ 1143.752125] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.763837] env[68872]: DEBUG oslo_vmware.api [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.768637] env[68872]: DEBUG nova.compute.manager [req-ed1d8dc0-afa0-42fb-84fc-f1e8689f0a49 req-25e9cfd7-0eec-47fe-8d77-f81685345e7a service nova] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Received event network-changed-9ae2251c-73f9-4f91-b682-72cb4ac782bb {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.768835] env[68872]: DEBUG nova.compute.manager [req-ed1d8dc0-afa0-42fb-84fc-f1e8689f0a49 req-25e9cfd7-0eec-47fe-8d77-f81685345e7a service nova] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Refreshing instance network info cache due to event network-changed-9ae2251c-73f9-4f91-b682-72cb4ac782bb. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1143.769058] env[68872]: DEBUG oslo_concurrency.lockutils [req-ed1d8dc0-afa0-42fb-84fc-f1e8689f0a49 req-25e9cfd7-0eec-47fe-8d77-f81685345e7a service nova] Acquiring lock "refresh_cache-e31abaa9-a57c-49bd-8df7-927c6e40d015" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.769207] env[68872]: DEBUG oslo_concurrency.lockutils [req-ed1d8dc0-afa0-42fb-84fc-f1e8689f0a49 req-25e9cfd7-0eec-47fe-8d77-f81685345e7a service nova] Acquired lock "refresh_cache-e31abaa9-a57c-49bd-8df7-927c6e40d015" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.769377] env[68872]: DEBUG nova.network.neutron [req-ed1d8dc0-afa0-42fb-84fc-f1e8689f0a49 req-25e9cfd7-0eec-47fe-8d77-f81685345e7a service nova] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Refreshing network info cache for port 9ae2251c-73f9-4f91-b682-72cb4ac782bb {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.872242] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: f869a7fc-ef11-465b-bdfc-ba2a4dc4faba] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1143.986673] env[68872]: DEBUG nova.network.neutron [req-3de29b6c-57fa-48fb-8dbe-51dceb925a4e req-9a82f6c8-6a2d-410d-820c-f0700975cb31 service nova] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Updated VIF entry in instance network info cache for port 8e90c0ec-47b6-40f0-b2ee-e6b633e455b2. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.987085] env[68872]: DEBUG nova.network.neutron [req-3de29b6c-57fa-48fb-8dbe-51dceb925a4e req-9a82f6c8-6a2d-410d-820c-f0700975cb31 service nova] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Updating instance_info_cache with network_info: [{"id": "8e90c0ec-47b6-40f0-b2ee-e6b633e455b2", "address": "fa:16:3e:be:bc:59", "network": {"id": "511b8d00-72bf-40ae-8aad-fe8733e4638f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1809232565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d310ae195e70437dbc04c8803c250050", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e90c0ec-47", "ovs_interfaceid": "8e90c0ec-47b6-40f0-b2ee-e6b633e455b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.989153] env[68872]: DEBUG nova.network.neutron [req-d356f23e-0275-4915-9a71-47c931745523 req-52ffefe4-94e9-4877-960b-f7c5923a00ba service nova] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Updated VIF entry in instance network info cache for port dd15a914-2a6e-4d62-947b-7f4b9d98563b. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.989351] env[68872]: DEBUG nova.network.neutron [req-d356f23e-0275-4915-9a71-47c931745523 req-52ffefe4-94e9-4877-960b-f7c5923a00ba service nova] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Updating instance_info_cache with network_info: [{"id": "dd15a914-2a6e-4d62-947b-7f4b9d98563b", "address": "fa:16:3e:f2:2d:f8", "network": {"id": "39f7b18a-eed3-461f-a072-85f3b63c89cb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1823692486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a78790e9510347358563839bd095fa24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd15a914-2a", "ovs_interfaceid": "dd15a914-2a6e-4d62-947b-7f4b9d98563b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.996635] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0eeb939e-bdd5-45c6-958f-4b45fa2b0be7 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.996885] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0eeb939e-bdd5-45c6-958f-4b45fa2b0be7 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.997113] env[68872]: DEBUG nova.objects.instance [None req-0eeb939e-bdd5-45c6-958f-4b45fa2b0be7 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Lazy-loading 'resources' on Instance uuid 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.063432] env[68872]: DEBUG oslo_concurrency.lockutils [None req-98416572-708f-4f0d-afaf-7269cb176d88 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.117639] env[68872]: DEBUG oslo_vmware.api [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093440, 'name': PowerOnVM_Task, 'duration_secs': 0.673297} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.119040] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1144.119040] env[68872]: INFO nova.compute.manager [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1144.119040] env[68872]: DEBUG nova.compute.manager [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.119348] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc73ea53-2f0e-4686-9915-aed5ff107bd0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.159190] env[68872]: DEBUG oslo_vmware.api [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093441, 'name': RelocateVM_Task} progress is 34%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.169554] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f1fbfbae-8af8-4a68-8500-f49bb1646332 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.264493] env[68872]: DEBUG oslo_vmware.api [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078183} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.264781] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1144.265624] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f3681b-d209-4277-abcf-4ebc32c28bc5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.293326] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 8e60ec2c-5641-4b97-ad68-d05abfe42437/8e60ec2c-5641-4b97-ad68-d05abfe42437.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.294087] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bf46708-533d-4ab8-8fb8-7f3ef904b305 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.330496] env[68872]: DEBUG oslo_vmware.api [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1144.330496] env[68872]: value = "task-3093443" [ 1144.330496] env[68872]: _type = "Task" [ 1144.330496] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.340440] env[68872]: DEBUG oslo_vmware.api [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093443, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.376551] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: d8f64e59-ee89-4da1-99a4-efdfd3dc8fab] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1144.491690] env[68872]: DEBUG oslo_concurrency.lockutils [req-3de29b6c-57fa-48fb-8dbe-51dceb925a4e req-9a82f6c8-6a2d-410d-820c-f0700975cb31 service nova] Releasing lock "refresh_cache-d47cb107-e374-4bf6-8e88-3210205be1b9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.492274] env[68872]: DEBUG oslo_concurrency.lockutils [req-d356f23e-0275-4915-9a71-47c931745523 req-52ffefe4-94e9-4877-960b-f7c5923a00ba service nova] Releasing lock "refresh_cache-0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.558746] env[68872]: DEBUG nova.network.neutron [req-ed1d8dc0-afa0-42fb-84fc-f1e8689f0a49 req-25e9cfd7-0eec-47fe-8d77-f81685345e7a service nova] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Updated VIF entry in instance network info cache for port 9ae2251c-73f9-4f91-b682-72cb4ac782bb. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.559519] env[68872]: DEBUG nova.network.neutron [req-ed1d8dc0-afa0-42fb-84fc-f1e8689f0a49 req-25e9cfd7-0eec-47fe-8d77-f81685345e7a service nova] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Updating instance_info_cache with network_info: [{"id": "9ae2251c-73f9-4f91-b682-72cb4ac782bb", "address": "fa:16:3e:9f:09:e2", "network": {"id": "dc54d513-c9ea-47f7-9c06-737e154be9e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-687418439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4adfb6086df1437592701ee54f697cb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae2251c-73", "ovs_interfaceid": "9ae2251c-73f9-4f91-b682-72cb4ac782bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.647025] env[68872]: INFO nova.compute.manager [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Took 17.63 seconds to build instance. [ 1144.658564] env[68872]: DEBUG oslo_vmware.api [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093441, 'name': RelocateVM_Task} progress is 49%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.715642] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c940b54-d97e-4868-8117-97f03bcb1e90 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.724869] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3310edfb-d42e-4683-9ee3-cf6beba5b483 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.757896] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d65dddd-e6ec-4205-b9ab-e1aa71742a7b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.767439] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a7dfae-844e-4f9c-8f03-c31d85345089 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.784717] env[68872]: DEBUG nova.compute.provider_tree [None req-0eeb939e-bdd5-45c6-958f-4b45fa2b0be7 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.843340] env[68872]: DEBUG oslo_vmware.api [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093443, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.879665] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 059f95e7-49be-4e47-8681-eae430f316f8] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1145.061836] env[68872]: DEBUG oslo_concurrency.lockutils [req-ed1d8dc0-afa0-42fb-84fc-f1e8689f0a49 req-25e9cfd7-0eec-47fe-8d77-f81685345e7a service nova] Releasing lock "refresh_cache-e31abaa9-a57c-49bd-8df7-927c6e40d015" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.151632] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c8394001-269c-4568-bab4-e376245c4705 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "b46cd1c6-2aad-4458-a2b4-1c4a09784cb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.150s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.160608] env[68872]: DEBUG oslo_vmware.api [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093441, 'name': RelocateVM_Task} progress is 62%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.287813] env[68872]: DEBUG nova.scheduler.client.report [None req-0eeb939e-bdd5-45c6-958f-4b45fa2b0be7 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.343809] env[68872]: DEBUG oslo_vmware.api [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093443, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.383120] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 9c9479a8-1da2-4b60-927b-514c6c999ae3] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1145.657610] env[68872]: DEBUG oslo_vmware.api [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093441, 'name': RelocateVM_Task} progress is 76%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.794695] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0eeb939e-bdd5-45c6-958f-4b45fa2b0be7 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.797s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.800120] env[68872]: DEBUG nova.compute.manager [req-5fdc3816-5813-4cfd-8cc7-2d39c5f86a2c req-b42cc9ea-74e5-4d16-a117-ddd011815819 service nova] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Received event network-changed-bca9394a-3ae4-448b-b693-9615c3092a2b {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.800522] env[68872]: DEBUG nova.compute.manager [req-5fdc3816-5813-4cfd-8cc7-2d39c5f86a2c req-b42cc9ea-74e5-4d16-a117-ddd011815819 service nova] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Refreshing instance network info cache due to event network-changed-bca9394a-3ae4-448b-b693-9615c3092a2b. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.801380] env[68872]: DEBUG oslo_concurrency.lockutils [req-5fdc3816-5813-4cfd-8cc7-2d39c5f86a2c req-b42cc9ea-74e5-4d16-a117-ddd011815819 service nova] Acquiring lock "refresh_cache-b46cd1c6-2aad-4458-a2b4-1c4a09784cb4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.801690] env[68872]: DEBUG oslo_concurrency.lockutils [req-5fdc3816-5813-4cfd-8cc7-2d39c5f86a2c req-b42cc9ea-74e5-4d16-a117-ddd011815819 service nova] Acquired lock "refresh_cache-b46cd1c6-2aad-4458-a2b4-1c4a09784cb4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.802020] env[68872]: DEBUG nova.network.neutron [req-5fdc3816-5813-4cfd-8cc7-2d39c5f86a2c req-b42cc9ea-74e5-4d16-a117-ddd011815819 service nova] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Refreshing network info cache for port bca9394a-3ae4-448b-b693-9615c3092a2b {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.805069] env[68872]: DEBUG oslo_concurrency.lockutils [None req-98416572-708f-4f0d-afaf-7269cb176d88 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.742s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.805443] env[68872]: DEBUG nova.objects.instance [None req-98416572-708f-4f0d-afaf-7269cb176d88 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lazy-loading 'resources' on Instance uuid 70d2d251-ddcf-4db6-a965-a98764a1b74c {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.825412] env[68872]: INFO nova.scheduler.client.report [None req-0eeb939e-bdd5-45c6-958f-4b45fa2b0be7 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Deleted allocations for instance 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064 [ 1145.849062] env[68872]: DEBUG oslo_vmware.api [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093443, 'name': ReconfigVM_Task, 'duration_secs': 1.087171} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.849606] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 8e60ec2c-5641-4b97-ad68-d05abfe42437/8e60ec2c-5641-4b97-ad68-d05abfe42437.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.851105] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5066e29-a468-479f-92e8-53fe06d903f4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.862291] env[68872]: DEBUG oslo_vmware.api [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1145.862291] env[68872]: value = "task-3093444" [ 1145.862291] env[68872]: _type = "Task" [ 1145.862291] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.877830] env[68872]: DEBUG oslo_vmware.api [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093444, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.887471] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: cf9b9fce-2f88-446b-95df-19795fe66125] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1146.158231] env[68872]: DEBUG oslo_vmware.api [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093441, 'name': RelocateVM_Task} progress is 89%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.336481] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0eeb939e-bdd5-45c6-958f-4b45fa2b0be7 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Lock "9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.167s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.375524] env[68872]: DEBUG oslo_vmware.api [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093444, 'name': Rename_Task, 'duration_secs': 0.400582} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.375798] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1146.376062] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54a3f1c7-d8f8-4771-b4f1-cc229cb7236e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.388713] env[68872]: DEBUG oslo_vmware.api [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1146.388713] env[68872]: value = "task-3093445" [ 1146.388713] env[68872]: _type = "Task" [ 1146.388713] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.394347] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 256e2347-6d78-4daf-8ac9-c9578bc2af03] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1146.403266] env[68872]: DEBUG oslo_vmware.api [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093445, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.489211] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c1dd52-2828-4684-970d-980a3007312f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.498525] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa2f9d0-f40e-454d-8769-f5384fe05d2d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.534665] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8197bd47-59d2-47e8-b0c6-9e197ec2be34 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.543691] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f398e489-c96f-4036-bea9-b8786cc30b8a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.560722] env[68872]: DEBUG nova.compute.provider_tree [None req-98416572-708f-4f0d-afaf-7269cb176d88 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.571514] env[68872]: DEBUG nova.network.neutron [req-5fdc3816-5813-4cfd-8cc7-2d39c5f86a2c req-b42cc9ea-74e5-4d16-a117-ddd011815819 service nova] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Updated VIF entry in instance network info cache for port bca9394a-3ae4-448b-b693-9615c3092a2b. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.571957] env[68872]: DEBUG nova.network.neutron [req-5fdc3816-5813-4cfd-8cc7-2d39c5f86a2c req-b42cc9ea-74e5-4d16-a117-ddd011815819 service nova] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Updating instance_info_cache with network_info: [{"id": "bca9394a-3ae4-448b-b693-9615c3092a2b", "address": "fa:16:3e:12:f6:95", "network": {"id": "09022b75-cc2c-4e8c-a849-33bf2e0de809", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1817116564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5a4c4290e9b4c14918ff4453755d510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbca9394a-3a", "ovs_interfaceid": "bca9394a-3ae4-448b-b693-9615c3092a2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.660121] env[68872]: DEBUG oslo_vmware.api [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093441, 'name': RelocateVM_Task} progress is 97%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.899683] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 8a706da3-ad0a-49b9-829a-7fb5858f3e3b] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1146.901483] env[68872]: DEBUG oslo_vmware.api [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093445, 'name': PowerOnVM_Task, 'duration_secs': 0.49861} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.902169] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1146.902387] env[68872]: INFO nova.compute.manager [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Took 9.79 seconds to spawn the instance on the hypervisor. [ 1146.902568] env[68872]: DEBUG nova.compute.manager [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1146.903423] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa8559e-c4ac-4e3c-a5eb-68b053b14747 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.066762] env[68872]: DEBUG nova.scheduler.client.report [None req-98416572-708f-4f0d-afaf-7269cb176d88 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.074768] env[68872]: DEBUG oslo_concurrency.lockutils [req-5fdc3816-5813-4cfd-8cc7-2d39c5f86a2c req-b42cc9ea-74e5-4d16-a117-ddd011815819 service nova] Releasing lock "refresh_cache-b46cd1c6-2aad-4458-a2b4-1c4a09784cb4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.159519] env[68872]: DEBUG oslo_vmware.api [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093441, 'name': RelocateVM_Task, 'duration_secs': 3.420358} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.159840] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Volume attach. Driver type: vmdk {{(pid=68872) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1147.160058] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619138', 'volume_id': 'c2c9940d-7e4e-48a2-86dc-c3a25d8a391e', 'name': 'volume-c2c9940d-7e4e-48a2-86dc-c3a25d8a391e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd47cb107-e374-4bf6-8e88-3210205be1b9', 'attached_at': '', 'detached_at': '', 'volume_id': 'c2c9940d-7e4e-48a2-86dc-c3a25d8a391e', 'serial': 'c2c9940d-7e4e-48a2-86dc-c3a25d8a391e'} {{(pid=68872) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1147.160824] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad30b04a-7c7a-41be-830d-546e80a37380 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.177028] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36edf8cc-4c00-46af-a231-abcbbd89d039 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.200185] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-c2c9940d-7e4e-48a2-86dc-c3a25d8a391e/volume-c2c9940d-7e4e-48a2-86dc-c3a25d8a391e.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.200435] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b28412da-edf6-4507-b8d5-fb7fc84c30d3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.221464] env[68872]: DEBUG oslo_vmware.api [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1147.221464] env[68872]: value = "task-3093446" [ 1147.221464] env[68872]: _type = "Task" [ 1147.221464] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.230747] env[68872]: DEBUG oslo_vmware.api [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093446, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.378222] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6aa1fe9a-7e74-45c5-b216-da59c3f1fc77 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Acquiring lock "0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.378498] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6aa1fe9a-7e74-45c5-b216-da59c3f1fc77 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Lock "0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.378716] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6aa1fe9a-7e74-45c5-b216-da59c3f1fc77 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Acquiring lock "0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.378903] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6aa1fe9a-7e74-45c5-b216-da59c3f1fc77 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Lock "0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.379087] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6aa1fe9a-7e74-45c5-b216-da59c3f1fc77 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Lock "0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.381622] env[68872]: INFO nova.compute.manager [None req-6aa1fe9a-7e74-45c5-b216-da59c3f1fc77 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Terminating instance [ 1147.402402] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 120a329c-572b-4fca-8f0e-637ca8e47aff] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1147.421475] env[68872]: INFO nova.compute.manager [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Took 18.08 seconds to build instance. [ 1147.571376] env[68872]: DEBUG oslo_concurrency.lockutils [None req-98416572-708f-4f0d-afaf-7269cb176d88 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.766s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.574069] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f1fbfbae-8af8-4a68-8500-f49bb1646332 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.404s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.574069] env[68872]: DEBUG nova.objects.instance [None req-f1fbfbae-8af8-4a68-8500-f49bb1646332 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lazy-loading 'resources' on Instance uuid 547b97db-c690-457e-8d82-6bfbdc576f52 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.597779] env[68872]: INFO nova.scheduler.client.report [None req-98416572-708f-4f0d-afaf-7269cb176d88 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Deleted allocations for instance 70d2d251-ddcf-4db6-a965-a98764a1b74c [ 1147.740632] env[68872]: DEBUG oslo_vmware.api [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.885999] env[68872]: DEBUG nova.compute.manager [None req-6aa1fe9a-7e74-45c5-b216-da59c3f1fc77 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1147.886281] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa1fe9a-7e74-45c5-b216-da59c3f1fc77 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.887237] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d94f4e-39f3-4407-91ab-f1277cd9fba5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.895333] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa1fe9a-7e74-45c5-b216-da59c3f1fc77 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.895615] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34082842-3a7b-4adc-9ef4-cf51e634beb3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.902090] env[68872]: DEBUG oslo_vmware.api [None req-6aa1fe9a-7e74-45c5-b216-da59c3f1fc77 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Waiting for the task: (returnval){ [ 1147.902090] env[68872]: value = "task-3093447" [ 1147.902090] env[68872]: _type = "Task" [ 1147.902090] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.911072] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 60304fb8-695c-4b9b-a825-3142c9db948a] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1147.912878] env[68872]: DEBUG oslo_vmware.api [None req-6aa1fe9a-7e74-45c5-b216-da59c3f1fc77 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': task-3093447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.923929] env[68872]: DEBUG oslo_concurrency.lockutils [None req-00a12e12-4e30-44ce-9668-60054e39dad1 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "8e60ec2c-5641-4b97-ad68-d05abfe42437" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.594s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.004467] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d26edd-7514-438d-b664-1c06461d708b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.012459] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6144f94a-f12d-4616-891b-d24a5bee25ea tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Suspending the VM {{(pid=68872) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1148.012705] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-cc2d34aa-12f5-46e3-b48f-abf21fd5fa8b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.019709] env[68872]: DEBUG oslo_vmware.api [None req-6144f94a-f12d-4616-891b-d24a5bee25ea tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1148.019709] env[68872]: value = "task-3093448" [ 1148.019709] env[68872]: _type = "Task" [ 1148.019709] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.029367] env[68872]: DEBUG oslo_vmware.api [None req-6144f94a-f12d-4616-891b-d24a5bee25ea tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093448, 'name': SuspendVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.106050] env[68872]: DEBUG oslo_concurrency.lockutils [None req-98416572-708f-4f0d-afaf-7269cb176d88 tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "70d2d251-ddcf-4db6-a965-a98764a1b74c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.380s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.238984] env[68872]: DEBUG oslo_vmware.api [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093446, 'name': ReconfigVM_Task, 'duration_secs': 0.872182} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.239375] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-c2c9940d-7e4e-48a2-86dc-c3a25d8a391e/volume-c2c9940d-7e4e-48a2-86dc-c3a25d8a391e.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.246251] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f8c5af8-0446-47a2-8725-578fc5b80178 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.257304] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790784ac-97ac-4c48-af6c-e89f82f8b478 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.267106] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66267453-9a8b-4049-ba1b-7f205668aabd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.272066] env[68872]: DEBUG oslo_vmware.api [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1148.272066] env[68872]: value = "task-3093449" [ 1148.272066] env[68872]: _type = "Task" [ 1148.272066] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.302995] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3447fd75-8db8-4354-a10d-c93828f9e52b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.312091] env[68872]: DEBUG oslo_vmware.api [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093449, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.333142] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd14773c-c035-4197-b47c-f67c6de04cb2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.351961] env[68872]: DEBUG nova.compute.provider_tree [None req-f1fbfbae-8af8-4a68-8500-f49bb1646332 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Updating inventory in ProviderTree for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1148.416205] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: d78db680-4461-40af-98cf-46821cf299c0] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.418431] env[68872]: DEBUG oslo_vmware.api [None req-6aa1fe9a-7e74-45c5-b216-da59c3f1fc77 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': task-3093447, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.530768] env[68872]: DEBUG oslo_vmware.api [None req-6144f94a-f12d-4616-891b-d24a5bee25ea tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093448, 'name': SuspendVM_Task} progress is 58%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.784913] env[68872]: DEBUG oslo_vmware.api [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093449, 'name': ReconfigVM_Task, 'duration_secs': 0.169662} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.785239] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619138', 'volume_id': 'c2c9940d-7e4e-48a2-86dc-c3a25d8a391e', 'name': 'volume-c2c9940d-7e4e-48a2-86dc-c3a25d8a391e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd47cb107-e374-4bf6-8e88-3210205be1b9', 'attached_at': '', 'detached_at': '', 'volume_id': 'c2c9940d-7e4e-48a2-86dc-c3a25d8a391e', 'serial': 'c2c9940d-7e4e-48a2-86dc-c3a25d8a391e'} {{(pid=68872) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1148.785793] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3594c0d7-f3ac-4794-afc2-519a9833a4ed {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.793698] env[68872]: DEBUG oslo_vmware.api [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1148.793698] env[68872]: value = "task-3093450" [ 1148.793698] env[68872]: _type = "Task" [ 1148.793698] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.803379] env[68872]: DEBUG oslo_vmware.api [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093450, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.891500] env[68872]: DEBUG nova.scheduler.client.report [None req-f1fbfbae-8af8-4a68-8500-f49bb1646332 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Updated inventory for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with generation 149 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1148.891500] env[68872]: DEBUG nova.compute.provider_tree [None req-f1fbfbae-8af8-4a68-8500-f49bb1646332 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Updating resource provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f generation from 149 to 150 during operation: update_inventory {{(pid=68872) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1148.891691] env[68872]: DEBUG nova.compute.provider_tree [None req-f1fbfbae-8af8-4a68-8500-f49bb1646332 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Updating inventory in ProviderTree for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1148.915270] env[68872]: DEBUG oslo_vmware.api [None req-6aa1fe9a-7e74-45c5-b216-da59c3f1fc77 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': task-3093447, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.919828] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 66c4e151-d12e-41a0-92aa-65357967c076] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.030630] env[68872]: DEBUG oslo_vmware.api [None req-6144f94a-f12d-4616-891b-d24a5bee25ea tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093448, 'name': SuspendVM_Task, 'duration_secs': 0.903014} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.030876] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6144f94a-f12d-4616-891b-d24a5bee25ea tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Suspended the VM {{(pid=68872) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1149.031077] env[68872]: DEBUG nova.compute.manager [None req-6144f94a-f12d-4616-891b-d24a5bee25ea tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.031952] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2930a9b8-1f18-4633-ab23-62259a28fbe5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.260972] env[68872]: DEBUG oslo_concurrency.lockutils [None req-398ca110-b932-465b-8ef9-b7df06fa660e tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "8e0c4a19-62da-4b15-a574-3b80a44a4eca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.261324] env[68872]: DEBUG oslo_concurrency.lockutils [None req-398ca110-b932-465b-8ef9-b7df06fa660e tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "8e0c4a19-62da-4b15-a574-3b80a44a4eca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.261544] env[68872]: DEBUG oslo_concurrency.lockutils [None req-398ca110-b932-465b-8ef9-b7df06fa660e tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "8e0c4a19-62da-4b15-a574-3b80a44a4eca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.261731] env[68872]: DEBUG oslo_concurrency.lockutils [None req-398ca110-b932-465b-8ef9-b7df06fa660e tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "8e0c4a19-62da-4b15-a574-3b80a44a4eca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.261903] env[68872]: DEBUG oslo_concurrency.lockutils [None req-398ca110-b932-465b-8ef9-b7df06fa660e tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "8e0c4a19-62da-4b15-a574-3b80a44a4eca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.264058] env[68872]: INFO nova.compute.manager [None req-398ca110-b932-465b-8ef9-b7df06fa660e tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Terminating instance [ 1149.304323] env[68872]: DEBUG oslo_vmware.api [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093450, 'name': Rename_Task, 'duration_secs': 0.320283} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.304597] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.304849] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a1bce27-3ec5-48ac-bf13-585597554e59 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.330590] env[68872]: DEBUG oslo_vmware.api [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1149.330590] env[68872]: value = "task-3093451" [ 1149.330590] env[68872]: _type = "Task" [ 1149.330590] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.340405] env[68872]: DEBUG oslo_vmware.api [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.396558] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f1fbfbae-8af8-4a68-8500-f49bb1646332 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.823s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.415197] env[68872]: DEBUG oslo_vmware.api [None req-6aa1fe9a-7e74-45c5-b216-da59c3f1fc77 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': task-3093447, 'name': PowerOffVM_Task, 'duration_secs': 1.014758} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.415464] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa1fe9a-7e74-45c5-b216-da59c3f1fc77 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1149.415673] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa1fe9a-7e74-45c5-b216-da59c3f1fc77 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1149.415952] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6eb5d6ff-7b25-4d8e-82a3-130c1c962042 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.419829] env[68872]: INFO nova.scheduler.client.report [None req-f1fbfbae-8af8-4a68-8500-f49bb1646332 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Deleted allocations for instance 547b97db-c690-457e-8d82-6bfbdc576f52 [ 1149.423567] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: ae4874a5-93ba-4490-860d-7eadf71c4c88] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.497397] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa1fe9a-7e74-45c5-b216-da59c3f1fc77 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1149.497630] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa1fe9a-7e74-45c5-b216-da59c3f1fc77 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1149.498036] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aa1fe9a-7e74-45c5-b216-da59c3f1fc77 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Deleting the datastore file [datastore1] 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.498424] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1b6b737-49cc-4dad-8bd0-a2d806534876 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.506884] env[68872]: DEBUG oslo_vmware.api [None req-6aa1fe9a-7e74-45c5-b216-da59c3f1fc77 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Waiting for the task: (returnval){ [ 1149.506884] env[68872]: value = "task-3093453" [ 1149.506884] env[68872]: _type = "Task" [ 1149.506884] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.515984] env[68872]: DEBUG oslo_vmware.api [None req-6aa1fe9a-7e74-45c5-b216-da59c3f1fc77 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': task-3093453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.768021] env[68872]: DEBUG nova.compute.manager [None req-398ca110-b932-465b-8ef9-b7df06fa660e tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1149.768236] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-398ca110-b932-465b-8ef9-b7df06fa660e tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1149.769607] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1261b82-7c28-4322-92cb-31ff62748c4d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.781786] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-398ca110-b932-465b-8ef9-b7df06fa660e tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.782180] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05b146e4-0760-467c-8dda-52b1291eea93 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.790241] env[68872]: DEBUG oslo_vmware.api [None req-398ca110-b932-465b-8ef9-b7df06fa660e tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 1149.790241] env[68872]: value = "task-3093454" [ 1149.790241] env[68872]: _type = "Task" [ 1149.790241] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.805737] env[68872]: DEBUG oslo_vmware.api [None req-398ca110-b932-465b-8ef9-b7df06fa660e tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.842105] env[68872]: DEBUG oslo_vmware.api [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093451, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.929327] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: e6bbb493-8cba-49db-b06c-d7c99ee05df8] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.932404] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f1fbfbae-8af8-4a68-8500-f49bb1646332 tempest-ServersTestJSON-1132093323 tempest-ServersTestJSON-1132093323-project-member] Lock "547b97db-c690-457e-8d82-6bfbdc576f52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.409s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.019479] env[68872]: DEBUG oslo_vmware.api [None req-6aa1fe9a-7e74-45c5-b216-da59c3f1fc77 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Task: {'id': task-3093453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159224} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.019796] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aa1fe9a-7e74-45c5-b216-da59c3f1fc77 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1150.020154] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa1fe9a-7e74-45c5-b216-da59c3f1fc77 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1150.020295] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa1fe9a-7e74-45c5-b216-da59c3f1fc77 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1150.020550] env[68872]: INFO nova.compute.manager [None req-6aa1fe9a-7e74-45c5-b216-da59c3f1fc77 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Took 2.13 seconds to destroy the instance on the hypervisor. [ 1150.020829] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6aa1fe9a-7e74-45c5-b216-da59c3f1fc77 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.021046] env[68872]: DEBUG nova.compute.manager [-] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1150.021157] env[68872]: DEBUG nova.network.neutron [-] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1150.261761] env[68872]: DEBUG nova.compute.manager [req-6afdb3d3-254d-4623-b13c-8618e673eb0a req-16f7f127-2d5f-41fa-bc16-665a9a0b54a8 service nova] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Received event network-vif-deleted-dd15a914-2a6e-4d62-947b-7f4b9d98563b {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.261874] env[68872]: INFO nova.compute.manager [req-6afdb3d3-254d-4623-b13c-8618e673eb0a req-16f7f127-2d5f-41fa-bc16-665a9a0b54a8 service nova] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Neutron deleted interface dd15a914-2a6e-4d62-947b-7f4b9d98563b; detaching it from the instance and deleting it from the info cache [ 1150.262669] env[68872]: DEBUG nova.network.neutron [req-6afdb3d3-254d-4623-b13c-8618e673eb0a req-16f7f127-2d5f-41fa-bc16-665a9a0b54a8 service nova] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.301469] env[68872]: DEBUG oslo_vmware.api [None req-398ca110-b932-465b-8ef9-b7df06fa660e tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093454, 'name': PowerOffVM_Task, 'duration_secs': 0.234951} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.301740] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-398ca110-b932-465b-8ef9-b7df06fa660e tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1150.301911] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-398ca110-b932-465b-8ef9-b7df06fa660e tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1150.302182] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8378a6b4-7be4-4898-8ec3-0384e57e1b3b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.343222] env[68872]: DEBUG oslo_vmware.api [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093451, 'name': PowerOnVM_Task, 'duration_secs': 0.784822} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.343581] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.343836] env[68872]: INFO nova.compute.manager [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Took 9.57 seconds to spawn the instance on the hypervisor. [ 1150.344031] env[68872]: DEBUG nova.compute.manager [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.344831] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3fcfa8-02b7-4b00-acbc-411950d66c0d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.371587] env[68872]: DEBUG oslo_concurrency.lockutils [None req-00b96848-38aa-4974-9ddc-8a5cd8c7925f tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "8e60ec2c-5641-4b97-ad68-d05abfe42437" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.371908] env[68872]: DEBUG oslo_concurrency.lockutils [None req-00b96848-38aa-4974-9ddc-8a5cd8c7925f tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "8e60ec2c-5641-4b97-ad68-d05abfe42437" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.372160] env[68872]: DEBUG oslo_concurrency.lockutils [None req-00b96848-38aa-4974-9ddc-8a5cd8c7925f tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "8e60ec2c-5641-4b97-ad68-d05abfe42437-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.372580] env[68872]: DEBUG oslo_concurrency.lockutils [None req-00b96848-38aa-4974-9ddc-8a5cd8c7925f tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "8e60ec2c-5641-4b97-ad68-d05abfe42437-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.372580] env[68872]: DEBUG oslo_concurrency.lockutils [None req-00b96848-38aa-4974-9ddc-8a5cd8c7925f tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "8e60ec2c-5641-4b97-ad68-d05abfe42437-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.374746] env[68872]: INFO nova.compute.manager [None req-00b96848-38aa-4974-9ddc-8a5cd8c7925f tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Terminating instance [ 1150.389918] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-398ca110-b932-465b-8ef9-b7df06fa660e tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1150.390245] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-398ca110-b932-465b-8ef9-b7df06fa660e tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1150.390448] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-398ca110-b932-465b-8ef9-b7df06fa660e tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Deleting the datastore file [datastore2] 8e0c4a19-62da-4b15-a574-3b80a44a4eca {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1150.390732] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fda0087-3be7-4c60-ade7-5bb5d3864561 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.400397] env[68872]: DEBUG oslo_vmware.api [None req-398ca110-b932-465b-8ef9-b7df06fa660e tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for the task: (returnval){ [ 1150.400397] env[68872]: value = "task-3093456" [ 1150.400397] env[68872]: _type = "Task" [ 1150.400397] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.411322] env[68872]: DEBUG oslo_vmware.api [None req-398ca110-b932-465b-8ef9-b7df06fa660e tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.436175] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 0886c6c4-c9d4-4e4d-b725-2559d0017f4a] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.740018] env[68872]: DEBUG nova.network.neutron [-] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.764363] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1ddd138-d512-4ed5-bdd4-b6dfc7c271f9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.775479] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4bc0de-1a54-44ea-a9df-17795e6b0159 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.810942] env[68872]: DEBUG nova.compute.manager [req-6afdb3d3-254d-4623-b13c-8618e673eb0a req-16f7f127-2d5f-41fa-bc16-665a9a0b54a8 service nova] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Detach interface failed, port_id=dd15a914-2a6e-4d62-947b-7f4b9d98563b, reason: Instance 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1150.866506] env[68872]: INFO nova.compute.manager [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Took 21.09 seconds to build instance. [ 1150.878669] env[68872]: DEBUG nova.compute.manager [None req-00b96848-38aa-4974-9ddc-8a5cd8c7925f tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1150.879010] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-00b96848-38aa-4974-9ddc-8a5cd8c7925f tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1150.879964] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b167712-3666-4673-9f4b-df212055faf6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.890820] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-00b96848-38aa-4974-9ddc-8a5cd8c7925f tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1150.891154] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70471208-6da5-41ce-bd91-223d5b501f77 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.910733] env[68872]: DEBUG oslo_vmware.api [None req-398ca110-b932-465b-8ef9-b7df06fa660e tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Task: {'id': task-3093456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.460274} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.910997] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-398ca110-b932-465b-8ef9-b7df06fa660e tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1150.911297] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-398ca110-b932-465b-8ef9-b7df06fa660e tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1150.911369] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-398ca110-b932-465b-8ef9-b7df06fa660e tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1150.911653] env[68872]: INFO nova.compute.manager [None req-398ca110-b932-465b-8ef9-b7df06fa660e tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1150.911753] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-398ca110-b932-465b-8ef9-b7df06fa660e tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.911957] env[68872]: DEBUG nova.compute.manager [-] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1150.912081] env[68872]: DEBUG nova.network.neutron [-] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1150.941337] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 63f9122b-0ec0-4917-8676-b64b432bfae2] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.972023] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-00b96848-38aa-4974-9ddc-8a5cd8c7925f tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1150.972296] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-00b96848-38aa-4974-9ddc-8a5cd8c7925f tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1150.972506] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b96848-38aa-4974-9ddc-8a5cd8c7925f tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Deleting the datastore file [datastore1] 8e60ec2c-5641-4b97-ad68-d05abfe42437 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1150.973080] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47f132c1-e932-40f9-86d7-32eb1c87ff98 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.981312] env[68872]: DEBUG oslo_vmware.api [None req-00b96848-38aa-4974-9ddc-8a5cd8c7925f tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1150.981312] env[68872]: value = "task-3093458" [ 1150.981312] env[68872]: _type = "Task" [ 1150.981312] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.990508] env[68872]: DEBUG oslo_vmware.api [None req-00b96848-38aa-4974-9ddc-8a5cd8c7925f tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.245648] env[68872]: INFO nova.compute.manager [-] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Took 1.22 seconds to deallocate network for instance. [ 1151.368565] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5e81b96e-fe7d-4d29-a510-3aa8962cadcd tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "d47cb107-e374-4bf6-8e88-3210205be1b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.598s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.443846] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: b2fbf9a7-7ff6-49f5-b7e5-928eb0a6d936] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.499746] env[68872]: DEBUG oslo_vmware.api [None req-00b96848-38aa-4974-9ddc-8a5cd8c7925f tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178437} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.500353] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b96848-38aa-4974-9ddc-8a5cd8c7925f tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1151.500728] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-00b96848-38aa-4974-9ddc-8a5cd8c7925f tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1151.501110] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-00b96848-38aa-4974-9ddc-8a5cd8c7925f tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1151.501491] env[68872]: INFO nova.compute.manager [None req-00b96848-38aa-4974-9ddc-8a5cd8c7925f tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1151.501951] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00b96848-38aa-4974-9ddc-8a5cd8c7925f tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.502366] env[68872]: DEBUG nova.compute.manager [-] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1151.502609] env[68872]: DEBUG nova.network.neutron [-] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1151.685735] env[68872]: DEBUG nova.network.neutron [-] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.752150] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6aa1fe9a-7e74-45c5-b216-da59c3f1fc77 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.752460] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6aa1fe9a-7e74-45c5-b216-da59c3f1fc77 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.752690] env[68872]: DEBUG nova.objects.instance [None req-6aa1fe9a-7e74-45c5-b216-da59c3f1fc77 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Lazy-loading 'resources' on Instance uuid 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.922552] env[68872]: DEBUG nova.compute.manager [req-bca715cc-0e08-4c16-b126-29f978f338c9 req-212879b6-129a-4c82-9e55-29835b09da08 service nova] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Received event network-changed-c2612de2-9f8c-4dc0-a9cb-77bdc2bd9bb5 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.922552] env[68872]: DEBUG nova.compute.manager [req-bca715cc-0e08-4c16-b126-29f978f338c9 req-212879b6-129a-4c82-9e55-29835b09da08 service nova] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Refreshing instance network info cache due to event network-changed-c2612de2-9f8c-4dc0-a9cb-77bdc2bd9bb5. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1151.922552] env[68872]: DEBUG oslo_concurrency.lockutils [req-bca715cc-0e08-4c16-b126-29f978f338c9 req-212879b6-129a-4c82-9e55-29835b09da08 service nova] Acquiring lock "refresh_cache-e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.922552] env[68872]: DEBUG oslo_concurrency.lockutils [req-bca715cc-0e08-4c16-b126-29f978f338c9 req-212879b6-129a-4c82-9e55-29835b09da08 service nova] Acquired lock "refresh_cache-e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.922961] env[68872]: DEBUG nova.network.neutron [req-bca715cc-0e08-4c16-b126-29f978f338c9 req-212879b6-129a-4c82-9e55-29835b09da08 service nova] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Refreshing network info cache for port c2612de2-9f8c-4dc0-a9cb-77bdc2bd9bb5 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.946540] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: acbc8c49-43e4-4871-be30-8e4dc0cfa79a] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.188287] env[68872]: INFO nova.compute.manager [-] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Took 1.28 seconds to deallocate network for instance. [ 1152.232671] env[68872]: DEBUG nova.network.neutron [-] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.315074] env[68872]: DEBUG nova.compute.manager [req-73de4df6-e16f-4722-b09b-861766980267 req-35cdb413-6f6a-4a8e-b471-c3ad12c68625 service nova] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Received event network-vif-deleted-e63489fb-8e86-451d-9838-3b88ce33d79f {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.315366] env[68872]: DEBUG nova.compute.manager [req-73de4df6-e16f-4722-b09b-861766980267 req-35cdb413-6f6a-4a8e-b471-c3ad12c68625 service nova] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Received event network-vif-deleted-e7becc32-61e9-473f-af8c-6943b77c3dc8 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.391310] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6c0b80-fb2b-49ba-9e25-d712d8354d2a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.400231] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8967154c-fef7-4f19-a9ee-87bd19f58638 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.435183] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f657a1-114d-46e0-8528-99e0c1af07c8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.444237] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd663ab-f395-4346-855f-64ce43a21f2b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.167754] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 01e0efeb-b373-4231-90c0-32fe9699708b] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.170298] env[68872]: DEBUG oslo_concurrency.lockutils [None req-398ca110-b932-465b-8ef9-b7df06fa660e tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.170670] env[68872]: INFO nova.compute.manager [-] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Took 1.67 seconds to deallocate network for instance. [ 1153.188693] env[68872]: DEBUG nova.compute.provider_tree [None req-6aa1fe9a-7e74-45c5-b216-da59c3f1fc77 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.411136] env[68872]: DEBUG nova.network.neutron [req-bca715cc-0e08-4c16-b126-29f978f338c9 req-212879b6-129a-4c82-9e55-29835b09da08 service nova] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Updated VIF entry in instance network info cache for port c2612de2-9f8c-4dc0-a9cb-77bdc2bd9bb5. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1153.411136] env[68872]: DEBUG nova.network.neutron [req-bca715cc-0e08-4c16-b126-29f978f338c9 req-212879b6-129a-4c82-9e55-29835b09da08 service nova] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Updating instance_info_cache with network_info: [{"id": "c2612de2-9f8c-4dc0-a9cb-77bdc2bd9bb5", "address": "fa:16:3e:fd:42:2e", "network": {"id": "511b8d00-72bf-40ae-8aad-fe8733e4638f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1809232565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d310ae195e70437dbc04c8803c250050", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2612de2-9f", "ovs_interfaceid": "c2612de2-9f8c-4dc0-a9cb-77bdc2bd9bb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.674996] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 86e9a378-b893-443a-99fd-7af67b416c14] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.680710] env[68872]: DEBUG nova.compute.manager [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Stashing vm_state: active {{(pid=68872) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1153.691394] env[68872]: DEBUG oslo_concurrency.lockutils [None req-00b96848-38aa-4974-9ddc-8a5cd8c7925f tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.692153] env[68872]: DEBUG nova.scheduler.client.report [None req-6aa1fe9a-7e74-45c5-b216-da59c3f1fc77 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.914237] env[68872]: DEBUG oslo_concurrency.lockutils [req-bca715cc-0e08-4c16-b126-29f978f338c9 req-212879b6-129a-4c82-9e55-29835b09da08 service nova] Releasing lock "refresh_cache-e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.948235] env[68872]: DEBUG nova.compute.manager [req-b7dce6ad-13eb-49c8-ad1c-a147485a6be5 req-00fd7f9e-6cec-42f6-8738-3ee2e445c8de service nova] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Received event network-changed-8e90c0ec-47b6-40f0-b2ee-e6b633e455b2 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.948335] env[68872]: DEBUG nova.compute.manager [req-b7dce6ad-13eb-49c8-ad1c-a147485a6be5 req-00fd7f9e-6cec-42f6-8738-3ee2e445c8de service nova] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Refreshing instance network info cache due to event network-changed-8e90c0ec-47b6-40f0-b2ee-e6b633e455b2. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1153.948570] env[68872]: DEBUG oslo_concurrency.lockutils [req-b7dce6ad-13eb-49c8-ad1c-a147485a6be5 req-00fd7f9e-6cec-42f6-8738-3ee2e445c8de service nova] Acquiring lock "refresh_cache-d47cb107-e374-4bf6-8e88-3210205be1b9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.948722] env[68872]: DEBUG oslo_concurrency.lockutils [req-b7dce6ad-13eb-49c8-ad1c-a147485a6be5 req-00fd7f9e-6cec-42f6-8738-3ee2e445c8de service nova] Acquired lock "refresh_cache-d47cb107-e374-4bf6-8e88-3210205be1b9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.948887] env[68872]: DEBUG nova.network.neutron [req-b7dce6ad-13eb-49c8-ad1c-a147485a6be5 req-00fd7f9e-6cec-42f6-8738-3ee2e445c8de service nova] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Refreshing network info cache for port 8e90c0ec-47b6-40f0-b2ee-e6b633e455b2 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.179631] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 6efcbe42-b7fd-47a1-bc10-e6d287b80509] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.197579] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6aa1fe9a-7e74-45c5-b216-da59c3f1fc77 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.444s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.200798] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.201416] env[68872]: DEBUG oslo_concurrency.lockutils [None req-398ca110-b932-465b-8ef9-b7df06fa660e tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.031s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.201852] env[68872]: DEBUG nova.objects.instance [None req-398ca110-b932-465b-8ef9-b7df06fa660e tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lazy-loading 'resources' on Instance uuid 8e0c4a19-62da-4b15-a574-3b80a44a4eca {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.216759] env[68872]: INFO nova.scheduler.client.report [None req-6aa1fe9a-7e74-45c5-b216-da59c3f1fc77 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Deleted allocations for instance 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef [ 1154.657665] env[68872]: DEBUG nova.network.neutron [req-b7dce6ad-13eb-49c8-ad1c-a147485a6be5 req-00fd7f9e-6cec-42f6-8738-3ee2e445c8de service nova] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Updated VIF entry in instance network info cache for port 8e90c0ec-47b6-40f0-b2ee-e6b633e455b2. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.658043] env[68872]: DEBUG nova.network.neutron [req-b7dce6ad-13eb-49c8-ad1c-a147485a6be5 req-00fd7f9e-6cec-42f6-8738-3ee2e445c8de service nova] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Updating instance_info_cache with network_info: [{"id": "8e90c0ec-47b6-40f0-b2ee-e6b633e455b2", "address": "fa:16:3e:be:bc:59", "network": {"id": "511b8d00-72bf-40ae-8aad-fe8733e4638f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1809232565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d310ae195e70437dbc04c8803c250050", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e90c0ec-47", "ovs_interfaceid": "8e90c0ec-47b6-40f0-b2ee-e6b633e455b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.682504] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 6d48ddc6-0330-4701-b92b-d66137e807d1] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.725962] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6aa1fe9a-7e74-45c5-b216-da59c3f1fc77 tempest-FloatingIPsAssociationTestJSON-1035393042 tempest-FloatingIPsAssociationTestJSON-1035393042-project-member] Lock "0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.347s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.827342] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e52b9a4-26b5-4f21-8760-f8e7d0db236e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.835302] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9b34b1-d526-4b17-b2ef-ede39a6fef9b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.864751] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fdd927-41bb-4cb9-b6fb-2d9b89cd25e4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.871959] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce89e46-7bf7-4a4c-b2cc-c6ee00210032 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.884830] env[68872]: DEBUG nova.compute.provider_tree [None req-398ca110-b932-465b-8ef9-b7df06fa660e tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.161023] env[68872]: DEBUG oslo_concurrency.lockutils [req-b7dce6ad-13eb-49c8-ad1c-a147485a6be5 req-00fd7f9e-6cec-42f6-8738-3ee2e445c8de service nova] Releasing lock "refresh_cache-d47cb107-e374-4bf6-8e88-3210205be1b9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.185894] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 7f5e18b9-1307-4803-92df-2a23901d6f16] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.387555] env[68872]: DEBUG nova.scheduler.client.report [None req-398ca110-b932-465b-8ef9-b7df06fa660e tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.688830] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 2dd0f9b8-0454-4902-94d9-e905dd7fd7b9] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.892053] env[68872]: DEBUG oslo_concurrency.lockutils [None req-398ca110-b932-465b-8ef9-b7df06fa660e tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.691s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.894319] env[68872]: DEBUG oslo_concurrency.lockutils [None req-00b96848-38aa-4974-9ddc-8a5cd8c7925f tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.203s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.894563] env[68872]: DEBUG nova.objects.instance [None req-00b96848-38aa-4974-9ddc-8a5cd8c7925f tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lazy-loading 'resources' on Instance uuid 8e60ec2c-5641-4b97-ad68-d05abfe42437 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.914477] env[68872]: INFO nova.scheduler.client.report [None req-398ca110-b932-465b-8ef9-b7df06fa660e tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Deleted allocations for instance 8e0c4a19-62da-4b15-a574-3b80a44a4eca [ 1156.192719] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 45cffa41-0f2e-45b2-b271-783e6318bb72] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.422135] env[68872]: DEBUG oslo_concurrency.lockutils [None req-398ca110-b932-465b-8ef9-b7df06fa660e tempest-AttachInterfacesTestJSON-383484559 tempest-AttachInterfacesTestJSON-383484559-project-member] Lock "8e0c4a19-62da-4b15-a574-3b80a44a4eca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.161s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.523231] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36aad62c-fa00-4989-95c7-6708ca8324a6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.531133] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca58351-b9d4-478c-9f0a-5c94120319bd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.561537] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86db3e7-542e-4b21-9939-4052f61984e1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.569083] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd00042-53e3-4078-b475-f9a8c1d85282 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.584426] env[68872]: DEBUG nova.compute.provider_tree [None req-00b96848-38aa-4974-9ddc-8a5cd8c7925f tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.697191] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 0364d513-5c1a-4131-a794-20be7d003f67] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.087629] env[68872]: DEBUG nova.scheduler.client.report [None req-00b96848-38aa-4974-9ddc-8a5cd8c7925f tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.201905] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 8401c978-5951-4257-8534-6c5e277045b1] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.592366] env[68872]: DEBUG oslo_concurrency.lockutils [None req-00b96848-38aa-4974-9ddc-8a5cd8c7925f tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.698s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.594756] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.394s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.622517] env[68872]: INFO nova.scheduler.client.report [None req-00b96848-38aa-4974-9ddc-8a5cd8c7925f tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Deleted allocations for instance 8e60ec2c-5641-4b97-ad68-d05abfe42437 [ 1157.705145] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 0b21446d-bdf8-41f5-a53a-dce3ec2d724c] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.101406] env[68872]: INFO nova.compute.claims [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1158.130614] env[68872]: DEBUG oslo_concurrency.lockutils [None req-00b96848-38aa-4974-9ddc-8a5cd8c7925f tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "8e60ec2c-5641-4b97-ad68-d05abfe42437" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.759s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.215193] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: cdf1520a-2381-4f36-abf3-4b5e2dab00c3] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.607221] env[68872]: INFO nova.compute.resource_tracker [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Updating resource usage from migration 05e1fa49-665d-44ef-b080-ba654c024fb0 [ 1158.715668] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 94bd856e-3c4a-4e52-a149-1207e5d83c85] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.741931] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce73ca1f-bbab-472b-9a2e-e6a79100b7c3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.750202] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446f15db-5427-4efd-ab77-583482311122 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.786980] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16212eb2-d786-4b11-b4ad-6a465ce09980 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.795390] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d8044b-c1dc-4530-a686-0de86cf53436 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.810735] env[68872]: DEBUG nova.compute.provider_tree [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.218748] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 4439751f-dd06-4cc0-ac40-95e88e587704] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.314556] env[68872]: DEBUG nova.scheduler.client.report [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.651074] env[68872]: DEBUG oslo_concurrency.lockutils [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "e71dad00-6f56-4a91-aa0c-77f4f4d3afa6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.651074] env[68872]: DEBUG oslo_concurrency.lockutils [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "e71dad00-6f56-4a91-aa0c-77f4f4d3afa6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.724871] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: dd7f8ad1-c394-4217-933a-622094af0f63] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.819771] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.225s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.821317] env[68872]: INFO nova.compute.manager [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Migrating [ 1160.156734] env[68872]: DEBUG nova.compute.manager [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1160.228203] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 8b363941-c78c-492e-9d73-2438248b7669] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.339231] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "refresh_cache-d47cb107-e374-4bf6-8e88-3210205be1b9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.339468] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquired lock "refresh_cache-d47cb107-e374-4bf6-8e88-3210205be1b9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.339699] env[68872]: DEBUG nova.network.neutron [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.681148] env[68872]: DEBUG oslo_concurrency.lockutils [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.681479] env[68872]: DEBUG oslo_concurrency.lockutils [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.683570] env[68872]: INFO nova.compute.claims [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1160.734850] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: dcb555bc-660e-4ea9-a0ee-f5a3be79452b] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.207686] env[68872]: DEBUG nova.network.neutron [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Updating instance_info_cache with network_info: [{"id": "8e90c0ec-47b6-40f0-b2ee-e6b633e455b2", "address": "fa:16:3e:be:bc:59", "network": {"id": "511b8d00-72bf-40ae-8aad-fe8733e4638f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1809232565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d310ae195e70437dbc04c8803c250050", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e90c0ec-47", "ovs_interfaceid": "8e90c0ec-47b6-40f0-b2ee-e6b633e455b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.241380] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 3a1420a4-c5a4-43e1-a646-217be4c1d6ea] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.710641] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Releasing lock "refresh_cache-d47cb107-e374-4bf6-8e88-3210205be1b9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.749748] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 6b7ef617-73a7-4059-90b8-4a6e5e58ac2e] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.860482] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b7a6de-f405-421d-97b5-0baaaeb0e1fb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.870328] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76d14ce-2806-4872-bafb-6348b7af935c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.906936] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bbd61f-f2de-48ea-a834-4b0d2d8f9d3a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.914397] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6846cb7-429b-4c88-8ff5-d444aed58787 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.930371] env[68872]: DEBUG nova.compute.provider_tree [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.256305] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: a75bd5f9-b243-4630-8eb0-d27da8fe12c5] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.433635] env[68872]: DEBUG nova.scheduler.client.report [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.533732] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Acquiring lock "e88d302d-a553-4082-88bd-fe50ef3689e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.533978] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Lock "e88d302d-a553-4082-88bd-fe50ef3689e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.568858] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Acquiring lock "0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.569224] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Lock "0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.613304] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Acquiring lock "fa965289-4c02-44ea-b005-23b159975719" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.613838] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Lock "fa965289-4c02-44ea-b005-23b159975719" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.761331] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: dacf1de6-42e0-48c7-8633-0ff0155d5cf7] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.940716] env[68872]: DEBUG oslo_concurrency.lockutils [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.259s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.941250] env[68872]: DEBUG nova.compute.manager [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1163.036728] env[68872]: DEBUG nova.compute.manager [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1163.072276] env[68872]: DEBUG nova.compute.manager [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1163.117455] env[68872]: DEBUG nova.compute.manager [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: fa965289-4c02-44ea-b005-23b159975719] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1163.231686] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab7ec14-4be9-468d-86e1-fb1f690fdc7c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.252010] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Updating instance 'd47cb107-e374-4bf6-8e88-3210205be1b9' progress to 0 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1163.263414] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 91c8657c-e3db-4ed1-a721-9a7f06e95e9f] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.448436] env[68872]: DEBUG nova.compute.utils [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1163.448715] env[68872]: DEBUG nova.compute.manager [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1163.449063] env[68872]: DEBUG nova.network.neutron [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1163.495021] env[68872]: DEBUG nova.policy [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afea62651c62437c92d94d76b4b90361', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9867cbb36374b6b9def662292b6f810', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 1163.564105] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.566018] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.566018] env[68872]: INFO nova.compute.claims [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1163.592628] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.634572] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.734430] env[68872]: DEBUG nova.network.neutron [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Successfully created port: d907ea0f-5e7c-448e-a180-530e2055ca86 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1163.757894] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.758652] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2fa00f7-b117-4e25-ba06-6f61d05555bd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.766328] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 45591cd6-a9d0-4ffd-a2f5-c61b9bcd0e0b] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.768105] env[68872]: DEBUG oslo_vmware.api [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1163.768105] env[68872]: value = "task-3093463" [ 1163.768105] env[68872]: _type = "Task" [ 1163.768105] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.776396] env[68872]: DEBUG oslo_vmware.api [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.952176] env[68872]: DEBUG nova.compute.manager [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1164.272971] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 9bb7ca31-5098-4b32-acd4-458386fdbd90] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.280466] env[68872]: DEBUG oslo_vmware.api [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093463, 'name': PowerOffVM_Task, 'duration_secs': 0.234709} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.280731] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.280925] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Updating instance 'd47cb107-e374-4bf6-8e88-3210205be1b9' progress to 17 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1164.719096] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df0b759-64de-46db-ae64-3c92a1c48c69 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.727383] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073dc409-66a8-4fa3-bf28-f302572826d1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.761705] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48742085-1066-4a44-99d1-c32a82ce5abb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.773566] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97792cff-d674-412e-838c-e662d3821acb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.777604] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 1cd10bcd-10ad-4dbc-b3d2-b5aa3fdf719b] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.791882] env[68872]: DEBUG nova.virt.hardware [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1164.792151] env[68872]: DEBUG nova.virt.hardware [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.792319] env[68872]: DEBUG nova.virt.hardware [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.792508] env[68872]: DEBUG nova.virt.hardware [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.792670] env[68872]: DEBUG nova.virt.hardware [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.792823] env[68872]: DEBUG nova.virt.hardware [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1164.793055] env[68872]: DEBUG nova.virt.hardware [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1164.793224] env[68872]: DEBUG nova.virt.hardware [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1164.793436] env[68872]: DEBUG nova.virt.hardware [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1164.793583] env[68872]: DEBUG nova.virt.hardware [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1164.793766] env[68872]: DEBUG nova.virt.hardware [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1164.799526] env[68872]: DEBUG nova.compute.provider_tree [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.801415] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf1036b8-35cf-4a38-a441-0866cf1dbff9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.819229] env[68872]: DEBUG oslo_vmware.api [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1164.819229] env[68872]: value = "task-3093465" [ 1164.819229] env[68872]: _type = "Task" [ 1164.819229] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.828694] env[68872]: DEBUG oslo_vmware.api [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093465, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.962624] env[68872]: DEBUG nova.compute.manager [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1164.990237] env[68872]: DEBUG nova.virt.hardware [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1164.990491] env[68872]: DEBUG nova.virt.hardware [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.990649] env[68872]: DEBUG nova.virt.hardware [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.990830] env[68872]: DEBUG nova.virt.hardware [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.990974] env[68872]: DEBUG nova.virt.hardware [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.991142] env[68872]: DEBUG nova.virt.hardware [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1164.991354] env[68872]: DEBUG nova.virt.hardware [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1164.991545] env[68872]: DEBUG nova.virt.hardware [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1164.991729] env[68872]: DEBUG nova.virt.hardware [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1164.991898] env[68872]: DEBUG nova.virt.hardware [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1164.992088] env[68872]: DEBUG nova.virt.hardware [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1164.993014] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba11bddf-8f18-43de-8cf5-02cf08c0177f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.004233] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42c4599-a873-4851-aa88-f3ed7cf56c88 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.101119] env[68872]: DEBUG nova.compute.manager [req-3bfc46fc-45a7-406f-aab6-7fced2f352ad req-43d04496-d387-47c1-b1bd-12d5ef108138 service nova] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Received event network-vif-plugged-d907ea0f-5e7c-448e-a180-530e2055ca86 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.101347] env[68872]: DEBUG oslo_concurrency.lockutils [req-3bfc46fc-45a7-406f-aab6-7fced2f352ad req-43d04496-d387-47c1-b1bd-12d5ef108138 service nova] Acquiring lock "e71dad00-6f56-4a91-aa0c-77f4f4d3afa6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.101555] env[68872]: DEBUG oslo_concurrency.lockutils [req-3bfc46fc-45a7-406f-aab6-7fced2f352ad req-43d04496-d387-47c1-b1bd-12d5ef108138 service nova] Lock "e71dad00-6f56-4a91-aa0c-77f4f4d3afa6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.101733] env[68872]: DEBUG oslo_concurrency.lockutils [req-3bfc46fc-45a7-406f-aab6-7fced2f352ad req-43d04496-d387-47c1-b1bd-12d5ef108138 service nova] Lock "e71dad00-6f56-4a91-aa0c-77f4f4d3afa6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.101898] env[68872]: DEBUG nova.compute.manager [req-3bfc46fc-45a7-406f-aab6-7fced2f352ad req-43d04496-d387-47c1-b1bd-12d5ef108138 service nova] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] No waiting events found dispatching network-vif-plugged-d907ea0f-5e7c-448e-a180-530e2055ca86 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1165.103557] env[68872]: WARNING nova.compute.manager [req-3bfc46fc-45a7-406f-aab6-7fced2f352ad req-43d04496-d387-47c1-b1bd-12d5ef108138 service nova] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Received unexpected event network-vif-plugged-d907ea0f-5e7c-448e-a180-530e2055ca86 for instance with vm_state building and task_state spawning. [ 1165.201745] env[68872]: DEBUG nova.network.neutron [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Successfully updated port: d907ea0f-5e7c-448e-a180-530e2055ca86 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1165.273790] env[68872]: DEBUG nova.compute.manager [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Stashing vm_state: active {{(pid=68872) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1165.280961] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: d4f8cd17-8624-440f-bcf9-2f779f4fe909] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.313714] env[68872]: DEBUG nova.scheduler.client.report [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.332558] env[68872]: DEBUG oslo_vmware.api [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093465, 'name': ReconfigVM_Task, 'duration_secs': 0.354179} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.333379] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Updating instance 'd47cb107-e374-4bf6-8e88-3210205be1b9' progress to 33 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1165.705047] env[68872]: DEBUG oslo_concurrency.lockutils [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "refresh_cache-e71dad00-6f56-4a91-aa0c-77f4f4d3afa6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.705047] env[68872]: DEBUG oslo_concurrency.lockutils [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquired lock "refresh_cache-e71dad00-6f56-4a91-aa0c-77f4f4d3afa6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.705047] env[68872]: DEBUG nova.network.neutron [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.785385] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: b5176185-817b-42a0-a300-c7b06dda0a39] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.794542] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.817987] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.253s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.818543] env[68872]: DEBUG nova.compute.manager [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1165.821108] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.229s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.822421] env[68872]: INFO nova.compute.claims [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1165.839351] env[68872]: DEBUG nova.virt.hardware [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1165.839848] env[68872]: DEBUG nova.virt.hardware [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1165.839848] env[68872]: DEBUG nova.virt.hardware [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1165.839969] env[68872]: DEBUG nova.virt.hardware [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1165.840043] env[68872]: DEBUG nova.virt.hardware [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1165.840198] env[68872]: DEBUG nova.virt.hardware [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1165.840400] env[68872]: DEBUG nova.virt.hardware [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1165.840556] env[68872]: DEBUG nova.virt.hardware [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1165.840722] env[68872]: DEBUG nova.virt.hardware [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1165.840880] env[68872]: DEBUG nova.virt.hardware [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1165.841062] env[68872]: DEBUG nova.virt.hardware [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1165.846579] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1165.847115] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ce833ab-73b2-48bf-934e-155e8c1ee804 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.867752] env[68872]: DEBUG oslo_vmware.api [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1165.867752] env[68872]: value = "task-3093466" [ 1165.867752] env[68872]: _type = "Task" [ 1165.867752] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.875885] env[68872]: DEBUG oslo_vmware.api [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093466, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.233725] env[68872]: DEBUG nova.network.neutron [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1166.288891] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 045ef5de-67da-4454-b203-57d0fb26d12d] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.328061] env[68872]: DEBUG nova.compute.utils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1166.331858] env[68872]: DEBUG nova.compute.manager [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1166.331858] env[68872]: DEBUG nova.network.neutron [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1166.379434] env[68872]: DEBUG oslo_vmware.api [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093466, 'name': ReconfigVM_Task, 'duration_secs': 0.16754} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.379727] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1166.380663] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515fe4f3-8267-4545-9322-b25109931792 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.386507] env[68872]: DEBUG nova.network.neutron [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Updating instance_info_cache with network_info: [{"id": "d907ea0f-5e7c-448e-a180-530e2055ca86", "address": "fa:16:3e:6d:51:6b", "network": {"id": "c09e92d2-0e24-4ab7-a494-adc38742fe8d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1942103729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9867cbb36374b6b9def662292b6f810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd907ea0f-5e", "ovs_interfaceid": "d907ea0f-5e7c-448e-a180-530e2055ca86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.406341] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-c2c9940d-7e4e-48a2-86dc-c3a25d8a391e/volume-c2c9940d-7e4e-48a2-86dc-c3a25d8a391e.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.408221] env[68872]: DEBUG nova.policy [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65fe96888be94476ae79d10915e1e752', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb63407d25874a498bc4d520b73d5815', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 1166.410589] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc165006-3398-45b4-94ab-b82b6519b9c5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.430769] env[68872]: DEBUG oslo_vmware.api [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1166.430769] env[68872]: value = "task-3093467" [ 1166.430769] env[68872]: _type = "Task" [ 1166.430769] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.439105] env[68872]: DEBUG oslo_vmware.api [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093467, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.712129] env[68872]: DEBUG nova.network.neutron [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Successfully created port: 5f9e79ad-d2b2-40f7-91a3-88d0f7392aa7 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1166.792139] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: a9e7b633-a873-4992-9f19-dda6f4828c85] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.832220] env[68872]: DEBUG nova.compute.manager [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1166.908516] env[68872]: DEBUG oslo_concurrency.lockutils [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Releasing lock "refresh_cache-e71dad00-6f56-4a91-aa0c-77f4f4d3afa6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.908893] env[68872]: DEBUG nova.compute.manager [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Instance network_info: |[{"id": "d907ea0f-5e7c-448e-a180-530e2055ca86", "address": "fa:16:3e:6d:51:6b", "network": {"id": "c09e92d2-0e24-4ab7-a494-adc38742fe8d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1942103729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9867cbb36374b6b9def662292b6f810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd907ea0f-5e", "ovs_interfaceid": "d907ea0f-5e7c-448e-a180-530e2055ca86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1166.909364] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:51:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd907ea0f-5e7c-448e-a180-530e2055ca86', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1166.917714] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.922521] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1166.922962] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5796f6d5-e74a-4564-902f-2752f67cea13 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.954062] env[68872]: DEBUG oslo_vmware.api [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.955705] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1166.955705] env[68872]: value = "task-3093469" [ 1166.955705] env[68872]: _type = "Task" [ 1166.955705] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.967285] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093469, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.062380] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ef9b52-bc9d-4de8-9a97-5bf9601b4eed {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.071010] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267d1603-435b-40b6-9832-c670912c79b3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.103662] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3978a6f-495f-43e1-8488-c761a3eb31f8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.111946] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c96e322-1b90-43a7-b98e-2fd6345abdae {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.127039] env[68872]: DEBUG nova.compute.provider_tree [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.136476] env[68872]: DEBUG nova.compute.manager [req-c61d7cad-5ac1-4b9a-8b32-f91a489a4cf6 req-a4675fd6-28ea-4fb9-92bf-b7c3e12ea86c service nova] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Received event network-changed-d907ea0f-5e7c-448e-a180-530e2055ca86 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.136749] env[68872]: DEBUG nova.compute.manager [req-c61d7cad-5ac1-4b9a-8b32-f91a489a4cf6 req-a4675fd6-28ea-4fb9-92bf-b7c3e12ea86c service nova] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Refreshing instance network info cache due to event network-changed-d907ea0f-5e7c-448e-a180-530e2055ca86. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1167.137008] env[68872]: DEBUG oslo_concurrency.lockutils [req-c61d7cad-5ac1-4b9a-8b32-f91a489a4cf6 req-a4675fd6-28ea-4fb9-92bf-b7c3e12ea86c service nova] Acquiring lock "refresh_cache-e71dad00-6f56-4a91-aa0c-77f4f4d3afa6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.137197] env[68872]: DEBUG oslo_concurrency.lockutils [req-c61d7cad-5ac1-4b9a-8b32-f91a489a4cf6 req-a4675fd6-28ea-4fb9-92bf-b7c3e12ea86c service nova] Acquired lock "refresh_cache-e71dad00-6f56-4a91-aa0c-77f4f4d3afa6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.137369] env[68872]: DEBUG nova.network.neutron [req-c61d7cad-5ac1-4b9a-8b32-f91a489a4cf6 req-a4675fd6-28ea-4fb9-92bf-b7c3e12ea86c service nova] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Refreshing network info cache for port d907ea0f-5e7c-448e-a180-530e2055ca86 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.298424] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 02362251-8e13-4449-89cc-cbfff9d9ff22] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.453792] env[68872]: DEBUG oslo_vmware.api [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093467, 'name': ReconfigVM_Task, 'duration_secs': 0.80694} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.454110] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-c2c9940d-7e4e-48a2-86dc-c3a25d8a391e/volume-c2c9940d-7e4e-48a2-86dc-c3a25d8a391e.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.454378] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Updating instance 'd47cb107-e374-4bf6-8e88-3210205be1b9' progress to 50 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1167.466300] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093469, 'name': CreateVM_Task, 'duration_secs': 0.346987} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.466470] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.467125] env[68872]: DEBUG oslo_concurrency.lockutils [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.467285] env[68872]: DEBUG oslo_concurrency.lockutils [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.467592] env[68872]: DEBUG oslo_concurrency.lockutils [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.467842] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a70d30a5-ab58-4aa2-bb31-6d370d48436c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.472497] env[68872]: DEBUG oslo_vmware.api [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1167.472497] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5226266e-4304-811e-e22e-355b05501f72" [ 1167.472497] env[68872]: _type = "Task" [ 1167.472497] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.481397] env[68872]: DEBUG oslo_vmware.api [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5226266e-4304-811e-e22e-355b05501f72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.630480] env[68872]: DEBUG nova.scheduler.client.report [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.803777] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: a1ac11ff-9bf0-495c-a8cc-03dd670c64e6] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.829127] env[68872]: DEBUG nova.network.neutron [req-c61d7cad-5ac1-4b9a-8b32-f91a489a4cf6 req-a4675fd6-28ea-4fb9-92bf-b7c3e12ea86c service nova] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Updated VIF entry in instance network info cache for port d907ea0f-5e7c-448e-a180-530e2055ca86. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.829516] env[68872]: DEBUG nova.network.neutron [req-c61d7cad-5ac1-4b9a-8b32-f91a489a4cf6 req-a4675fd6-28ea-4fb9-92bf-b7c3e12ea86c service nova] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Updating instance_info_cache with network_info: [{"id": "d907ea0f-5e7c-448e-a180-530e2055ca86", "address": "fa:16:3e:6d:51:6b", "network": {"id": "c09e92d2-0e24-4ab7-a494-adc38742fe8d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1942103729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9867cbb36374b6b9def662292b6f810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd907ea0f-5e", "ovs_interfaceid": "d907ea0f-5e7c-448e-a180-530e2055ca86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.844684] env[68872]: DEBUG nova.compute.manager [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1167.870668] env[68872]: DEBUG nova.virt.hardware [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.870928] env[68872]: DEBUG nova.virt.hardware [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.871140] env[68872]: DEBUG nova.virt.hardware [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.871339] env[68872]: DEBUG nova.virt.hardware [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.871512] env[68872]: DEBUG nova.virt.hardware [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.871682] env[68872]: DEBUG nova.virt.hardware [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.871908] env[68872]: DEBUG nova.virt.hardware [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.872090] env[68872]: DEBUG nova.virt.hardware [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.872260] env[68872]: DEBUG nova.virt.hardware [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.872419] env[68872]: DEBUG nova.virt.hardware [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.872601] env[68872]: DEBUG nova.virt.hardware [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.873689] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71ffb87-2e88-4d94-b2bf-6fea906f3289 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.881977] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9e9706-698a-4d9e-a32b-1846fa4dbe98 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.963527] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb34ade1-43d1-40e5-bff9-1f9031fa09e8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.988136] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed76502-8fe4-4415-b98e-e827ab821e6a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.012248] env[68872]: DEBUG oslo_vmware.api [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5226266e-4304-811e-e22e-355b05501f72, 'name': SearchDatastore_Task, 'duration_secs': 0.011442} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.012539] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Updating instance 'd47cb107-e374-4bf6-8e88-3210205be1b9' progress to 67 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1168.015939] env[68872]: DEBUG oslo_concurrency.lockutils [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.016182] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.016420] env[68872]: DEBUG oslo_concurrency.lockutils [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.016567] env[68872]: DEBUG oslo_concurrency.lockutils [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.016744] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.017218] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56bcc54c-58dd-453c-8ecb-98f74cfd7429 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.026801] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.026976] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.027674] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d62f56b4-117e-46db-8446-3ed1978b44ba {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.032876] env[68872]: DEBUG oslo_vmware.api [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1168.032876] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52423f07-557a-987c-b927-3262493f8de8" [ 1168.032876] env[68872]: _type = "Task" [ 1168.032876] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.041588] env[68872]: DEBUG oslo_vmware.api [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52423f07-557a-987c-b927-3262493f8de8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.135563] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.314s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.136136] env[68872]: DEBUG nova.compute.manager [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1168.138558] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.504s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.140416] env[68872]: INFO nova.compute.claims [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: fa965289-4c02-44ea-b005-23b159975719] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.257555] env[68872]: DEBUG nova.network.neutron [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Successfully updated port: 5f9e79ad-d2b2-40f7-91a3-88d0f7392aa7 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1168.308756] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: f55dd82e-62d1-4489-8376-614bcc41312c] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.333125] env[68872]: DEBUG oslo_concurrency.lockutils [req-c61d7cad-5ac1-4b9a-8b32-f91a489a4cf6 req-a4675fd6-28ea-4fb9-92bf-b7c3e12ea86c service nova] Releasing lock "refresh_cache-e71dad00-6f56-4a91-aa0c-77f4f4d3afa6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.543389] env[68872]: DEBUG oslo_vmware.api [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52423f07-557a-987c-b927-3262493f8de8, 'name': SearchDatastore_Task, 'duration_secs': 0.009282} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.544283] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52b64bbb-349e-43e7-9b69-52b277263339 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.549892] env[68872]: DEBUG oslo_vmware.api [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1168.549892] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]521c475b-4c28-60a2-2d51-a886b5d6dc25" [ 1168.549892] env[68872]: _type = "Task" [ 1168.549892] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.558977] env[68872]: DEBUG oslo_vmware.api [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]521c475b-4c28-60a2-2d51-a886b5d6dc25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.644336] env[68872]: DEBUG nova.compute.utils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1168.647540] env[68872]: DEBUG nova.compute.manager [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1168.647708] env[68872]: DEBUG nova.network.neutron [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1168.689992] env[68872]: DEBUG nova.policy [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65fe96888be94476ae79d10915e1e752', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb63407d25874a498bc4d520b73d5815', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 1168.759266] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Acquiring lock "refresh_cache-e88d302d-a553-4082-88bd-fe50ef3689e7" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.759415] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Acquired lock "refresh_cache-e88d302d-a553-4082-88bd-fe50ef3689e7" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.759574] env[68872]: DEBUG nova.network.neutron [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.810245] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: dc37cf64-53d1-4b17-aa7d-2659924aef50] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.913997] env[68872]: DEBUG nova.network.neutron [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Successfully created port: e38912d7-7101-4930-996a-78f41f21fe88 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1169.061450] env[68872]: DEBUG oslo_vmware.api [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]521c475b-4c28-60a2-2d51-a886b5d6dc25, 'name': SearchDatastore_Task, 'duration_secs': 0.011219} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.061749] env[68872]: DEBUG oslo_concurrency.lockutils [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.062022] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] e71dad00-6f56-4a91-aa0c-77f4f4d3afa6/e71dad00-6f56-4a91-aa0c-77f4f4d3afa6.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1169.062298] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3997944-b810-43c9-8aab-671e3a03c8a3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.069572] env[68872]: DEBUG oslo_vmware.api [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1169.069572] env[68872]: value = "task-3093471" [ 1169.069572] env[68872]: _type = "Task" [ 1169.069572] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.078149] env[68872]: DEBUG oslo_vmware.api [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.148560] env[68872]: DEBUG nova.compute.manager [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1169.171010] env[68872]: DEBUG nova.compute.manager [req-3ea49b00-7d42-4dc4-95d8-44e02fa0657e req-1e2f88ce-09fe-41d1-a1a5-3f6e10c76c29 service nova] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Received event network-vif-plugged-5f9e79ad-d2b2-40f7-91a3-88d0f7392aa7 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.171240] env[68872]: DEBUG oslo_concurrency.lockutils [req-3ea49b00-7d42-4dc4-95d8-44e02fa0657e req-1e2f88ce-09fe-41d1-a1a5-3f6e10c76c29 service nova] Acquiring lock "e88d302d-a553-4082-88bd-fe50ef3689e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.171460] env[68872]: DEBUG oslo_concurrency.lockutils [req-3ea49b00-7d42-4dc4-95d8-44e02fa0657e req-1e2f88ce-09fe-41d1-a1a5-3f6e10c76c29 service nova] Lock "e88d302d-a553-4082-88bd-fe50ef3689e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.171653] env[68872]: DEBUG oslo_concurrency.lockutils [req-3ea49b00-7d42-4dc4-95d8-44e02fa0657e req-1e2f88ce-09fe-41d1-a1a5-3f6e10c76c29 service nova] Lock "e88d302d-a553-4082-88bd-fe50ef3689e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.171826] env[68872]: DEBUG nova.compute.manager [req-3ea49b00-7d42-4dc4-95d8-44e02fa0657e req-1e2f88ce-09fe-41d1-a1a5-3f6e10c76c29 service nova] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] No waiting events found dispatching network-vif-plugged-5f9e79ad-d2b2-40f7-91a3-88d0f7392aa7 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1169.172016] env[68872]: WARNING nova.compute.manager [req-3ea49b00-7d42-4dc4-95d8-44e02fa0657e req-1e2f88ce-09fe-41d1-a1a5-3f6e10c76c29 service nova] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Received unexpected event network-vif-plugged-5f9e79ad-d2b2-40f7-91a3-88d0f7392aa7 for instance with vm_state building and task_state spawning. [ 1169.173993] env[68872]: DEBUG nova.compute.manager [req-3ea49b00-7d42-4dc4-95d8-44e02fa0657e req-1e2f88ce-09fe-41d1-a1a5-3f6e10c76c29 service nova] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Received event network-changed-5f9e79ad-d2b2-40f7-91a3-88d0f7392aa7 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.173993] env[68872]: DEBUG nova.compute.manager [req-3ea49b00-7d42-4dc4-95d8-44e02fa0657e req-1e2f88ce-09fe-41d1-a1a5-3f6e10c76c29 service nova] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Refreshing instance network info cache due to event network-changed-5f9e79ad-d2b2-40f7-91a3-88d0f7392aa7. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1169.173993] env[68872]: DEBUG oslo_concurrency.lockutils [req-3ea49b00-7d42-4dc4-95d8-44e02fa0657e req-1e2f88ce-09fe-41d1-a1a5-3f6e10c76c29 service nova] Acquiring lock "refresh_cache-e88d302d-a553-4082-88bd-fe50ef3689e7" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.303567] env[68872]: DEBUG nova.network.neutron [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1169.314807] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: c7c9ee10-b598-496a-ab2c-bf8c5fe97052] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.384485] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cf070f-2719-4dd2-8f30-65f857588496 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.400246] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580a3a7b-56f0-4158-8e57-f9eb33d9c860 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.440596] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c719da-3fa4-441f-8fd9-cf42f63116c3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.454777] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f8dfa7-55c8-4d91-94b6-1178ca11f0a7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.472273] env[68872]: DEBUG nova.compute.provider_tree [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.494538] env[68872]: DEBUG nova.network.neutron [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Updating instance_info_cache with network_info: [{"id": "5f9e79ad-d2b2-40f7-91a3-88d0f7392aa7", "address": "fa:16:3e:a7:93:bc", "network": {"id": "cf4a0929-26a1-443d-849b-6a694969c399", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1128309067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb63407d25874a498bc4d520b73d5815", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f9e79ad-d2", "ovs_interfaceid": "5f9e79ad-d2b2-40f7-91a3-88d0f7392aa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.584073] env[68872]: DEBUG oslo_vmware.api [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093471, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.658987] env[68872]: DEBUG nova.network.neutron [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Port 8e90c0ec-47b6-40f0-b2ee-e6b633e455b2 binding to destination host cpu-1 is already ACTIVE {{(pid=68872) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1169.818992] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: d8a69a2c-2c5d-42e8-b2c0-e0c3585de439] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.976151] env[68872]: DEBUG nova.scheduler.client.report [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.997020] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Releasing lock "refresh_cache-e88d302d-a553-4082-88bd-fe50ef3689e7" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.997310] env[68872]: DEBUG nova.compute.manager [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Instance network_info: |[{"id": "5f9e79ad-d2b2-40f7-91a3-88d0f7392aa7", "address": "fa:16:3e:a7:93:bc", "network": {"id": "cf4a0929-26a1-443d-849b-6a694969c399", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1128309067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb63407d25874a498bc4d520b73d5815", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f9e79ad-d2", "ovs_interfaceid": "5f9e79ad-d2b2-40f7-91a3-88d0f7392aa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1169.997607] env[68872]: DEBUG oslo_concurrency.lockutils [req-3ea49b00-7d42-4dc4-95d8-44e02fa0657e req-1e2f88ce-09fe-41d1-a1a5-3f6e10c76c29 service nova] Acquired lock "refresh_cache-e88d302d-a553-4082-88bd-fe50ef3689e7" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.997784] env[68872]: DEBUG nova.network.neutron [req-3ea49b00-7d42-4dc4-95d8-44e02fa0657e req-1e2f88ce-09fe-41d1-a1a5-3f6e10c76c29 service nova] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Refreshing network info cache for port 5f9e79ad-d2b2-40f7-91a3-88d0f7392aa7 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1169.999176] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:93:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f9e79ad-d2b2-40f7-91a3-88d0f7392aa7', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1170.006849] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Creating folder: Project (fb63407d25874a498bc4d520b73d5815). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1170.010247] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d07a6a3-592a-49a4-9792-321f0d7fced7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.023935] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Created folder: Project (fb63407d25874a498bc4d520b73d5815) in parent group-v618835. [ 1170.024174] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Creating folder: Instances. Parent ref: group-v619153. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1170.024523] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78c37588-c032-4139-96a0-bb59b40af390 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.034477] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Created folder: Instances in parent group-v619153. [ 1170.034723] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.034927] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1170.035159] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fa9fd10-23aa-4bc2-a5d3-877c3c00b440 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.059773] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1170.059773] env[68872]: value = "task-3093474" [ 1170.059773] env[68872]: _type = "Task" [ 1170.059773] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.072378] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093474, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.081377] env[68872]: DEBUG oslo_vmware.api [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093471, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536106} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.081675] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] e71dad00-6f56-4a91-aa0c-77f4f4d3afa6/e71dad00-6f56-4a91-aa0c-77f4f4d3afa6.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.081927] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1170.082167] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4829db5-7299-401f-a1b6-abe9bba54b17 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.088823] env[68872]: DEBUG oslo_vmware.api [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1170.088823] env[68872]: value = "task-3093475" [ 1170.088823] env[68872]: _type = "Task" [ 1170.088823] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.101220] env[68872]: DEBUG oslo_vmware.api [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.162049] env[68872]: DEBUG nova.compute.manager [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1170.193987] env[68872]: DEBUG nova.virt.hardware [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.194284] env[68872]: DEBUG nova.virt.hardware [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.194469] env[68872]: DEBUG nova.virt.hardware [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.194756] env[68872]: DEBUG nova.virt.hardware [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.194914] env[68872]: DEBUG nova.virt.hardware [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.195078] env[68872]: DEBUG nova.virt.hardware [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.195296] env[68872]: DEBUG nova.virt.hardware [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.195458] env[68872]: DEBUG nova.virt.hardware [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.195628] env[68872]: DEBUG nova.virt.hardware [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.195804] env[68872]: DEBUG nova.virt.hardware [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.196015] env[68872]: DEBUG nova.virt.hardware [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.196894] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0134c5c5-01cc-43f2-a2ef-3e19b89e7d7e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.206519] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5217de-20f1-4b3b-96c4-412ff0d9fad8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.279170] env[68872]: DEBUG nova.network.neutron [req-3ea49b00-7d42-4dc4-95d8-44e02fa0657e req-1e2f88ce-09fe-41d1-a1a5-3f6e10c76c29 service nova] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Updated VIF entry in instance network info cache for port 5f9e79ad-d2b2-40f7-91a3-88d0f7392aa7. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1170.279563] env[68872]: DEBUG nova.network.neutron [req-3ea49b00-7d42-4dc4-95d8-44e02fa0657e req-1e2f88ce-09fe-41d1-a1a5-3f6e10c76c29 service nova] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Updating instance_info_cache with network_info: [{"id": "5f9e79ad-d2b2-40f7-91a3-88d0f7392aa7", "address": "fa:16:3e:a7:93:bc", "network": {"id": "cf4a0929-26a1-443d-849b-6a694969c399", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1128309067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb63407d25874a498bc4d520b73d5815", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f9e79ad-d2", "ovs_interfaceid": "5f9e79ad-d2b2-40f7-91a3-88d0f7392aa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.324108] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: a71905ae-b4b8-4fec-a3ea-b3b7f2372df3] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.485411] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.485945] env[68872]: DEBUG nova.compute.manager [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: fa965289-4c02-44ea-b005-23b159975719] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1170.488527] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.694s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.583073] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093474, 'name': CreateVM_Task, 'duration_secs': 0.376711} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.583341] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1170.584357] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.584638] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.584993] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.585287] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5450f8d7-fd9f-4e32-9b7e-6780cee9bfd3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.598961] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Waiting for the task: (returnval){ [ 1170.598961] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52e1c376-d130-78ff-d655-32088b88734a" [ 1170.598961] env[68872]: _type = "Task" [ 1170.598961] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.605798] env[68872]: DEBUG oslo_vmware.api [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096679} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.605798] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.606600] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261744d0-7647-4af6-a619-adc9b67b3a7a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.612316] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52e1c376-d130-78ff-d655-32088b88734a, 'name': SearchDatastore_Task, 'duration_secs': 0.009937} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.613051] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.613185] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1170.613536] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.613612] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.613811] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.614088] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dad1cc0d-d418-424e-8295-a31c8bd98465 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.634102] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] e71dad00-6f56-4a91-aa0c-77f4f4d3afa6/e71dad00-6f56-4a91-aa0c-77f4f4d3afa6.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.634868] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed90d7b8-59dd-4d18-8679-4abdc51e7d87 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.650601] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.650815] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1170.651886] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd19bf1c-1fc0-4ded-b499-07c32314a4ad {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.656517] env[68872]: DEBUG oslo_vmware.api [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1170.656517] env[68872]: value = "task-3093476" [ 1170.656517] env[68872]: _type = "Task" [ 1170.656517] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.657904] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Waiting for the task: (returnval){ [ 1170.657904] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5258332b-391c-db93-ecd2-60c932f7c293" [ 1170.657904] env[68872]: _type = "Task" [ 1170.657904] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.668761] env[68872]: DEBUG oslo_vmware.api [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093476, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.681280] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5258332b-391c-db93-ecd2-60c932f7c293, 'name': SearchDatastore_Task, 'duration_secs': 0.009246} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.689785] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "d47cb107-e374-4bf6-8e88-3210205be1b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.690068] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "d47cb107-e374-4bf6-8e88-3210205be1b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.690276] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "d47cb107-e374-4bf6-8e88-3210205be1b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.693853] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ac9fae0-122c-45a6-acfb-1e58a78e676b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.698297] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Waiting for the task: (returnval){ [ 1170.698297] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5231b700-f8af-bad4-8cf6-42b8a9317d25" [ 1170.698297] env[68872]: _type = "Task" [ 1170.698297] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.709584] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5231b700-f8af-bad4-8cf6-42b8a9317d25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.742510] env[68872]: DEBUG nova.network.neutron [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Successfully updated port: e38912d7-7101-4930-996a-78f41f21fe88 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1170.781695] env[68872]: DEBUG oslo_concurrency.lockutils [req-3ea49b00-7d42-4dc4-95d8-44e02fa0657e req-1e2f88ce-09fe-41d1-a1a5-3f6e10c76c29 service nova] Releasing lock "refresh_cache-e88d302d-a553-4082-88bd-fe50ef3689e7" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.828525] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 9ba49303-832d-4da0-b856-a46bcb2bda5a] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.992170] env[68872]: DEBUG nova.compute.utils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1170.995521] env[68872]: INFO nova.compute.claims [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1170.999711] env[68872]: DEBUG nova.compute.manager [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: fa965289-4c02-44ea-b005-23b159975719] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1170.999711] env[68872]: DEBUG nova.network.neutron [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: fa965289-4c02-44ea-b005-23b159975719] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1171.037299] env[68872]: DEBUG nova.policy [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65fe96888be94476ae79d10915e1e752', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb63407d25874a498bc4d520b73d5815', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 1171.168924] env[68872]: DEBUG oslo_vmware.api [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093476, 'name': ReconfigVM_Task, 'duration_secs': 0.296213} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.168924] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Reconfigured VM instance instance-00000073 to attach disk [datastore2] e71dad00-6f56-4a91-aa0c-77f4f4d3afa6/e71dad00-6f56-4a91-aa0c-77f4f4d3afa6.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.169473] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e03b7e7a-5675-49a7-b8e2-c5a23351fd01 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.175484] env[68872]: DEBUG oslo_vmware.api [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1171.175484] env[68872]: value = "task-3093478" [ 1171.175484] env[68872]: _type = "Task" [ 1171.175484] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.184641] env[68872]: DEBUG oslo_vmware.api [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093478, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.201557] env[68872]: DEBUG nova.compute.manager [req-a4a876c4-8c30-4c40-99f3-1182b76ef4b2 req-6c945dd1-3e96-442e-8b41-14b8843caaae service nova] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Received event network-vif-plugged-e38912d7-7101-4930-996a-78f41f21fe88 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.201809] env[68872]: DEBUG oslo_concurrency.lockutils [req-a4a876c4-8c30-4c40-99f3-1182b76ef4b2 req-6c945dd1-3e96-442e-8b41-14b8843caaae service nova] Acquiring lock "0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.202029] env[68872]: DEBUG oslo_concurrency.lockutils [req-a4a876c4-8c30-4c40-99f3-1182b76ef4b2 req-6c945dd1-3e96-442e-8b41-14b8843caaae service nova] Lock "0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.202204] env[68872]: DEBUG oslo_concurrency.lockutils [req-a4a876c4-8c30-4c40-99f3-1182b76ef4b2 req-6c945dd1-3e96-442e-8b41-14b8843caaae service nova] Lock "0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.202373] env[68872]: DEBUG nova.compute.manager [req-a4a876c4-8c30-4c40-99f3-1182b76ef4b2 req-6c945dd1-3e96-442e-8b41-14b8843caaae service nova] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] No waiting events found dispatching network-vif-plugged-e38912d7-7101-4930-996a-78f41f21fe88 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1171.202539] env[68872]: WARNING nova.compute.manager [req-a4a876c4-8c30-4c40-99f3-1182b76ef4b2 req-6c945dd1-3e96-442e-8b41-14b8843caaae service nova] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Received unexpected event network-vif-plugged-e38912d7-7101-4930-996a-78f41f21fe88 for instance with vm_state building and task_state spawning. [ 1171.202786] env[68872]: DEBUG nova.compute.manager [req-a4a876c4-8c30-4c40-99f3-1182b76ef4b2 req-6c945dd1-3e96-442e-8b41-14b8843caaae service nova] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Received event network-changed-e38912d7-7101-4930-996a-78f41f21fe88 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.202846] env[68872]: DEBUG nova.compute.manager [req-a4a876c4-8c30-4c40-99f3-1182b76ef4b2 req-6c945dd1-3e96-442e-8b41-14b8843caaae service nova] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Refreshing instance network info cache due to event network-changed-e38912d7-7101-4930-996a-78f41f21fe88. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1171.203098] env[68872]: DEBUG oslo_concurrency.lockutils [req-a4a876c4-8c30-4c40-99f3-1182b76ef4b2 req-6c945dd1-3e96-442e-8b41-14b8843caaae service nova] Acquiring lock "refresh_cache-0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.203254] env[68872]: DEBUG oslo_concurrency.lockutils [req-a4a876c4-8c30-4c40-99f3-1182b76ef4b2 req-6c945dd1-3e96-442e-8b41-14b8843caaae service nova] Acquired lock "refresh_cache-0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.203415] env[68872]: DEBUG nova.network.neutron [req-a4a876c4-8c30-4c40-99f3-1182b76ef4b2 req-6c945dd1-3e96-442e-8b41-14b8843caaae service nova] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Refreshing network info cache for port e38912d7-7101-4930-996a-78f41f21fe88 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1171.215566] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5231b700-f8af-bad4-8cf6-42b8a9317d25, 'name': SearchDatastore_Task, 'duration_secs': 0.012716} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.215819] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.216100] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] e88d302d-a553-4082-88bd-fe50ef3689e7/e88d302d-a553-4082-88bd-fe50ef3689e7.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1171.216358] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f63daa19-6fcd-4ade-8fe0-a0b6e72e7a59 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.222976] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Waiting for the task: (returnval){ [ 1171.222976] env[68872]: value = "task-3093479" [ 1171.222976] env[68872]: _type = "Task" [ 1171.222976] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.230869] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.247578] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Acquiring lock "refresh_cache-0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.331752] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 2f1ecd20-e3f3-4e4a-a8d4-4a36e6a5e012] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.366405] env[68872]: DEBUG nova.network.neutron [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: fa965289-4c02-44ea-b005-23b159975719] Successfully created port: 3cc4fcf1-d260-466e-adfd-96d4e71a882c {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1171.499954] env[68872]: DEBUG nova.compute.manager [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: fa965289-4c02-44ea-b005-23b159975719] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1171.507023] env[68872]: INFO nova.compute.resource_tracker [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Updating resource usage from migration 9c233f94-c03d-40ce-a63a-6a54ada3d2b5 [ 1171.688759] env[68872]: DEBUG oslo_vmware.api [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093478, 'name': Rename_Task, 'duration_secs': 0.15789} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.689094] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.689394] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da1b2bc2-7979-40d9-8bf3-2615b834fe70 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.698220] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d38baf7-d821-4027-9d13-ace297f22968 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.701184] env[68872]: DEBUG oslo_vmware.api [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1171.701184] env[68872]: value = "task-3093480" [ 1171.701184] env[68872]: _type = "Task" [ 1171.701184] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.708725] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377a2556-86bb-42fd-b973-069d35eeb143 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.719260] env[68872]: DEBUG oslo_vmware.api [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093480, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.749567] env[68872]: DEBUG nova.network.neutron [req-a4a876c4-8c30-4c40-99f3-1182b76ef4b2 req-6c945dd1-3e96-442e-8b41-14b8843caaae service nova] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1171.751919] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "refresh_cache-d47cb107-e374-4bf6-8e88-3210205be1b9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.752100] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquired lock "refresh_cache-d47cb107-e374-4bf6-8e88-3210205be1b9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.752266] env[68872]: DEBUG nova.network.neutron [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.756609] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7eac3f6-ed94-40a6-943b-653626db91b8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.767218] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f730ebd-d20c-47a6-94d8-02627851c059 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.771545] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093479, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.781301] env[68872]: DEBUG nova.compute.provider_tree [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Updating inventory in ProviderTree for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1171.826873] env[68872]: DEBUG nova.network.neutron [req-a4a876c4-8c30-4c40-99f3-1182b76ef4b2 req-6c945dd1-3e96-442e-8b41-14b8843caaae service nova] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.834925] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: fe5cc7b3-155a-437c-b04c-32bbfff60809] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.211937] env[68872]: DEBUG oslo_vmware.api [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093480, 'name': PowerOnVM_Task, 'duration_secs': 0.459102} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.212277] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.212518] env[68872]: INFO nova.compute.manager [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Took 7.25 seconds to spawn the instance on the hypervisor. [ 1172.212706] env[68872]: DEBUG nova.compute.manager [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.213513] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc47463-20ef-4db0-928d-960d015c45ea {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.259579] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093479, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542909} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.263158] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] e88d302d-a553-4082-88bd-fe50ef3689e7/e88d302d-a553-4082-88bd-fe50ef3689e7.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1172.263406] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1172.264186] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ceec6f9-2b7b-415a-9a1a-327ea19c23ed {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.273881] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Waiting for the task: (returnval){ [ 1172.273881] env[68872]: value = "task-3093481" [ 1172.273881] env[68872]: _type = "Task" [ 1172.273881] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.282481] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093481, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.305135] env[68872]: ERROR nova.scheduler.client.report [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [req-9d2d297d-aaf9-479d-9ecd-f95aae0e0234] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9d2d297d-aaf9-479d-9ecd-f95aae0e0234"}]} [ 1172.321966] env[68872]: DEBUG nova.scheduler.client.report [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Refreshing inventories for resource provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1172.329275] env[68872]: DEBUG oslo_concurrency.lockutils [req-a4a876c4-8c30-4c40-99f3-1182b76ef4b2 req-6c945dd1-3e96-442e-8b41-14b8843caaae service nova] Releasing lock "refresh_cache-0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.329669] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Acquired lock "refresh_cache-0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.329839] env[68872]: DEBUG nova.network.neutron [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.338487] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 868ec1e9-02eb-4c01-a8ea-87a0abd1a1ff] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.340962] env[68872]: DEBUG nova.scheduler.client.report [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Updating ProviderTree inventory for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1172.340962] env[68872]: DEBUG nova.compute.provider_tree [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Updating inventory in ProviderTree for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1172.358473] env[68872]: DEBUG nova.scheduler.client.report [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Refreshing aggregate associations for resource provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f, aggregates: None {{(pid=68872) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1172.378696] env[68872]: DEBUG nova.scheduler.client.report [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Refreshing trait associations for resource provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=68872) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1172.501807] env[68872]: DEBUG nova.network.neutron [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Updating instance_info_cache with network_info: [{"id": "8e90c0ec-47b6-40f0-b2ee-e6b633e455b2", "address": "fa:16:3e:be:bc:59", "network": {"id": "511b8d00-72bf-40ae-8aad-fe8733e4638f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1809232565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d310ae195e70437dbc04c8803c250050", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e90c0ec-47", "ovs_interfaceid": "8e90c0ec-47b6-40f0-b2ee-e6b633e455b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.514213] env[68872]: DEBUG nova.compute.manager [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: fa965289-4c02-44ea-b005-23b159975719] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1172.543179] env[68872]: DEBUG nova.virt.hardware [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1172.543427] env[68872]: DEBUG nova.virt.hardware [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1172.543611] env[68872]: DEBUG nova.virt.hardware [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1172.543814] env[68872]: DEBUG nova.virt.hardware [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1172.543964] env[68872]: DEBUG nova.virt.hardware [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1172.544129] env[68872]: DEBUG nova.virt.hardware [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1172.544340] env[68872]: DEBUG nova.virt.hardware [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1172.544507] env[68872]: DEBUG nova.virt.hardware [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1172.544675] env[68872]: DEBUG nova.virt.hardware [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1172.544879] env[68872]: DEBUG nova.virt.hardware [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1172.545017] env[68872]: DEBUG nova.virt.hardware [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1172.546044] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f76010c-e332-4b05-9e10-a54c79bd184c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.550717] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d50409-f1e5-4d49-9d51-a45f77837691 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.557971] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cf2557-9f49-4352-ac0d-45017128ce3d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.564336] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918620d0-e4fa-42ed-9834-88ebdb388f22 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.602571] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73677908-2a18-4068-99fb-118bfa6fc0b2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.610472] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab7cbb8-e97d-4f22-b679-cfc71325684c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.624848] env[68872]: DEBUG nova.compute.provider_tree [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Updating inventory in ProviderTree for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1172.731039] env[68872]: INFO nova.compute.manager [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Took 12.07 seconds to build instance. [ 1172.784093] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093481, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129385} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.784904] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1172.785703] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbe601c-0740-4d2b-80e6-386a6bbffaad {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.807919] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] e88d302d-a553-4082-88bd-fe50ef3689e7/e88d302d-a553-4082-88bd-fe50ef3689e7.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1172.808200] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e7b11e0-bc32-4bd3-9d5d-206cceeccd9a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.829375] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Waiting for the task: (returnval){ [ 1172.829375] env[68872]: value = "task-3093482" [ 1172.829375] env[68872]: _type = "Task" [ 1172.829375] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.840435] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093482, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.844935] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: db3e747b-e648-4fc2-86a1-d2e6ff48db08] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.862412] env[68872]: DEBUG nova.network.neutron [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1172.907442] env[68872]: DEBUG nova.network.neutron [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: fa965289-4c02-44ea-b005-23b159975719] Successfully updated port: 3cc4fcf1-d260-466e-adfd-96d4e71a882c {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1173.007248] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Releasing lock "refresh_cache-d47cb107-e374-4bf6-8e88-3210205be1b9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.018019] env[68872]: DEBUG nova.network.neutron [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Updating instance_info_cache with network_info: [{"id": "e38912d7-7101-4930-996a-78f41f21fe88", "address": "fa:16:3e:bb:e1:3b", "network": {"id": "cf4a0929-26a1-443d-849b-6a694969c399", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1128309067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb63407d25874a498bc4d520b73d5815", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape38912d7-71", "ovs_interfaceid": "e38912d7-7101-4930-996a-78f41f21fe88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.159977] env[68872]: DEBUG nova.scheduler.client.report [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Updated inventory for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with generation 158 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1173.160461] env[68872]: DEBUG nova.compute.provider_tree [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Updating resource provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f generation from 158 to 159 during operation: update_inventory {{(pid=68872) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1173.160731] env[68872]: DEBUG nova.compute.provider_tree [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Updating inventory in ProviderTree for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1173.233131] env[68872]: DEBUG nova.compute.manager [req-38215cf8-41c9-4624-b7a3-48f873bba22e req-e2784732-b3dc-41ad-bef6-89833af9e69d service nova] [instance: fa965289-4c02-44ea-b005-23b159975719] Received event network-vif-plugged-3cc4fcf1-d260-466e-adfd-96d4e71a882c {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.233632] env[68872]: DEBUG oslo_concurrency.lockutils [req-38215cf8-41c9-4624-b7a3-48f873bba22e req-e2784732-b3dc-41ad-bef6-89833af9e69d service nova] Acquiring lock "fa965289-4c02-44ea-b005-23b159975719-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.234052] env[68872]: DEBUG oslo_concurrency.lockutils [req-38215cf8-41c9-4624-b7a3-48f873bba22e req-e2784732-b3dc-41ad-bef6-89833af9e69d service nova] Lock "fa965289-4c02-44ea-b005-23b159975719-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.234371] env[68872]: DEBUG oslo_concurrency.lockutils [req-38215cf8-41c9-4624-b7a3-48f873bba22e req-e2784732-b3dc-41ad-bef6-89833af9e69d service nova] Lock "fa965289-4c02-44ea-b005-23b159975719-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.234694] env[68872]: DEBUG nova.compute.manager [req-38215cf8-41c9-4624-b7a3-48f873bba22e req-e2784732-b3dc-41ad-bef6-89833af9e69d service nova] [instance: fa965289-4c02-44ea-b005-23b159975719] No waiting events found dispatching network-vif-plugged-3cc4fcf1-d260-466e-adfd-96d4e71a882c {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1173.235061] env[68872]: WARNING nova.compute.manager [req-38215cf8-41c9-4624-b7a3-48f873bba22e req-e2784732-b3dc-41ad-bef6-89833af9e69d service nova] [instance: fa965289-4c02-44ea-b005-23b159975719] Received unexpected event network-vif-plugged-3cc4fcf1-d260-466e-adfd-96d4e71a882c for instance with vm_state building and task_state spawning. [ 1173.235362] env[68872]: DEBUG nova.compute.manager [req-38215cf8-41c9-4624-b7a3-48f873bba22e req-e2784732-b3dc-41ad-bef6-89833af9e69d service nova] [instance: fa965289-4c02-44ea-b005-23b159975719] Received event network-changed-3cc4fcf1-d260-466e-adfd-96d4e71a882c {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.235654] env[68872]: DEBUG nova.compute.manager [req-38215cf8-41c9-4624-b7a3-48f873bba22e req-e2784732-b3dc-41ad-bef6-89833af9e69d service nova] [instance: fa965289-4c02-44ea-b005-23b159975719] Refreshing instance network info cache due to event network-changed-3cc4fcf1-d260-466e-adfd-96d4e71a882c. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1173.235942] env[68872]: DEBUG oslo_concurrency.lockutils [req-38215cf8-41c9-4624-b7a3-48f873bba22e req-e2784732-b3dc-41ad-bef6-89833af9e69d service nova] Acquiring lock "refresh_cache-fa965289-4c02-44ea-b005-23b159975719" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.236132] env[68872]: DEBUG oslo_concurrency.lockutils [req-38215cf8-41c9-4624-b7a3-48f873bba22e req-e2784732-b3dc-41ad-bef6-89833af9e69d service nova] Acquired lock "refresh_cache-fa965289-4c02-44ea-b005-23b159975719" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.236300] env[68872]: DEBUG nova.network.neutron [req-38215cf8-41c9-4624-b7a3-48f873bba22e req-e2784732-b3dc-41ad-bef6-89833af9e69d service nova] [instance: fa965289-4c02-44ea-b005-23b159975719] Refreshing network info cache for port 3cc4fcf1-d260-466e-adfd-96d4e71a882c {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.238217] env[68872]: DEBUG oslo_concurrency.lockutils [None req-599f9dcc-6549-47f1-bd58-0aad14aee782 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "e71dad00-6f56-4a91-aa0c-77f4f4d3afa6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.587s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.344178] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093482, 'name': ReconfigVM_Task, 'duration_secs': 0.270841} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.344178] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Reconfigured VM instance instance-00000074 to attach disk [datastore2] e88d302d-a553-4082-88bd-fe50ef3689e7/e88d302d-a553-4082-88bd-fe50ef3689e7.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1173.344178] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01e4c8b2-d9ad-458a-b194-a05bf220763b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.348106] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.348330] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Cleaning up deleted instances with incomplete migration {{(pid=68872) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1173.351129] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Waiting for the task: (returnval){ [ 1173.351129] env[68872]: value = "task-3093484" [ 1173.351129] env[68872]: _type = "Task" [ 1173.351129] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.363105] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093484, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.411189] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Acquiring lock "refresh_cache-fa965289-4c02-44ea-b005-23b159975719" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.517328] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Releasing lock "refresh_cache-0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.517676] env[68872]: DEBUG nova.compute.manager [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Instance network_info: |[{"id": "e38912d7-7101-4930-996a-78f41f21fe88", "address": "fa:16:3e:bb:e1:3b", "network": {"id": "cf4a0929-26a1-443d-849b-6a694969c399", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1128309067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb63407d25874a498bc4d520b73d5815", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape38912d7-71", "ovs_interfaceid": "e38912d7-7101-4930-996a-78f41f21fe88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1173.518511] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:e1:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e38912d7-7101-4930-996a-78f41f21fe88', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1173.528012] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.528786] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7fd3bf-b9fe-4edc-9236-689cc078cff2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.532166] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1173.532398] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c84521a-7521-4445-b1b1-192f86ec7644 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.551401] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d0a05f-32d3-4033-a8ca-5786272a08c2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.554940] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1173.554940] env[68872]: value = "task-3093485" [ 1173.554940] env[68872]: _type = "Task" [ 1173.554940] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.562675] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093485, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.640727] env[68872]: DEBUG oslo_concurrency.lockutils [None req-37a85ab3-fd3d-4e74-9853-ec903f915a29 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquiring lock "896f5a0b-07c5-4142-8b80-d61bb67abe6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.641217] env[68872]: DEBUG oslo_concurrency.lockutils [None req-37a85ab3-fd3d-4e74-9853-ec903f915a29 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lock "896f5a0b-07c5-4142-8b80-d61bb67abe6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.641650] env[68872]: DEBUG oslo_concurrency.lockutils [None req-37a85ab3-fd3d-4e74-9853-ec903f915a29 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquiring lock "896f5a0b-07c5-4142-8b80-d61bb67abe6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.641903] env[68872]: DEBUG oslo_concurrency.lockutils [None req-37a85ab3-fd3d-4e74-9853-ec903f915a29 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lock "896f5a0b-07c5-4142-8b80-d61bb67abe6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.642148] env[68872]: DEBUG oslo_concurrency.lockutils [None req-37a85ab3-fd3d-4e74-9853-ec903f915a29 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lock "896f5a0b-07c5-4142-8b80-d61bb67abe6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.644557] env[68872]: INFO nova.compute.manager [None req-37a85ab3-fd3d-4e74-9853-ec903f915a29 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Terminating instance [ 1173.665755] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.177s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.666047] env[68872]: INFO nova.compute.manager [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Migrating [ 1173.785872] env[68872]: DEBUG nova.network.neutron [req-38215cf8-41c9-4624-b7a3-48f873bba22e req-e2784732-b3dc-41ad-bef6-89833af9e69d service nova] [instance: fa965289-4c02-44ea-b005-23b159975719] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1173.852716] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.864587] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093484, 'name': Rename_Task, 'duration_secs': 0.168753} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.865697] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1173.865989] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16410962-75d1-4967-ad19-1e03b1ac19cd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.872929] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Waiting for the task: (returnval){ [ 1173.872929] env[68872]: value = "task-3093486" [ 1173.872929] env[68872]: _type = "Task" [ 1173.872929] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.877042] env[68872]: DEBUG nova.network.neutron [req-38215cf8-41c9-4624-b7a3-48f873bba22e req-e2784732-b3dc-41ad-bef6-89833af9e69d service nova] [instance: fa965289-4c02-44ea-b005-23b159975719] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.884113] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.064803] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093485, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.148778] env[68872]: DEBUG nova.compute.manager [None req-37a85ab3-fd3d-4e74-9853-ec903f915a29 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1174.149161] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-37a85ab3-fd3d-4e74-9853-ec903f915a29 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1174.150662] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da2808d-891d-4552-b704-50d769c7c488 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.159337] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a85ab3-fd3d-4e74-9853-ec903f915a29 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.159578] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-514ee97e-fc5d-4216-8f47-68449085b361 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.166683] env[68872]: DEBUG oslo_vmware.api [None req-37a85ab3-fd3d-4e74-9853-ec903f915a29 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 1174.166683] env[68872]: value = "task-3093487" [ 1174.166683] env[68872]: _type = "Task" [ 1174.166683] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.177432] env[68872]: DEBUG oslo_vmware.api [None req-37a85ab3-fd3d-4e74-9853-ec903f915a29 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.183164] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "refresh_cache-bb312f3b-a64b-4ce9-859c-844ca1356005" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.183275] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquired lock "refresh_cache-bb312f3b-a64b-4ce9-859c-844ca1356005" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.183562] env[68872]: DEBUG nova.network.neutron [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.379894] env[68872]: DEBUG oslo_concurrency.lockutils [req-38215cf8-41c9-4624-b7a3-48f873bba22e req-e2784732-b3dc-41ad-bef6-89833af9e69d service nova] Releasing lock "refresh_cache-fa965289-4c02-44ea-b005-23b159975719" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.383272] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Acquired lock "refresh_cache-fa965289-4c02-44ea-b005-23b159975719" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.383442] env[68872]: DEBUG nova.network.neutron [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: fa965289-4c02-44ea-b005-23b159975719] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.384574] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093486, 'name': PowerOnVM_Task, 'duration_secs': 0.498744} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.384817] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1174.385100] env[68872]: INFO nova.compute.manager [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Took 6.54 seconds to spawn the instance on the hypervisor. [ 1174.385604] env[68872]: DEBUG nova.compute.manager [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1174.386050] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b85348-27f5-4bbb-9c45-2ea9569879f2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.567059] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093485, 'name': CreateVM_Task, 'duration_secs': 0.514463} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.567251] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1174.567893] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.568072] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.568399] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.568652] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b16cc89-d08b-457d-90eb-d204a2cd7de4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.572868] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Waiting for the task: (returnval){ [ 1174.572868] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52ac95a7-05df-7203-4c38-a9e4ae2bbcc9" [ 1174.572868] env[68872]: _type = "Task" [ 1174.572868] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.579973] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52ac95a7-05df-7203-4c38-a9e4ae2bbcc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.651945] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4732f8-dc1d-4738-b602-bd624f7ad5bf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.673245] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a80fb00-a144-4a21-97ab-bb5a1a5ba87d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.680828] env[68872]: DEBUG oslo_vmware.api [None req-37a85ab3-fd3d-4e74-9853-ec903f915a29 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093487, 'name': PowerOffVM_Task, 'duration_secs': 0.208196} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.683212] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a85ab3-fd3d-4e74-9853-ec903f915a29 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.683421] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-37a85ab3-fd3d-4e74-9853-ec903f915a29 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.683779] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Updating instance 'd47cb107-e374-4bf6-8e88-3210205be1b9' progress to 83 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1174.687248] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d6b3ae1-767a-4949-abd8-9cc310e025b1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.752343] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-37a85ab3-fd3d-4e74-9853-ec903f915a29 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.752658] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-37a85ab3-fd3d-4e74-9853-ec903f915a29 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.752925] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-37a85ab3-fd3d-4e74-9853-ec903f915a29 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Deleting the datastore file [datastore2] 896f5a0b-07c5-4142-8b80-d61bb67abe6e {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.753291] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbdb09c3-db55-46ff-8ecd-e8b474c90f0f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.761524] env[68872]: DEBUG oslo_vmware.api [None req-37a85ab3-fd3d-4e74-9853-ec903f915a29 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for the task: (returnval){ [ 1174.761524] env[68872]: value = "task-3093489" [ 1174.761524] env[68872]: _type = "Task" [ 1174.761524] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.772746] env[68872]: DEBUG oslo_vmware.api [None req-37a85ab3-fd3d-4e74-9853-ec903f915a29 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.776124] env[68872]: DEBUG nova.compute.manager [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Stashing vm_state: active {{(pid=68872) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1174.903990] env[68872]: INFO nova.compute.manager [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Took 11.36 seconds to build instance. [ 1174.933887] env[68872]: DEBUG nova.network.neutron [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: fa965289-4c02-44ea-b005-23b159975719] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1174.972134] env[68872]: DEBUG nova.network.neutron [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Updating instance_info_cache with network_info: [{"id": "a9461fc2-b96b-4fe9-ab67-5d939b6d65fb", "address": "fa:16:3e:51:a2:8f", "network": {"id": "8d8a8028-be48-4a6a-a1fd-979a80226453", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-102971206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "558e9b8f78a1489cb07f84e03547223f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9461fc2-b9", "ovs_interfaceid": "a9461fc2-b96b-4fe9-ab67-5d939b6d65fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.083877] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52ac95a7-05df-7203-4c38-a9e4ae2bbcc9, 'name': SearchDatastore_Task, 'duration_secs': 0.032998} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.084188] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.084466] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1175.084728] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.084883] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.085076] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1175.085344] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22f4b33a-33f3-41d9-85d5-5004a246b206 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.088046] env[68872]: DEBUG nova.network.neutron [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: fa965289-4c02-44ea-b005-23b159975719] Updating instance_info_cache with network_info: [{"id": "3cc4fcf1-d260-466e-adfd-96d4e71a882c", "address": "fa:16:3e:e3:26:e7", "network": {"id": "cf4a0929-26a1-443d-849b-6a694969c399", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1128309067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb63407d25874a498bc4d520b73d5815", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cc4fcf1-d2", "ovs_interfaceid": "3cc4fcf1-d260-466e-adfd-96d4e71a882c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.097424] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1175.097645] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1175.098352] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bae006a3-b8f5-4d7d-928f-e9c9ce263032 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.105466] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Waiting for the task: (returnval){ [ 1175.105466] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5275f17d-8851-10d3-5e49-f294aa7d13e2" [ 1175.105466] env[68872]: _type = "Task" [ 1175.105466] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.114293] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5275f17d-8851-10d3-5e49-f294aa7d13e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.193216] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1175.193630] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe449ea4-14eb-4a58-b6bc-78a3181b7023 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.200588] env[68872]: DEBUG oslo_vmware.api [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1175.200588] env[68872]: value = "task-3093491" [ 1175.200588] env[68872]: _type = "Task" [ 1175.200588] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.208764] env[68872]: DEBUG oslo_vmware.api [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.273707] env[68872]: DEBUG oslo_vmware.api [None req-37a85ab3-fd3d-4e74-9853-ec903f915a29 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Task: {'id': task-3093489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167283} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.274131] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-37a85ab3-fd3d-4e74-9853-ec903f915a29 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.274375] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-37a85ab3-fd3d-4e74-9853-ec903f915a29 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1175.274576] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-37a85ab3-fd3d-4e74-9853-ec903f915a29 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1175.274748] env[68872]: INFO nova.compute.manager [None req-37a85ab3-fd3d-4e74-9853-ec903f915a29 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1175.275013] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37a85ab3-fd3d-4e74-9853-ec903f915a29 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.275226] env[68872]: DEBUG nova.compute.manager [-] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1175.275336] env[68872]: DEBUG nova.network.neutron [-] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1175.297743] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.298068] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.408984] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Lock "e88d302d-a553-4082-88bd-fe50ef3689e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.875s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.475172] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Releasing lock "refresh_cache-bb312f3b-a64b-4ce9-859c-844ca1356005" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.592815] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Releasing lock "refresh_cache-fa965289-4c02-44ea-b005-23b159975719" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.592815] env[68872]: DEBUG nova.compute.manager [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: fa965289-4c02-44ea-b005-23b159975719] Instance network_info: |[{"id": "3cc4fcf1-d260-466e-adfd-96d4e71a882c", "address": "fa:16:3e:e3:26:e7", "network": {"id": "cf4a0929-26a1-443d-849b-6a694969c399", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1128309067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb63407d25874a498bc4d520b73d5815", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cc4fcf1-d2", "ovs_interfaceid": "3cc4fcf1-d260-466e-adfd-96d4e71a882c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1175.593029] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: fa965289-4c02-44ea-b005-23b159975719] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:26:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3cc4fcf1-d260-466e-adfd-96d4e71a882c', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1175.603088] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.603405] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa965289-4c02-44ea-b005-23b159975719] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1175.603696] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5ad8348-e75a-4ddb-99de-ca2bef397c74 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.629956] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5275f17d-8851-10d3-5e49-f294aa7d13e2, 'name': SearchDatastore_Task, 'duration_secs': 0.02292} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.632050] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1175.632050] env[68872]: value = "task-3093492" [ 1175.632050] env[68872]: _type = "Task" [ 1175.632050] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.632414] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dd78472-6e1a-4564-9e03-18f64ccf2662 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.642599] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Waiting for the task: (returnval){ [ 1175.642599] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52189c27-0d73-61f0-a90a-ed8d84d32d2d" [ 1175.642599] env[68872]: _type = "Task" [ 1175.642599] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.646044] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093492, 'name': CreateVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.654734] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52189c27-0d73-61f0-a90a-ed8d84d32d2d, 'name': SearchDatastore_Task, 'duration_secs': 0.011944} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.655054] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.655374] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e/0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1175.655652] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb1eebbe-a603-489b-bcc5-ce26b4d895f6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.662703] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Waiting for the task: (returnval){ [ 1175.662703] env[68872]: value = "task-3093493" [ 1175.662703] env[68872]: _type = "Task" [ 1175.662703] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.671540] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093493, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.713659] env[68872]: DEBUG oslo_vmware.api [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093491, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.716780] env[68872]: DEBUG nova.compute.manager [req-7e3db7f0-24c8-4ab1-ad25-724e998939b3 req-371ee2b3-5e77-48ae-a86c-4a93fa892ef0 service nova] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Received event network-vif-deleted-f6f2c8e7-de83-48e6-9775-3ee332f11cd8 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.717047] env[68872]: INFO nova.compute.manager [req-7e3db7f0-24c8-4ab1-ad25-724e998939b3 req-371ee2b3-5e77-48ae-a86c-4a93fa892ef0 service nova] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Neutron deleted interface f6f2c8e7-de83-48e6-9775-3ee332f11cd8; detaching it from the instance and deleting it from the info cache [ 1175.717274] env[68872]: DEBUG nova.network.neutron [req-7e3db7f0-24c8-4ab1-ad25-724e998939b3 req-371ee2b3-5e77-48ae-a86c-4a93fa892ef0 service nova] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.803961] env[68872]: INFO nova.compute.claims [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1176.151391] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093492, 'name': CreateVM_Task, 'duration_secs': 0.42283} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.151810] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa965289-4c02-44ea-b005-23b159975719] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1176.152928] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.153210] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.153737] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.154158] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-700f60c7-8d3c-49f1-9bee-6a509cb83960 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.161980] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Waiting for the task: (returnval){ [ 1176.161980] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52571dab-41b7-ba6e-75ba-dde3f1635765" [ 1176.161980] env[68872]: _type = "Task" [ 1176.161980] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.177814] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52571dab-41b7-ba6e-75ba-dde3f1635765, 'name': SearchDatastore_Task, 'duration_secs': 0.010645} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.180765] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.181013] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: fa965289-4c02-44ea-b005-23b159975719] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1176.181263] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.181412] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.181887] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1176.181887] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093493, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.182095] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6ac3fb3-f035-482b-9308-23945a0d75c2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.190034] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1176.190182] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1176.190872] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfe7fd31-c1b1-43f0-b2f8-02864754917c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.196667] env[68872]: DEBUG nova.network.neutron [-] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.198828] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Waiting for the task: (returnval){ [ 1176.198828] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52b18527-0a75-9602-2f8b-c61c536867c4" [ 1176.198828] env[68872]: _type = "Task" [ 1176.198828] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.225360] env[68872]: DEBUG oslo_vmware.api [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093491, 'name': PowerOnVM_Task, 'duration_secs': 0.629695} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.226240] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52b18527-0a75-9602-2f8b-c61c536867c4, 'name': SearchDatastore_Task, 'duration_secs': 0.010818} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.228873] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1176.229915] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0630ba-6abf-4f72-8ebc-30e2cde25fa5 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Updating instance 'd47cb107-e374-4bf6-8e88-3210205be1b9' progress to 100 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1176.239637] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac318cc8-85d7-4196-9235-12177be26f1b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.247404] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6862a519-b911-4203-b5c1-d14aa5960223 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.253430] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Waiting for the task: (returnval){ [ 1176.253430] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52ffd254-3c94-2445-97fb-e0a5daaf04a5" [ 1176.253430] env[68872]: _type = "Task" [ 1176.253430] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.261240] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65370518-080a-4f1e-8833-36e4a54437ba {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.278015] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52ffd254-3c94-2445-97fb-e0a5daaf04a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009975} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.278298] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.278577] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] fa965289-4c02-44ea-b005-23b159975719/fa965289-4c02-44ea-b005-23b159975719.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1176.278833] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c8da06c-fa65-4d3c-b516-c5594f2f4851 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.301169] env[68872]: DEBUG nova.compute.manager [req-7e3db7f0-24c8-4ab1-ad25-724e998939b3 req-371ee2b3-5e77-48ae-a86c-4a93fa892ef0 service nova] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Detach interface failed, port_id=f6f2c8e7-de83-48e6-9775-3ee332f11cd8, reason: Instance 896f5a0b-07c5-4142-8b80-d61bb67abe6e could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1176.301718] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Waiting for the task: (returnval){ [ 1176.301718] env[68872]: value = "task-3093494" [ 1176.301718] env[68872]: _type = "Task" [ 1176.301718] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.311626] env[68872]: INFO nova.compute.resource_tracker [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Updating resource usage from migration da4daee2-55ab-4657-810b-905faeddb97b [ 1176.314243] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.483211] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eca4f72-1eab-462e-8db7-397de4737b13 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.493042] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66cb2f8-c7b1-420f-b70a-cbef0f3a83ca {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.525695] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114d53ad-f2e9-4581-bcf6-60975da606eb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.532793] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31a9354-e0dc-4047-bce7-09225fa7ec2c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.546211] env[68872]: DEBUG nova.compute.provider_tree [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.672223] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093493, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544256} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.672492] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e/0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1176.672712] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1176.672963] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc9dcd9f-2cd9-4e7e-9c78-bd74a5ff5216 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.678811] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Waiting for the task: (returnval){ [ 1176.678811] env[68872]: value = "task-3093495" [ 1176.678811] env[68872]: _type = "Task" [ 1176.678811] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.686488] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093495, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.700117] env[68872]: INFO nova.compute.manager [-] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Took 1.42 seconds to deallocate network for instance. [ 1176.812824] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093494, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.993846] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4849d49-45db-463a-8fdb-66ee292e05b7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.012376] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Updating instance 'bb312f3b-a64b-4ce9-859c-844ca1356005' progress to 0 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1177.050061] env[68872]: DEBUG nova.scheduler.client.report [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.188523] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093495, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13575} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.188807] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1177.189608] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f952b3f7-9114-4968-9095-f1d6cca28647 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.212729] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e/0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.213925] env[68872]: DEBUG oslo_concurrency.lockutils [None req-37a85ab3-fd3d-4e74-9853-ec903f915a29 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.214283] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d947b5f-fe05-4650-a12b-6c82c65315ac {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.236226] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Waiting for the task: (returnval){ [ 1177.236226] env[68872]: value = "task-3093496" [ 1177.236226] env[68872]: _type = "Task" [ 1177.236226] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.244423] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093496, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.313315] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093494, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.844868} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.313315] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] fa965289-4c02-44ea-b005-23b159975719/fa965289-4c02-44ea-b005-23b159975719.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1177.313499] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: fa965289-4c02-44ea-b005-23b159975719] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1177.313794] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a227276-f980-4013-9185-a0872043d424 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.320157] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Waiting for the task: (returnval){ [ 1177.320157] env[68872]: value = "task-3093497" [ 1177.320157] env[68872]: _type = "Task" [ 1177.320157] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.329382] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093497, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.354741] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.518576] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.519244] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be479d43-cbd4-42f9-9bdd-fc5e6f0483ba {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.526710] env[68872]: DEBUG oslo_vmware.api [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1177.526710] env[68872]: value = "task-3093498" [ 1177.526710] env[68872]: _type = "Task" [ 1177.526710] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.535747] env[68872]: DEBUG oslo_vmware.api [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.556128] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.257s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.556128] env[68872]: INFO nova.compute.manager [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Migrating [ 1177.562629] env[68872]: DEBUG oslo_concurrency.lockutils [None req-37a85ab3-fd3d-4e74-9853-ec903f915a29 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.349s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.562856] env[68872]: DEBUG nova.objects.instance [None req-37a85ab3-fd3d-4e74-9853-ec903f915a29 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lazy-loading 'resources' on Instance uuid 896f5a0b-07c5-4142-8b80-d61bb67abe6e {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.748849] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.830243] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093497, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06435} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.830528] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: fa965289-4c02-44ea-b005-23b159975719] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1177.831354] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97dd932-b866-4cd8-b3c9-f7ceed968715 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.856175] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: fa965289-4c02-44ea-b005-23b159975719] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] fa965289-4c02-44ea-b005-23b159975719/fa965289-4c02-44ea-b005-23b159975719.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.856922] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e90acbb-87bc-4536-96d6-6f96834b16eb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.875787] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.876137] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.876137] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._sync_power_states {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.880413] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Waiting for the task: (returnval){ [ 1177.880413] env[68872]: value = "task-3093499" [ 1177.880413] env[68872]: _type = "Task" [ 1177.880413] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.889976] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093499, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.987296] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1adc184e-3aef-4fb5-875f-fe83a4897f97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "d47cb107-e374-4bf6-8e88-3210205be1b9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.987504] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1adc184e-3aef-4fb5-875f-fe83a4897f97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "d47cb107-e374-4bf6-8e88-3210205be1b9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.987749] env[68872]: DEBUG nova.compute.manager [None req-1adc184e-3aef-4fb5-875f-fe83a4897f97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Going to confirm migration 7 {{(pid=68872) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1178.037058] env[68872]: DEBUG oslo_vmware.api [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093498, 'name': PowerOffVM_Task, 'duration_secs': 0.452144} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.037331] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.037515] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Updating instance 'bb312f3b-a64b-4ce9-859c-844ca1356005' progress to 17 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1178.073046] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "refresh_cache-e71dad00-6f56-4a91-aa0c-77f4f4d3afa6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.073046] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquired lock "refresh_cache-e71dad00-6f56-4a91-aa0c-77f4f4d3afa6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.073233] env[68872]: DEBUG nova.network.neutron [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1178.250193] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093496, 'name': ReconfigVM_Task, 'duration_secs': 0.775002} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.250515] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e/0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.251268] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c766024-e2cc-4026-8057-2bbccd128c1d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.254995] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f20d0d8-3bcc-41f4-ba18-ad28595f62f8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.258943] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Waiting for the task: (returnval){ [ 1178.258943] env[68872]: value = "task-3093500" [ 1178.258943] env[68872]: _type = "Task" [ 1178.258943] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.265685] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50d94cf-c2c0-432b-98a4-66098e26c98e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.272187] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093500, 'name': Rename_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.302618] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32fde05-0d70-4474-a8a8-2a4de57e5d35 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.310688] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f61b24-d4d2-4e8d-9b9d-9241e868a2e0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.325492] env[68872]: DEBUG nova.compute.provider_tree [None req-37a85ab3-fd3d-4e74-9853-ec903f915a29 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.382137] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Getting list of instances from cluster (obj){ [ 1178.382137] env[68872]: value = "domain-c8" [ 1178.382137] env[68872]: _type = "ClusterComputeResource" [ 1178.382137] env[68872]: } {{(pid=68872) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1178.383848] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a59f83c-7552-4f9a-92f4-c9fcd05edd9d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.396169] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Acquiring lock "e3c7af5d-2f44-45f4-b5bf-2b558702c578" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.396457] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Lock "e3c7af5d-2f44-45f4-b5bf-2b558702c578" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.411774] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Got total of 10 instances {{(pid=68872) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1178.411946] env[68872]: WARNING nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] While synchronizing instance power states, found 11 instances in the database and 10 instances on the hypervisor. [ 1178.412092] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Triggering sync for uuid e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4 {{(pid=68872) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1178.412281] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Triggering sync for uuid 896f5a0b-07c5-4142-8b80-d61bb67abe6e {{(pid=68872) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1178.412438] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Triggering sync for uuid bf74f001-e745-4f6c-bc95-b560f48fc9d3 {{(pid=68872) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1178.412593] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Triggering sync for uuid bb312f3b-a64b-4ce9-859c-844ca1356005 {{(pid=68872) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1178.412748] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Triggering sync for uuid e31abaa9-a57c-49bd-8df7-927c6e40d015 {{(pid=68872) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1178.412898] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Triggering sync for uuid b46cd1c6-2aad-4458-a2b4-1c4a09784cb4 {{(pid=68872) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1178.413058] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Triggering sync for uuid d47cb107-e374-4bf6-8e88-3210205be1b9 {{(pid=68872) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1178.413219] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Triggering sync for uuid e71dad00-6f56-4a91-aa0c-77f4f4d3afa6 {{(pid=68872) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1178.413368] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Triggering sync for uuid e88d302d-a553-4082-88bd-fe50ef3689e7 {{(pid=68872) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1178.413508] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Triggering sync for uuid 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e {{(pid=68872) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1178.413679] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Triggering sync for uuid fa965289-4c02-44ea-b005-23b159975719 {{(pid=68872) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1178.414023] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093499, 'name': ReconfigVM_Task, 'duration_secs': 0.328631} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.414497] env[68872]: DEBUG nova.compute.manager [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1178.417036] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Acquiring lock "e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.417250] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.417524] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Acquiring lock "896f5a0b-07c5-4142-8b80-d61bb67abe6e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.417999] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Acquiring lock "bf74f001-e745-4f6c-bc95-b560f48fc9d3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.418223] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "bf74f001-e745-4f6c-bc95-b560f48fc9d3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.418482] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Acquiring lock "bb312f3b-a64b-4ce9-859c-844ca1356005" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.418671] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "bb312f3b-a64b-4ce9-859c-844ca1356005" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.418838] env[68872]: INFO nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1178.418998] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "bb312f3b-a64b-4ce9-859c-844ca1356005" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.419205] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Acquiring lock "e31abaa9-a57c-49bd-8df7-927c6e40d015" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.419392] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "e31abaa9-a57c-49bd-8df7-927c6e40d015" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.419638] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Acquiring lock "b46cd1c6-2aad-4458-a2b4-1c4a09784cb4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.419813] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "b46cd1c6-2aad-4458-a2b4-1c4a09784cb4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.420059] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Acquiring lock "d47cb107-e374-4bf6-8e88-3210205be1b9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.420321] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Acquiring lock "e71dad00-6f56-4a91-aa0c-77f4f4d3afa6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.420514] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "e71dad00-6f56-4a91-aa0c-77f4f4d3afa6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.420681] env[68872]: INFO nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1178.420842] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "e71dad00-6f56-4a91-aa0c-77f4f4d3afa6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.421066] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Acquiring lock "e88d302d-a553-4082-88bd-fe50ef3689e7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.421222] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "e88d302d-a553-4082-88bd-fe50ef3689e7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.421449] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Acquiring lock "0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.421647] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Acquiring lock "fa965289-4c02-44ea-b005-23b159975719" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.421833] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1178.422991] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: fa965289-4c02-44ea-b005-23b159975719] Reconfigured VM instance instance-00000076 to attach disk [datastore2] fa965289-4c02-44ea-b005-23b159975719/fa965289-4c02-44ea-b005-23b159975719.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.424622] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65d35a8-17ea-4e79-a808-c19cf105cd34 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.427856] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2934b12f-b214-4953-b919-b8716bc1630a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.430873] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086f2e0d-2779-4133-8719-b7f8991d388e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.433891] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364cd5ce-9756-47eb-855f-5bdc70dce709 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.436747] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69190d70-3840-458b-a479-b4815146d8af {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.439621] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04aabca8-cbe9-40b7-b1bb-ca9c3642edd6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.464324] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Waiting for the task: (returnval){ [ 1178.464324] env[68872]: value = "task-3093501" [ 1178.464324] env[68872]: _type = "Task" [ 1178.464324] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.474292] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093501, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.527962] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1adc184e-3aef-4fb5-875f-fe83a4897f97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "refresh_cache-d47cb107-e374-4bf6-8e88-3210205be1b9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.528294] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1adc184e-3aef-4fb5-875f-fe83a4897f97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquired lock "refresh_cache-d47cb107-e374-4bf6-8e88-3210205be1b9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.528382] env[68872]: DEBUG nova.network.neutron [None req-1adc184e-3aef-4fb5-875f-fe83a4897f97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1178.528560] env[68872]: DEBUG nova.objects.instance [None req-1adc184e-3aef-4fb5-875f-fe83a4897f97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lazy-loading 'info_cache' on Instance uuid d47cb107-e374-4bf6-8e88-3210205be1b9 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.543827] env[68872]: DEBUG nova.virt.hardware [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.544119] env[68872]: DEBUG nova.virt.hardware [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.544291] env[68872]: DEBUG nova.virt.hardware [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.544475] env[68872]: DEBUG nova.virt.hardware [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.544691] env[68872]: DEBUG nova.virt.hardware [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.544873] env[68872]: DEBUG nova.virt.hardware [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.545141] env[68872]: DEBUG nova.virt.hardware [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.545324] env[68872]: DEBUG nova.virt.hardware [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.545531] env[68872]: DEBUG nova.virt.hardware [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.545699] env[68872]: DEBUG nova.virt.hardware [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.545924] env[68872]: DEBUG nova.virt.hardware [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.552013] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f640809-b7ab-474e-ae6f-f38c9a87808a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.567735] env[68872]: DEBUG oslo_vmware.api [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1178.567735] env[68872]: value = "task-3093502" [ 1178.567735] env[68872]: _type = "Task" [ 1178.567735] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.578231] env[68872]: DEBUG oslo_vmware.api [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093502, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.774138] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093500, 'name': Rename_Task, 'duration_secs': 0.311398} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.774571] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.774952] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1e54555-5d1d-46fd-98bf-ec02c8ed6d8a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.782622] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Waiting for the task: (returnval){ [ 1178.782622] env[68872]: value = "task-3093503" [ 1178.782622] env[68872]: _type = "Task" [ 1178.782622] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.792370] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.829211] env[68872]: DEBUG nova.network.neutron [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Updating instance_info_cache with network_info: [{"id": "d907ea0f-5e7c-448e-a180-530e2055ca86", "address": "fa:16:3e:6d:51:6b", "network": {"id": "c09e92d2-0e24-4ab7-a494-adc38742fe8d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1942103729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9867cbb36374b6b9def662292b6f810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd907ea0f-5e", "ovs_interfaceid": "d907ea0f-5e7c-448e-a180-530e2055ca86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.831133] env[68872]: DEBUG nova.scheduler.client.report [None req-37a85ab3-fd3d-4e74-9853-ec903f915a29 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.925731] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.946574] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.957659] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "e31abaa9-a57c-49bd-8df7-927c6e40d015" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.538s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.958015] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "bf74f001-e745-4f6c-bc95-b560f48fc9d3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.540s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.959426] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "b46cd1c6-2aad-4458-a2b4-1c4a09784cb4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.540s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.959742] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.542s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.965215] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "e88d302d-a553-4082-88bd-fe50ef3689e7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.544s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.973701] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093501, 'name': Rename_Task, 'duration_secs': 0.141439} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.973961] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: fa965289-4c02-44ea-b005-23b159975719] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.974216] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29fc05ab-068d-4b7b-8a03-fb0e5344384b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.980534] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Waiting for the task: (returnval){ [ 1178.980534] env[68872]: value = "task-3093504" [ 1178.980534] env[68872]: _type = "Task" [ 1178.980534] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.988028] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093504, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.078194] env[68872]: DEBUG oslo_vmware.api [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093502, 'name': ReconfigVM_Task, 'duration_secs': 0.353627} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.078504] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Updating instance 'bb312f3b-a64b-4ce9-859c-844ca1356005' progress to 33 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1179.292607] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093503, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.336787] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Releasing lock "refresh_cache-e71dad00-6f56-4a91-aa0c-77f4f4d3afa6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.338801] env[68872]: DEBUG oslo_concurrency.lockutils [None req-37a85ab3-fd3d-4e74-9853-ec903f915a29 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.776s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.341425] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.416s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.341524] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.342102] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68872) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1179.342102] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.396s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.343925] env[68872]: INFO nova.compute.claims [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1179.347181] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae101c1-3f7e-4ad6-bf1e-dd764e017790 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.357213] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4e00d7-da88-4683-b6c0-413744f6d33f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.362622] env[68872]: INFO nova.scheduler.client.report [None req-37a85ab3-fd3d-4e74-9853-ec903f915a29 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Deleted allocations for instance 896f5a0b-07c5-4142-8b80-d61bb67abe6e [ 1179.376907] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f42cc0-c306-474d-b1c8-020091d9c7e6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.384809] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f881777a-9800-429d-9f20-028058be3769 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.417192] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179688MB free_disk=137GB free_vcpus=48 pci_devices=None {{(pid=68872) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1179.417425] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.491716] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093504, 'name': PowerOnVM_Task, 'duration_secs': 0.488442} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.492018] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: fa965289-4c02-44ea-b005-23b159975719] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.492231] env[68872]: INFO nova.compute.manager [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: fa965289-4c02-44ea-b005-23b159975719] Took 6.98 seconds to spawn the instance on the hypervisor. [ 1179.492416] env[68872]: DEBUG nova.compute.manager [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: fa965289-4c02-44ea-b005-23b159975719] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1179.493196] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8d8a59-f256-4e71-bdce-aa87795bf9b4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.585170] env[68872]: DEBUG nova.virt.hardware [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1179.585582] env[68872]: DEBUG nova.virt.hardware [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1179.585630] env[68872]: DEBUG nova.virt.hardware [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.585791] env[68872]: DEBUG nova.virt.hardware [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1179.586054] env[68872]: DEBUG nova.virt.hardware [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.586236] env[68872]: DEBUG nova.virt.hardware [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1179.586444] env[68872]: DEBUG nova.virt.hardware [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1179.586604] env[68872]: DEBUG nova.virt.hardware [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1179.586772] env[68872]: DEBUG nova.virt.hardware [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1179.586973] env[68872]: DEBUG nova.virt.hardware [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1179.587214] env[68872]: DEBUG nova.virt.hardware [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1179.592726] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1179.593022] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aefda698-cdb9-4bc3-b91c-58258f4eaf96 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.614650] env[68872]: DEBUG oslo_vmware.api [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1179.614650] env[68872]: value = "task-3093505" [ 1179.614650] env[68872]: _type = "Task" [ 1179.614650] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.622302] env[68872]: DEBUG oslo_vmware.api [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093505, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.772596] env[68872]: DEBUG nova.network.neutron [None req-1adc184e-3aef-4fb5-875f-fe83a4897f97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Updating instance_info_cache with network_info: [{"id": "8e90c0ec-47b6-40f0-b2ee-e6b633e455b2", "address": "fa:16:3e:be:bc:59", "network": {"id": "511b8d00-72bf-40ae-8aad-fe8733e4638f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1809232565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d310ae195e70437dbc04c8803c250050", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e90c0ec-47", "ovs_interfaceid": "8e90c0ec-47b6-40f0-b2ee-e6b633e455b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.794400] env[68872]: DEBUG oslo_vmware.api [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093503, 'name': PowerOnVM_Task, 'duration_secs': 0.703487} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.794589] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.794708] env[68872]: INFO nova.compute.manager [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Took 9.63 seconds to spawn the instance on the hypervisor. [ 1179.794952] env[68872]: DEBUG nova.compute.manager [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1179.795761] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238b6abe-db26-4021-bfa7-efebe70c95e5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.886354] env[68872]: DEBUG oslo_concurrency.lockutils [None req-37a85ab3-fd3d-4e74-9853-ec903f915a29 tempest-AttachVolumeShelveTestJSON-1367641096 tempest-AttachVolumeShelveTestJSON-1367641096-project-member] Lock "896f5a0b-07c5-4142-8b80-d61bb67abe6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.245s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.889579] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "896f5a0b-07c5-4142-8b80-d61bb67abe6e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.470s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.889579] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f51f204-bf6d-42ef-94cd-dfa8d899b32b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.899811] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03190a2-0f86-433b-bc2d-43f48a56b368 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.011932] env[68872]: INFO nova.compute.manager [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: fa965289-4c02-44ea-b005-23b159975719] Took 16.39 seconds to build instance. [ 1180.125511] env[68872]: DEBUG oslo_vmware.api [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093505, 'name': ReconfigVM_Task, 'duration_secs': 0.356619} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.125844] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1180.126697] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63214232-c782-44d4-9f6f-d01100a4c3cb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.148965] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] bb312f3b-a64b-4ce9-859c-844ca1356005/bb312f3b-a64b-4ce9-859c-844ca1356005.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.149268] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7531eb28-131a-4aed-aaae-f011bc952514 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.167596] env[68872]: DEBUG oslo_vmware.api [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1180.167596] env[68872]: value = "task-3093506" [ 1180.167596] env[68872]: _type = "Task" [ 1180.167596] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.175445] env[68872]: DEBUG oslo_vmware.api [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093506, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.275475] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1adc184e-3aef-4fb5-875f-fe83a4897f97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Releasing lock "refresh_cache-d47cb107-e374-4bf6-8e88-3210205be1b9" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.275825] env[68872]: DEBUG nova.objects.instance [None req-1adc184e-3aef-4fb5-875f-fe83a4897f97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lazy-loading 'migration_context' on Instance uuid d47cb107-e374-4bf6-8e88-3210205be1b9 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.311056] env[68872]: INFO nova.compute.manager [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Took 16.73 seconds to build instance. [ 1180.418081] env[68872]: DEBUG oslo_concurrency.lockutils [None req-43621b0e-ab72-4827-820e-08cdb3bc9a4f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "e31abaa9-a57c-49bd-8df7-927c6e40d015" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.418332] env[68872]: DEBUG oslo_concurrency.lockutils [None req-43621b0e-ab72-4827-820e-08cdb3bc9a4f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "e31abaa9-a57c-49bd-8df7-927c6e40d015" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.436866] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "896f5a0b-07c5-4142-8b80-d61bb67abe6e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.549s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.513896] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Lock "fa965289-4c02-44ea-b005-23b159975719" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.900s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.514192] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "fa965289-4c02-44ea-b005-23b159975719" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.092s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.514381] env[68872]: INFO nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: fa965289-4c02-44ea-b005-23b159975719] During sync_power_state the instance has a pending task (spawning). Skip. [ 1180.514548] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "fa965289-4c02-44ea-b005-23b159975719" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.531361] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751a6712-ce7b-4b33-a377-167c02f6ca2f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.538594] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de488d6e-3e1c-410e-b1c6-c7d2e9287ec1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.570360] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb3e7a2-b30e-4275-b5d9-bfa5748ab516 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.578105] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6920f5c-83f3-4ada-99e9-64b1c54a749a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.591135] env[68872]: DEBUG nova.compute.provider_tree [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.677985] env[68872]: DEBUG oslo_vmware.api [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.778986] env[68872]: DEBUG nova.objects.base [None req-1adc184e-3aef-4fb5-875f-fe83a4897f97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68872) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1180.779953] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafa6bab-a545-4b32-8993-1e1e7da654aa {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.798743] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22991c52-19f2-4f92-b0ad-13a41b7d9688 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.804436] env[68872]: DEBUG oslo_vmware.api [None req-1adc184e-3aef-4fb5-875f-fe83a4897f97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1180.804436] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52649113-485f-3748-882c-62e4e4684ba2" [ 1180.804436] env[68872]: _type = "Task" [ 1180.804436] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.812286] env[68872]: DEBUG oslo_vmware.api [None req-1adc184e-3aef-4fb5-875f-fe83a4897f97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52649113-485f-3748-882c-62e4e4684ba2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.812598] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6e677192-3d6c-4b02-aeb5-3c728ad24f51 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Lock "0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.243s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.812832] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.391s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.813896] env[68872]: INFO nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] During sync_power_state the instance has a pending task (spawning). Skip. [ 1180.813896] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.854040] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9bc12c-8a86-4c6c-a7ac-d2ba4b6ae009 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.874205] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Updating instance 'e71dad00-6f56-4a91-aa0c-77f4f4d3afa6' progress to 0 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1180.924158] env[68872]: DEBUG nova.compute.utils [None req-43621b0e-ab72-4827-820e-08cdb3bc9a4f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1181.094821] env[68872]: DEBUG nova.scheduler.client.report [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.180015] env[68872]: DEBUG oslo_vmware.api [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093506, 'name': ReconfigVM_Task, 'duration_secs': 0.742337} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.180326] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Reconfigured VM instance instance-0000006d to attach disk [datastore1] bb312f3b-a64b-4ce9-859c-844ca1356005/bb312f3b-a64b-4ce9-859c-844ca1356005.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.180602] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Updating instance 'bb312f3b-a64b-4ce9-859c-844ca1356005' progress to 50 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1181.315278] env[68872]: DEBUG oslo_vmware.api [None req-1adc184e-3aef-4fb5-875f-fe83a4897f97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52649113-485f-3748-882c-62e4e4684ba2, 'name': SearchDatastore_Task, 'duration_secs': 0.008442} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.315582] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1adc184e-3aef-4fb5-875f-fe83a4897f97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.383284] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.383683] env[68872]: DEBUG oslo_concurrency.lockutils [None req-533ea8cb-3fbc-4b7c-bd72-f65dad16d36d tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Acquiring lock "e88d302d-a553-4082-88bd-fe50ef3689e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.383925] env[68872]: DEBUG oslo_concurrency.lockutils [None req-533ea8cb-3fbc-4b7c-bd72-f65dad16d36d tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Lock "e88d302d-a553-4082-88bd-fe50ef3689e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.384141] env[68872]: DEBUG oslo_concurrency.lockutils [None req-533ea8cb-3fbc-4b7c-bd72-f65dad16d36d tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Acquiring lock "e88d302d-a553-4082-88bd-fe50ef3689e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.384329] env[68872]: DEBUG oslo_concurrency.lockutils [None req-533ea8cb-3fbc-4b7c-bd72-f65dad16d36d tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Lock "e88d302d-a553-4082-88bd-fe50ef3689e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.384496] env[68872]: DEBUG oslo_concurrency.lockutils [None req-533ea8cb-3fbc-4b7c-bd72-f65dad16d36d tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Lock "e88d302d-a553-4082-88bd-fe50ef3689e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.386080] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ce4bb6f-357e-4c3f-9121-f94a4b318771 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.387996] env[68872]: INFO nova.compute.manager [None req-533ea8cb-3fbc-4b7c-bd72-f65dad16d36d tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Terminating instance [ 1181.393629] env[68872]: DEBUG oslo_vmware.api [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1181.393629] env[68872]: value = "task-3093508" [ 1181.393629] env[68872]: _type = "Task" [ 1181.393629] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.402526] env[68872]: DEBUG oslo_vmware.api [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.427106] env[68872]: DEBUG oslo_concurrency.lockutils [None req-43621b0e-ab72-4827-820e-08cdb3bc9a4f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "e31abaa9-a57c-49bd-8df7-927c6e40d015" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.599389] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.599816] env[68872]: DEBUG nova.compute.manager [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1181.602750] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.185s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.687573] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58b97da-c7d6-4974-88fc-d8bc0fa9de48 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.707871] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3626938c-d675-4e11-ba60-261d36561d0a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.727092] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Updating instance 'bb312f3b-a64b-4ce9-859c-844ca1356005' progress to 67 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1181.891662] env[68872]: DEBUG nova.compute.manager [None req-533ea8cb-3fbc-4b7c-bd72-f65dad16d36d tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1181.891900] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-533ea8cb-3fbc-4b7c-bd72-f65dad16d36d tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1181.893298] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4cd838-5350-4574-a73a-800c3f6b5c68 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.906610] env[68872]: DEBUG oslo_vmware.api [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093508, 'name': PowerOffVM_Task, 'duration_secs': 0.309178} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.906927] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-533ea8cb-3fbc-4b7c-bd72-f65dad16d36d tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.907229] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.907416] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Updating instance 'e71dad00-6f56-4a91-aa0c-77f4f4d3afa6' progress to 17 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1181.910658] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2864eeb-546b-42eb-af87-80df83e47493 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.917192] env[68872]: DEBUG oslo_vmware.api [None req-533ea8cb-3fbc-4b7c-bd72-f65dad16d36d tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Waiting for the task: (returnval){ [ 1181.917192] env[68872]: value = "task-3093509" [ 1181.917192] env[68872]: _type = "Task" [ 1181.917192] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.925995] env[68872]: DEBUG oslo_vmware.api [None req-533ea8cb-3fbc-4b7c-bd72-f65dad16d36d tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.106927] env[68872]: DEBUG nova.compute.utils [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1182.108486] env[68872]: DEBUG nova.compute.manager [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1182.108685] env[68872]: DEBUG nova.network.neutron [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1182.216721] env[68872]: DEBUG nova.policy [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b0a072db8cb4c869b06cac605a9570b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '271f196be12f47b89a6a554f46261ead', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 1182.309433] env[68872]: DEBUG nova.network.neutron [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Port a9461fc2-b96b-4fe9-ab67-5d939b6d65fb binding to destination host cpu-1 is already ACTIVE {{(pid=68872) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1182.415430] env[68872]: DEBUG nova.virt.hardware [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1182.415677] env[68872]: DEBUG nova.virt.hardware [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.415882] env[68872]: DEBUG nova.virt.hardware [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1182.416176] env[68872]: DEBUG nova.virt.hardware [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.416243] env[68872]: DEBUG nova.virt.hardware [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1182.416392] env[68872]: DEBUG nova.virt.hardware [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1182.416623] env[68872]: DEBUG nova.virt.hardware [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1182.416790] env[68872]: DEBUG nova.virt.hardware [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1182.416959] env[68872]: DEBUG nova.virt.hardware [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1182.417137] env[68872]: DEBUG nova.virt.hardware [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1182.417315] env[68872]: DEBUG nova.virt.hardware [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1182.422601] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e02c00f-36f7-43f5-a0ab-b9bad9f7d7e5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.441811] env[68872]: DEBUG oslo_vmware.api [None req-533ea8cb-3fbc-4b7c-bd72-f65dad16d36d tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093509, 'name': PowerOffVM_Task, 'duration_secs': 0.204445} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.443161] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-533ea8cb-3fbc-4b7c-bd72-f65dad16d36d tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.443351] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-533ea8cb-3fbc-4b7c-bd72-f65dad16d36d tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1182.443693] env[68872]: DEBUG oslo_vmware.api [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1182.443693] env[68872]: value = "task-3093510" [ 1182.443693] env[68872]: _type = "Task" [ 1182.443693] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.443937] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-539563d1-7ae1-4728-a250-f493fc400835 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.454987] env[68872]: DEBUG oslo_vmware.api [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093510, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.489403] env[68872]: DEBUG oslo_concurrency.lockutils [None req-43621b0e-ab72-4827-820e-08cdb3bc9a4f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "e31abaa9-a57c-49bd-8df7-927c6e40d015" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.489403] env[68872]: DEBUG oslo_concurrency.lockutils [None req-43621b0e-ab72-4827-820e-08cdb3bc9a4f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "e31abaa9-a57c-49bd-8df7-927c6e40d015" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.489732] env[68872]: INFO nova.compute.manager [None req-43621b0e-ab72-4827-820e-08cdb3bc9a4f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Attaching volume 4d086b5d-ab7b-4f39-9ad9-bb6c33be0ed6 to /dev/sdb [ 1182.525291] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e4e6f2-f49f-437e-8e68-67e3aeca5c60 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.530674] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-533ea8cb-3fbc-4b7c-bd72-f65dad16d36d tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1182.530674] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-533ea8cb-3fbc-4b7c-bd72-f65dad16d36d tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1182.530814] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-533ea8cb-3fbc-4b7c-bd72-f65dad16d36d tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Deleting the datastore file [datastore2] e88d302d-a553-4082-88bd-fe50ef3689e7 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.532144] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f02dffe6-e446-47de-8c5d-4ba35ea02f2e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.538214] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e48141-1dfc-4f8c-8264-19704654dbbe {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.542917] env[68872]: DEBUG oslo_vmware.api [None req-533ea8cb-3fbc-4b7c-bd72-f65dad16d36d tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Waiting for the task: (returnval){ [ 1182.542917] env[68872]: value = "task-3093512" [ 1182.542917] env[68872]: _type = "Task" [ 1182.542917] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.548308] env[68872]: DEBUG nova.network.neutron [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Successfully created port: 8a17a794-7ff3-493b-b55f-10d2fc9aab84 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1182.559098] env[68872]: DEBUG nova.virt.block_device [None req-43621b0e-ab72-4827-820e-08cdb3bc9a4f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Updating existing volume attachment record: cf0c2b36-0d67-4d30-a212-6e4e6b99c63d {{(pid=68872) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1182.562781] env[68872]: DEBUG oslo_vmware.api [None req-533ea8cb-3fbc-4b7c-bd72-f65dad16d36d tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.619734] env[68872]: DEBUG nova.compute.manager [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1182.623687] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Applying migration context for instance bb312f3b-a64b-4ce9-859c-844ca1356005 as it has an incoming, in-progress migration 9c233f94-c03d-40ce-a63a-6a54ada3d2b5. Migration status is migrating {{(pid=68872) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1182.623932] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Applying migration context for instance d47cb107-e374-4bf6-8e88-3210205be1b9 as it has an incoming, in-progress migration 05e1fa49-665d-44ef-b080-ba654c024fb0. Migration status is confirming {{(pid=68872) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1182.624125] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Applying migration context for instance e71dad00-6f56-4a91-aa0c-77f4f4d3afa6 as it has an incoming, in-progress migration da4daee2-55ab-4657-810b-905faeddb97b. Migration status is migrating {{(pid=68872) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1182.626695] env[68872]: INFO nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Updating resource usage from migration 9c233f94-c03d-40ce-a63a-6a54ada3d2b5 [ 1182.626695] env[68872]: INFO nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Updating resource usage from migration 05e1fa49-665d-44ef-b080-ba654c024fb0 [ 1182.626695] env[68872]: INFO nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Updating resource usage from migration da4daee2-55ab-4657-810b-905faeddb97b [ 1182.652794] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1182.653027] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance bf74f001-e745-4f6c-bc95-b560f48fc9d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1182.653186] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance e31abaa9-a57c-49bd-8df7-927c6e40d015 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1182.653314] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance b46cd1c6-2aad-4458-a2b4-1c4a09784cb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1182.653470] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Migration 05e1fa49-665d-44ef-b080-ba654c024fb0 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1182.653673] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance d47cb107-e374-4bf6-8e88-3210205be1b9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1182.653884] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance e88d302d-a553-4082-88bd-fe50ef3689e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1182.654182] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1182.654458] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance fa965289-4c02-44ea-b005-23b159975719 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1182.654615] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Migration 9c233f94-c03d-40ce-a63a-6a54ada3d2b5 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1182.655061] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance bb312f3b-a64b-4ce9-859c-844ca1356005 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1182.655061] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Migration da4daee2-55ab-4657-810b-905faeddb97b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1182.655154] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance e71dad00-6f56-4a91-aa0c-77f4f4d3afa6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1182.655231] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance e3c7af5d-2f44-45f4-b5bf-2b558702c578 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1182.655582] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=68872) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1182.655730] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=68872) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1182.854126] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d567d4-b4bd-44be-9740-64476dce6cee {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.863291] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fdbbf3-c42b-47e5-be46-ef3de675dbcc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.894319] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d487ea-b7d0-4f59-b81f-42ad46c59045 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.902406] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8f2eb5-d3f2-445c-9202-18980f075e99 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.916382] env[68872]: DEBUG nova.compute.provider_tree [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Updating inventory in ProviderTree for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1182.953943] env[68872]: DEBUG oslo_vmware.api [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093510, 'name': ReconfigVM_Task, 'duration_secs': 0.17893} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.954279] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Updating instance 'e71dad00-6f56-4a91-aa0c-77f4f4d3afa6' progress to 33 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1183.054557] env[68872]: DEBUG oslo_vmware.api [None req-533ea8cb-3fbc-4b7c-bd72-f65dad16d36d tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12374} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.054841] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-533ea8cb-3fbc-4b7c-bd72-f65dad16d36d tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.055035] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-533ea8cb-3fbc-4b7c-bd72-f65dad16d36d tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.055574] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-533ea8cb-3fbc-4b7c-bd72-f65dad16d36d tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.055574] env[68872]: INFO nova.compute.manager [None req-533ea8cb-3fbc-4b7c-bd72-f65dad16d36d tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1183.055700] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-533ea8cb-3fbc-4b7c-bd72-f65dad16d36d tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.055839] env[68872]: DEBUG nova.compute.manager [-] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1183.055944] env[68872]: DEBUG nova.network.neutron [-] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1183.130851] env[68872]: INFO nova.virt.block_device [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Booting with volume 743c6ed3-c0b0-47fc-99fc-64a5df46302f at /dev/sda [ 1183.176118] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c6814ae-a71d-4d94-83b9-9886dc79a853 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.190329] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26340fa-8555-4a5a-bf94-8bc667cbab9a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.221927] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51521895-6412-4f03-b2f1-b7b31dff8438 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.232187] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c0999e-3d4f-4571-9039-8b7e6c5bd490 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.271662] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5dd1713-525c-4ddd-8276-7f6fa2418c11 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.279392] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4927103e-e7f0-4a23-9521-5302f1398c61 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.294081] env[68872]: DEBUG nova.virt.block_device [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Updating existing volume attachment record: 074e32e8-fe89-4c22-a720-c646a9a0a982 {{(pid=68872) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1183.335984] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "bb312f3b-a64b-4ce9-859c-844ca1356005-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.336289] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "bb312f3b-a64b-4ce9-859c-844ca1356005-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.336404] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "bb312f3b-a64b-4ce9-859c-844ca1356005-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.403427] env[68872]: DEBUG nova.compute.manager [req-35ff906b-4afe-4fe5-b5e6-b243d92a6521 req-02664e51-26a1-4254-b7c3-ce542a25f35a service nova] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Received event network-vif-deleted-5f9e79ad-d2b2-40f7-91a3-88d0f7392aa7 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.404166] env[68872]: INFO nova.compute.manager [req-35ff906b-4afe-4fe5-b5e6-b243d92a6521 req-02664e51-26a1-4254-b7c3-ce542a25f35a service nova] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Neutron deleted interface 5f9e79ad-d2b2-40f7-91a3-88d0f7392aa7; detaching it from the instance and deleting it from the info cache [ 1183.404390] env[68872]: DEBUG nova.network.neutron [req-35ff906b-4afe-4fe5-b5e6-b243d92a6521 req-02664e51-26a1-4254-b7c3-ce542a25f35a service nova] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.443188] env[68872]: ERROR nova.scheduler.client.report [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [req-20755a94-733a-4445-9182-565f7a126e15] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-20755a94-733a-4445-9182-565f7a126e15"}]} [ 1183.460294] env[68872]: DEBUG nova.virt.hardware [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.460565] env[68872]: DEBUG nova.virt.hardware [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.460725] env[68872]: DEBUG nova.virt.hardware [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.460939] env[68872]: DEBUG nova.virt.hardware [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.461127] env[68872]: DEBUG nova.virt.hardware [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.461639] env[68872]: DEBUG nova.virt.hardware [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.461639] env[68872]: DEBUG nova.virt.hardware [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.461770] env[68872]: DEBUG nova.virt.hardware [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.461927] env[68872]: DEBUG nova.virt.hardware [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.462107] env[68872]: DEBUG nova.virt.hardware [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.462286] env[68872]: DEBUG nova.virt.hardware [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.467834] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1183.468965] env[68872]: DEBUG nova.scheduler.client.report [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Refreshing inventories for resource provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1183.471067] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23794c0a-8fac-42f1-ba80-7547de17f1a7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.490357] env[68872]: DEBUG oslo_vmware.api [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1183.490357] env[68872]: value = "task-3093516" [ 1183.490357] env[68872]: _type = "Task" [ 1183.490357] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.498546] env[68872]: DEBUG oslo_vmware.api [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093516, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.499400] env[68872]: DEBUG nova.scheduler.client.report [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Updating ProviderTree inventory for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1183.499578] env[68872]: DEBUG nova.compute.provider_tree [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Updating inventory in ProviderTree for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 137, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1183.512840] env[68872]: DEBUG nova.scheduler.client.report [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Refreshing aggregate associations for resource provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f, aggregates: None {{(pid=68872) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1183.533593] env[68872]: DEBUG nova.scheduler.client.report [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Refreshing trait associations for resource provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=68872) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1183.715013] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86187fb-70a9-407d-b96f-cc02441856fc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.722133] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f261a8ea-7f91-436a-8aa7-f0b4a63ea0a8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.751708] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb94822a-8673-4fae-99b0-eb79eb4a1d41 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.759204] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb49d37-b403-4fdb-889f-cfdd30b97416 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.772449] env[68872]: DEBUG nova.compute.provider_tree [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Updating inventory in ProviderTree for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1183.862404] env[68872]: DEBUG nova.network.neutron [-] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.909092] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a346ab5b-2568-4195-8408-1987535e209f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.929064] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909a7ff5-2972-487e-a95d-47eff8bfe4c2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.942908] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5a60ae7c-baa9-45b2-ba32-ee805ca02e08 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Acquiring lock "b46cd1c6-2aad-4458-a2b4-1c4a09784cb4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.943408] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5a60ae7c-baa9-45b2-ba32-ee805ca02e08 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "b46cd1c6-2aad-4458-a2b4-1c4a09784cb4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.961771] env[68872]: DEBUG nova.compute.manager [req-35ff906b-4afe-4fe5-b5e6-b243d92a6521 req-02664e51-26a1-4254-b7c3-ce542a25f35a service nova] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Detach interface failed, port_id=5f9e79ad-d2b2-40f7-91a3-88d0f7392aa7, reason: Instance e88d302d-a553-4082-88bd-fe50ef3689e7 could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1183.999809] env[68872]: DEBUG oslo_vmware.api [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093516, 'name': ReconfigVM_Task, 'duration_secs': 0.205613} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.000135] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1184.000871] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd64abd-1dd2-40d0-a07e-abd595ed261a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.023399] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] e71dad00-6f56-4a91-aa0c-77f4f4d3afa6/e71dad00-6f56-4a91-aa0c-77f4f4d3afa6.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.024712] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09269d24-409a-47c4-8358-1dedea560b3a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.039679] env[68872]: DEBUG nova.compute.manager [req-355c0833-1929-4a54-86c9-0bed48133889 req-5afaf66c-d02b-4b8c-8a54-234e11e6981c service nova] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Received event network-vif-plugged-8a17a794-7ff3-493b-b55f-10d2fc9aab84 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.039892] env[68872]: DEBUG oslo_concurrency.lockutils [req-355c0833-1929-4a54-86c9-0bed48133889 req-5afaf66c-d02b-4b8c-8a54-234e11e6981c service nova] Acquiring lock "e3c7af5d-2f44-45f4-b5bf-2b558702c578-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.040113] env[68872]: DEBUG oslo_concurrency.lockutils [req-355c0833-1929-4a54-86c9-0bed48133889 req-5afaf66c-d02b-4b8c-8a54-234e11e6981c service nova] Lock "e3c7af5d-2f44-45f4-b5bf-2b558702c578-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.040437] env[68872]: DEBUG oslo_concurrency.lockutils [req-355c0833-1929-4a54-86c9-0bed48133889 req-5afaf66c-d02b-4b8c-8a54-234e11e6981c service nova] Lock "e3c7af5d-2f44-45f4-b5bf-2b558702c578-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.040437] env[68872]: DEBUG nova.compute.manager [req-355c0833-1929-4a54-86c9-0bed48133889 req-5afaf66c-d02b-4b8c-8a54-234e11e6981c service nova] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] No waiting events found dispatching network-vif-plugged-8a17a794-7ff3-493b-b55f-10d2fc9aab84 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1184.040610] env[68872]: WARNING nova.compute.manager [req-355c0833-1929-4a54-86c9-0bed48133889 req-5afaf66c-d02b-4b8c-8a54-234e11e6981c service nova] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Received unexpected event network-vif-plugged-8a17a794-7ff3-493b-b55f-10d2fc9aab84 for instance with vm_state building and task_state block_device_mapping. [ 1184.047552] env[68872]: DEBUG oslo_vmware.api [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1184.047552] env[68872]: value = "task-3093517" [ 1184.047552] env[68872]: _type = "Task" [ 1184.047552] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.056916] env[68872]: DEBUG oslo_vmware.api [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093517, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.094139] env[68872]: DEBUG nova.network.neutron [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Successfully updated port: 8a17a794-7ff3-493b-b55f-10d2fc9aab84 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1184.311093] env[68872]: DEBUG nova.scheduler.client.report [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Updated inventory for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with generation 162 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1184.311093] env[68872]: DEBUG nova.compute.provider_tree [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Updating resource provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f generation from 162 to 163 during operation: update_inventory {{(pid=68872) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1184.311093] env[68872]: DEBUG nova.compute.provider_tree [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Updating inventory in ProviderTree for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1184.365822] env[68872]: INFO nova.compute.manager [-] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Took 1.31 seconds to deallocate network for instance. [ 1184.387492] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "refresh_cache-bb312f3b-a64b-4ce9-859c-844ca1356005" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.387492] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquired lock "refresh_cache-bb312f3b-a64b-4ce9-859c-844ca1356005" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.387492] env[68872]: DEBUG nova.network.neutron [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.447299] env[68872]: DEBUG nova.compute.utils [None req-5a60ae7c-baa9-45b2-ba32-ee805ca02e08 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1184.558885] env[68872]: DEBUG oslo_vmware.api [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.596722] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Acquiring lock "refresh_cache-e3c7af5d-2f44-45f4-b5bf-2b558702c578" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.597454] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Acquired lock "refresh_cache-e3c7af5d-2f44-45f4-b5bf-2b558702c578" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.597454] env[68872]: DEBUG nova.network.neutron [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.816848] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68872) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1184.817304] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.214s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.817566] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1adc184e-3aef-4fb5-875f-fe83a4897f97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.502s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.871336] env[68872]: DEBUG oslo_concurrency.lockutils [None req-533ea8cb-3fbc-4b7c-bd72-f65dad16d36d tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.949742] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5a60ae7c-baa9-45b2-ba32-ee805ca02e08 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "b46cd1c6-2aad-4458-a2b4-1c4a09784cb4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.058921] env[68872]: DEBUG oslo_vmware.api [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093517, 'name': ReconfigVM_Task, 'duration_secs': 0.768839} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.059379] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Reconfigured VM instance instance-00000073 to attach disk [datastore2] e71dad00-6f56-4a91-aa0c-77f4f4d3afa6/e71dad00-6f56-4a91-aa0c-77f4f4d3afa6.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.059751] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Updating instance 'e71dad00-6f56-4a91-aa0c-77f4f4d3afa6' progress to 50 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1185.136823] env[68872]: DEBUG nova.network.neutron [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Updating instance_info_cache with network_info: [{"id": "a9461fc2-b96b-4fe9-ab67-5d939b6d65fb", "address": "fa:16:3e:51:a2:8f", "network": {"id": "8d8a8028-be48-4a6a-a1fd-979a80226453", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-102971206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "558e9b8f78a1489cb07f84e03547223f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9461fc2-b9", "ovs_interfaceid": "a9461fc2-b96b-4fe9-ab67-5d939b6d65fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.403783] env[68872]: DEBUG nova.compute.manager [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1185.403783] env[68872]: DEBUG nova.virt.hardware [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1185.403783] env[68872]: DEBUG nova.virt.hardware [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1185.403783] env[68872]: DEBUG nova.virt.hardware [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1185.403783] env[68872]: DEBUG nova.virt.hardware [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1185.403783] env[68872]: DEBUG nova.virt.hardware [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1185.403783] env[68872]: DEBUG nova.virt.hardware [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1185.404347] env[68872]: DEBUG nova.virt.hardware [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1185.404699] env[68872]: DEBUG nova.virt.hardware [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1185.405053] env[68872]: DEBUG nova.virt.hardware [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1185.405387] env[68872]: DEBUG nova.virt.hardware [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1185.405717] env[68872]: DEBUG nova.virt.hardware [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1185.409060] env[68872]: DEBUG nova.network.neutron [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1185.411062] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699f3477-dcf1-4ff0-be1d-5f598ee0d7dc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.423016] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cb249b-46bb-49f9-91c6-2656bedae444 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.568253] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05468798-9f04-4211-9a86-ab025eac7a29 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.571416] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a6fed1-fbae-4f6e-b770-f932edf06166 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.595297] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94e587b-635c-44f6-8e55-73e0fdd25104 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.602025] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51ab2bb-c07e-4e70-bef1-0e476442b45a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.621455] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Updating instance 'e71dad00-6f56-4a91-aa0c-77f4f4d3afa6' progress to 67 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1185.648833] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Releasing lock "refresh_cache-bb312f3b-a64b-4ce9-859c-844ca1356005" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.653897] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d104be0e-b243-412d-8df5-2d32fd57cd73 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.661850] env[68872]: DEBUG nova.network.neutron [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Updating instance_info_cache with network_info: [{"id": "8a17a794-7ff3-493b-b55f-10d2fc9aab84", "address": "fa:16:3e:7f:13:26", "network": {"id": "b8d5d7bb-3342-46af-9d04-22c324ad8531", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1893108097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271f196be12f47b89a6a554f46261ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a17a794-7f", "ovs_interfaceid": "8a17a794-7ff3-493b-b55f-10d2fc9aab84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.664029] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91257ea-3839-4fb7-837c-5e441898e03c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.677950] env[68872]: DEBUG nova.compute.provider_tree [None req-1adc184e-3aef-4fb5-875f-fe83a4897f97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.034871] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5a60ae7c-baa9-45b2-ba32-ee805ca02e08 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Acquiring lock "b46cd1c6-2aad-4458-a2b4-1c4a09784cb4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.035169] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5a60ae7c-baa9-45b2-ba32-ee805ca02e08 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "b46cd1c6-2aad-4458-a2b4-1c4a09784cb4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.035413] env[68872]: INFO nova.compute.manager [None req-5a60ae7c-baa9-45b2-ba32-ee805ca02e08 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Attaching volume 23c829af-88be-4940-8fb8-1b4a5149e513 to /dev/sdb [ 1186.040822] env[68872]: DEBUG nova.compute.manager [req-64e6360e-9d89-48a2-91a5-143486657190 req-949099eb-ba8d-47e5-94dc-4988e2b00d62 service nova] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Received event network-changed-8a17a794-7ff3-493b-b55f-10d2fc9aab84 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.041009] env[68872]: DEBUG nova.compute.manager [req-64e6360e-9d89-48a2-91a5-143486657190 req-949099eb-ba8d-47e5-94dc-4988e2b00d62 service nova] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Refreshing instance network info cache due to event network-changed-8a17a794-7ff3-493b-b55f-10d2fc9aab84. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1186.041243] env[68872]: DEBUG oslo_concurrency.lockutils [req-64e6360e-9d89-48a2-91a5-143486657190 req-949099eb-ba8d-47e5-94dc-4988e2b00d62 service nova] Acquiring lock "refresh_cache-e3c7af5d-2f44-45f4-b5bf-2b558702c578" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.071535] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc47200-eb8b-4b08-a211-e008ddca724c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.081347] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f89924d-69e2-4281-8326-8964dd3c92a0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.093842] env[68872]: DEBUG nova.virt.block_device [None req-5a60ae7c-baa9-45b2-ba32-ee805ca02e08 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Updating existing volume attachment record: 3a89ff24-8610-42b9-9610-75da6044f443 {{(pid=68872) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1186.170020] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Releasing lock "refresh_cache-e3c7af5d-2f44-45f4-b5bf-2b558702c578" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.170379] env[68872]: DEBUG nova.compute.manager [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Instance network_info: |[{"id": "8a17a794-7ff3-493b-b55f-10d2fc9aab84", "address": "fa:16:3e:7f:13:26", "network": {"id": "b8d5d7bb-3342-46af-9d04-22c324ad8531", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1893108097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271f196be12f47b89a6a554f46261ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a17a794-7f", "ovs_interfaceid": "8a17a794-7ff3-493b-b55f-10d2fc9aab84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1186.170699] env[68872]: DEBUG oslo_concurrency.lockutils [req-64e6360e-9d89-48a2-91a5-143486657190 req-949099eb-ba8d-47e5-94dc-4988e2b00d62 service nova] Acquired lock "refresh_cache-e3c7af5d-2f44-45f4-b5bf-2b558702c578" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.170903] env[68872]: DEBUG nova.network.neutron [req-64e6360e-9d89-48a2-91a5-143486657190 req-949099eb-ba8d-47e5-94dc-4988e2b00d62 service nova] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Refreshing network info cache for port 8a17a794-7ff3-493b-b55f-10d2fc9aab84 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1186.172196] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:13:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a17a794-7ff3-493b-b55f-10d2fc9aab84', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1186.180601] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Creating folder: Project (271f196be12f47b89a6a554f46261ead). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1186.185143] env[68872]: DEBUG nova.scheduler.client.report [None req-1adc184e-3aef-4fb5-875f-fe83a4897f97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.188339] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77e3211e-d34e-456c-8d6f-dc3805d8e7df {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.190677] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46b1a19-d295-446a-84fe-3570f00a9f1b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.213583] env[68872]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1186.213795] env[68872]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68872) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1186.214565] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf093ba1-2695-4a7f-9a08-e550f8b73bfd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.217724] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Folder already exists: Project (271f196be12f47b89a6a554f46261ead). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1186.217971] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Creating folder: Instances. Parent ref: group-v619148. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1186.218805] env[68872]: DEBUG nova.network.neutron [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Port d907ea0f-5e7c-448e-a180-530e2055ca86 binding to destination host cpu-1 is already ACTIVE {{(pid=68872) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1186.220793] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae34e85d-b6ca-44b4-a7de-c3751a9168d0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.229784] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Updating instance 'bb312f3b-a64b-4ce9-859c-844ca1356005' progress to 83 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1186.236828] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Created folder: Instances in parent group-v619148. [ 1186.237151] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1186.237321] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1186.237552] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64345950-1148-4f30-b493-48de0c53421d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.258379] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1186.258379] env[68872]: value = "task-3093522" [ 1186.258379] env[68872]: _type = "Task" [ 1186.258379] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.266615] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093522, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.410052] env[68872]: DEBUG nova.network.neutron [req-64e6360e-9d89-48a2-91a5-143486657190 req-949099eb-ba8d-47e5-94dc-4988e2b00d62 service nova] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Updated VIF entry in instance network info cache for port 8a17a794-7ff3-493b-b55f-10d2fc9aab84. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1186.410426] env[68872]: DEBUG nova.network.neutron [req-64e6360e-9d89-48a2-91a5-143486657190 req-949099eb-ba8d-47e5-94dc-4988e2b00d62 service nova] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Updating instance_info_cache with network_info: [{"id": "8a17a794-7ff3-493b-b55f-10d2fc9aab84", "address": "fa:16:3e:7f:13:26", "network": {"id": "b8d5d7bb-3342-46af-9d04-22c324ad8531", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1893108097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271f196be12f47b89a6a554f46261ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a17a794-7f", "ovs_interfaceid": "8a17a794-7ff3-493b-b55f-10d2fc9aab84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.735553] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.735854] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad8b6818-dfb8-4224-9e59-7b1bddc0bf92 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.742924] env[68872]: DEBUG oslo_vmware.api [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1186.742924] env[68872]: value = "task-3093525" [ 1186.742924] env[68872]: _type = "Task" [ 1186.742924] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.750805] env[68872]: DEBUG oslo_vmware.api [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.768215] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093522, 'name': CreateVM_Task, 'duration_secs': 0.402309} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.768536] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1186.769228] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'delete_on_termination': True, 'boot_index': 0, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619152', 'volume_id': '743c6ed3-c0b0-47fc-99fc-64a5df46302f', 'name': 'volume-743c6ed3-c0b0-47fc-99fc-64a5df46302f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3c7af5d-2f44-45f4-b5bf-2b558702c578', 'attached_at': '', 'detached_at': '', 'volume_id': '743c6ed3-c0b0-47fc-99fc-64a5df46302f', 'serial': '743c6ed3-c0b0-47fc-99fc-64a5df46302f'}, 'device_type': None, 'attachment_id': '074e32e8-fe89-4c22-a720-c646a9a0a982', 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=68872) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1186.769467] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Root volume attach. Driver type: vmdk {{(pid=68872) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1186.770176] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc59558d-a6c0-4fe3-9601-9b4f00166d88 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.781463] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c749afbf-d4ad-4006-89cf-602c661825eb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.787259] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffef312c-dcd6-48c9-9725-2004078f29e0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.793366] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-af79e2c8-6800-4dc9-ae24-5d01556ef231 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.800049] env[68872]: DEBUG oslo_vmware.api [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Waiting for the task: (returnval){ [ 1186.800049] env[68872]: value = "task-3093526" [ 1186.800049] env[68872]: _type = "Task" [ 1186.800049] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.807516] env[68872]: DEBUG oslo_vmware.api [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Task: {'id': task-3093526, 'name': RelocateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.913919] env[68872]: DEBUG oslo_concurrency.lockutils [req-64e6360e-9d89-48a2-91a5-143486657190 req-949099eb-ba8d-47e5-94dc-4988e2b00d62 service nova] Releasing lock "refresh_cache-e3c7af5d-2f44-45f4-b5bf-2b558702c578" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.195973] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1adc184e-3aef-4fb5-875f-fe83a4897f97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.378s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.199181] env[68872]: DEBUG oslo_concurrency.lockutils [None req-533ea8cb-3fbc-4b7c-bd72-f65dad16d36d tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.329s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.199473] env[68872]: DEBUG nova.objects.instance [None req-533ea8cb-3fbc-4b7c-bd72-f65dad16d36d tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Lazy-loading 'resources' on Instance uuid e88d302d-a553-4082-88bd-fe50ef3689e7 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.240814] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "e71dad00-6f56-4a91-aa0c-77f4f4d3afa6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.241080] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "e71dad00-6f56-4a91-aa0c-77f4f4d3afa6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.241292] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "e71dad00-6f56-4a91-aa0c-77f4f4d3afa6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.267543] env[68872]: DEBUG oslo_vmware.api [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093525, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.313227] env[68872]: DEBUG oslo_vmware.api [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Task: {'id': task-3093526, 'name': RelocateVM_Task} progress is 42%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.610458] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-43621b0e-ab72-4827-820e-08cdb3bc9a4f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Volume attach. Driver type: vmdk {{(pid=68872) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1187.610782] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-43621b0e-ab72-4827-820e-08cdb3bc9a4f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619159', 'volume_id': '4d086b5d-ab7b-4f39-9ad9-bb6c33be0ed6', 'name': 'volume-4d086b5d-ab7b-4f39-9ad9-bb6c33be0ed6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e31abaa9-a57c-49bd-8df7-927c6e40d015', 'attached_at': '', 'detached_at': '', 'volume_id': '4d086b5d-ab7b-4f39-9ad9-bb6c33be0ed6', 'serial': '4d086b5d-ab7b-4f39-9ad9-bb6c33be0ed6'} {{(pid=68872) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1187.611913] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caad2baf-1df9-40bb-a587-6a6fd4d1e88a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.630565] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48eb80a-cf1a-45eb-99bb-1a2dbb00afe1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.671512] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-43621b0e-ab72-4827-820e-08cdb3bc9a4f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] volume-4d086b5d-ab7b-4f39-9ad9-bb6c33be0ed6/volume-4d086b5d-ab7b-4f39-9ad9-bb6c33be0ed6.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.672091] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9fcc6b7-45c6-4a5c-a811-0ea354ce2e89 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.694533] env[68872]: DEBUG oslo_vmware.api [None req-43621b0e-ab72-4827-820e-08cdb3bc9a4f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1187.694533] env[68872]: value = "task-3093527" [ 1187.694533] env[68872]: _type = "Task" [ 1187.694533] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.712997] env[68872]: DEBUG oslo_vmware.api [None req-43621b0e-ab72-4827-820e-08cdb3bc9a4f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093527, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.761957] env[68872]: DEBUG oslo_vmware.api [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093525, 'name': PowerOnVM_Task, 'duration_secs': 0.557291} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.765456] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.765696] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f031806b-2b76-4d0a-93f4-3fc8a4e41ca2 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Updating instance 'bb312f3b-a64b-4ce9-859c-844ca1356005' progress to 100 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1187.775396] env[68872]: INFO nova.scheduler.client.report [None req-1adc184e-3aef-4fb5-875f-fe83a4897f97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Deleted allocation for migration 05e1fa49-665d-44ef-b080-ba654c024fb0 [ 1187.820188] env[68872]: DEBUG oslo_vmware.api [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Task: {'id': task-3093526, 'name': RelocateVM_Task} progress is 54%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.949972] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92011258-0aa2-4b36-8522-415b3fa80e2c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.960020] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2303329f-b987-4b7c-b86e-af4f298da7a7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.996173] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab3394c-0ea7-4691-955e-f24ccf54c194 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.006084] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7698a157-6996-41da-b354-dac98367c56d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.024019] env[68872]: DEBUG nova.compute.provider_tree [None req-533ea8cb-3fbc-4b7c-bd72-f65dad16d36d tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.096333] env[68872]: INFO nova.compute.manager [None req-1f19d103-7b28-44e7-8607-3b1a37a9d97e tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Get console output [ 1188.096775] env[68872]: WARNING nova.virt.vmwareapi.driver [None req-1f19d103-7b28-44e7-8607-3b1a37a9d97e tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] The console log is missing. Check your VSPC configuration [ 1188.206850] env[68872]: DEBUG oslo_vmware.api [None req-43621b0e-ab72-4827-820e-08cdb3bc9a4f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.282832] env[68872]: DEBUG oslo_concurrency.lockutils [None req-1adc184e-3aef-4fb5-875f-fe83a4897f97 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "d47cb107-e374-4bf6-8e88-3210205be1b9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.295s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.284157] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "d47cb107-e374-4bf6-8e88-3210205be1b9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.864s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.285753] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a83a64-1426-4d7a-a6bb-fd1db1a84420 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.307093] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "refresh_cache-e71dad00-6f56-4a91-aa0c-77f4f4d3afa6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.307470] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquired lock "refresh_cache-e71dad00-6f56-4a91-aa0c-77f4f4d3afa6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.307693] env[68872]: DEBUG nova.network.neutron [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.317471] env[68872]: DEBUG oslo_vmware.api [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Task: {'id': task-3093526, 'name': RelocateVM_Task} progress is 67%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.528374] env[68872]: DEBUG nova.scheduler.client.report [None req-533ea8cb-3fbc-4b7c-bd72-f65dad16d36d tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.709682] env[68872]: DEBUG oslo_vmware.api [None req-43621b0e-ab72-4827-820e-08cdb3bc9a4f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093527, 'name': ReconfigVM_Task, 'duration_secs': 0.832083} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.710048] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-43621b0e-ab72-4827-820e-08cdb3bc9a4f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Reconfigured VM instance instance-0000006f to attach disk [datastore1] volume-4d086b5d-ab7b-4f39-9ad9-bb6c33be0ed6/volume-4d086b5d-ab7b-4f39-9ad9-bb6c33be0ed6.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.715264] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b98aea5-346c-4cac-8dc7-e5fd62384e54 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.734062] env[68872]: DEBUG oslo_vmware.api [None req-43621b0e-ab72-4827-820e-08cdb3bc9a4f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1188.734062] env[68872]: value = "task-3093529" [ 1188.734062] env[68872]: _type = "Task" [ 1188.734062] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.746053] env[68872]: DEBUG oslo_vmware.api [None req-43621b0e-ab72-4827-820e-08cdb3bc9a4f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093529, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.810571] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "d47cb107-e374-4bf6-8e88-3210205be1b9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.526s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.816854] env[68872]: DEBUG oslo_vmware.api [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Task: {'id': task-3093526, 'name': RelocateVM_Task} progress is 81%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.033839] env[68872]: DEBUG oslo_concurrency.lockutils [None req-533ea8cb-3fbc-4b7c-bd72-f65dad16d36d tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.835s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.055298] env[68872]: INFO nova.scheduler.client.report [None req-533ea8cb-3fbc-4b7c-bd72-f65dad16d36d tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Deleted allocations for instance e88d302d-a553-4082-88bd-fe50ef3689e7 [ 1189.107686] env[68872]: DEBUG nova.network.neutron [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Updating instance_info_cache with network_info: [{"id": "d907ea0f-5e7c-448e-a180-530e2055ca86", "address": "fa:16:3e:6d:51:6b", "network": {"id": "c09e92d2-0e24-4ab7-a494-adc38742fe8d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1942103729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9867cbb36374b6b9def662292b6f810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd907ea0f-5e", "ovs_interfaceid": "d907ea0f-5e7c-448e-a180-530e2055ca86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.244947] env[68872]: DEBUG oslo_vmware.api [None req-43621b0e-ab72-4827-820e-08cdb3bc9a4f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093529, 'name': ReconfigVM_Task, 'duration_secs': 0.244856} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.245295] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-43621b0e-ab72-4827-820e-08cdb3bc9a4f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619159', 'volume_id': '4d086b5d-ab7b-4f39-9ad9-bb6c33be0ed6', 'name': 'volume-4d086b5d-ab7b-4f39-9ad9-bb6c33be0ed6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e31abaa9-a57c-49bd-8df7-927c6e40d015', 'attached_at': '', 'detached_at': '', 'volume_id': '4d086b5d-ab7b-4f39-9ad9-bb6c33be0ed6', 'serial': '4d086b5d-ab7b-4f39-9ad9-bb6c33be0ed6'} {{(pid=68872) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1189.312245] env[68872]: DEBUG oslo_vmware.api [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Task: {'id': task-3093526, 'name': RelocateVM_Task} progress is 95%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.564254] env[68872]: DEBUG oslo_concurrency.lockutils [None req-533ea8cb-3fbc-4b7c-bd72-f65dad16d36d tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Lock "e88d302d-a553-4082-88bd-fe50ef3689e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.180s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.610549] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Releasing lock "refresh_cache-e71dad00-6f56-4a91-aa0c-77f4f4d3afa6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.812683] env[68872]: DEBUG oslo_vmware.api [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Task: {'id': task-3093526, 'name': RelocateVM_Task} progress is 97%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.138046] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e879624-854d-4382-acc5-e808926e9685 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.159202] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6428f61c-3e8e-4492-bef6-a4738920121e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.168549] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Updating instance 'e71dad00-6f56-4a91-aa0c-77f4f4d3afa6' progress to 83 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1190.284469] env[68872]: DEBUG nova.objects.instance [None req-43621b0e-ab72-4827-820e-08cdb3bc9a4f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lazy-loading 'flavor' on Instance uuid e31abaa9-a57c-49bd-8df7-927c6e40d015 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.314705] env[68872]: DEBUG oslo_vmware.api [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Task: {'id': task-3093526, 'name': RelocateVM_Task, 'duration_secs': 3.479305} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.315058] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Volume attach. Driver type: vmdk {{(pid=68872) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1190.315268] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619152', 'volume_id': '743c6ed3-c0b0-47fc-99fc-64a5df46302f', 'name': 'volume-743c6ed3-c0b0-47fc-99fc-64a5df46302f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3c7af5d-2f44-45f4-b5bf-2b558702c578', 'attached_at': '', 'detached_at': '', 'volume_id': '743c6ed3-c0b0-47fc-99fc-64a5df46302f', 'serial': '743c6ed3-c0b0-47fc-99fc-64a5df46302f'} {{(pid=68872) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1190.316063] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec0916d-8f84-48c5-894b-c15ea385adf1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.333946] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c28c30-3ccb-4d28-a03d-1c240b264f18 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.357208] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-743c6ed3-c0b0-47fc-99fc-64a5df46302f/volume-743c6ed3-c0b0-47fc-99fc-64a5df46302f.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.357515] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36743766-85bb-47cc-acdf-f0582e930c79 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.378256] env[68872]: DEBUG oslo_vmware.api [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Waiting for the task: (returnval){ [ 1190.378256] env[68872]: value = "task-3093530" [ 1190.378256] env[68872]: _type = "Task" [ 1190.378256] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.386279] env[68872]: DEBUG oslo_vmware.api [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Task: {'id': task-3093530, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.634338] env[68872]: DEBUG nova.network.neutron [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Port a9461fc2-b96b-4fe9-ab67-5d939b6d65fb binding to destination host cpu-1 is already ACTIVE {{(pid=68872) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1190.634616] env[68872]: DEBUG oslo_concurrency.lockutils [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "refresh_cache-bb312f3b-a64b-4ce9-859c-844ca1356005" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.635085] env[68872]: DEBUG oslo_concurrency.lockutils [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquired lock "refresh_cache-bb312f3b-a64b-4ce9-859c-844ca1356005" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.635085] env[68872]: DEBUG nova.network.neutron [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.638538] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a60ae7c-baa9-45b2-ba32-ee805ca02e08 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Volume attach. Driver type: vmdk {{(pid=68872) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1190.638792] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a60ae7c-baa9-45b2-ba32-ee805ca02e08 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619163', 'volume_id': '23c829af-88be-4940-8fb8-1b4a5149e513', 'name': 'volume-23c829af-88be-4940-8fb8-1b4a5149e513', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b46cd1c6-2aad-4458-a2b4-1c4a09784cb4', 'attached_at': '', 'detached_at': '', 'volume_id': '23c829af-88be-4940-8fb8-1b4a5149e513', 'serial': '23c829af-88be-4940-8fb8-1b4a5149e513'} {{(pid=68872) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1190.639856] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e88add-8214-4339-8c81-459132bac791 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.658452] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011def57-7f71-40f5-9875-319f804b5e10 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.679069] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.686523] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a60ae7c-baa9-45b2-ba32-ee805ca02e08 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-23c829af-88be-4940-8fb8-1b4a5149e513/volume-23c829af-88be-4940-8fb8-1b4a5149e513.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.688055] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ad5693b-5392-42c3-8b7c-1ae37270e65e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.689857] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-057a172c-0e50-4873-8e36-eef243c2accb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.709139] env[68872]: DEBUG oslo_vmware.api [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1190.709139] env[68872]: value = "task-3093531" [ 1190.709139] env[68872]: _type = "Task" [ 1190.709139] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.710464] env[68872]: DEBUG oslo_vmware.api [None req-5a60ae7c-baa9-45b2-ba32-ee805ca02e08 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Waiting for the task: (returnval){ [ 1190.710464] env[68872]: value = "task-3093532" [ 1190.710464] env[68872]: _type = "Task" [ 1190.710464] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.722973] env[68872]: DEBUG oslo_vmware.api [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.726631] env[68872]: DEBUG oslo_vmware.api [None req-5a60ae7c-baa9-45b2-ba32-ee805ca02e08 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093532, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.791294] env[68872]: DEBUG oslo_concurrency.lockutils [None req-43621b0e-ab72-4827-820e-08cdb3bc9a4f tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "e31abaa9-a57c-49bd-8df7-927c6e40d015" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.302s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.888028] env[68872]: DEBUG oslo_vmware.api [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Task: {'id': task-3093530, 'name': ReconfigVM_Task, 'duration_secs': 0.27795} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.888265] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-743c6ed3-c0b0-47fc-99fc-64a5df46302f/volume-743c6ed3-c0b0-47fc-99fc-64a5df46302f.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.893224] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf1bc767-d69f-4508-9045-23a4c81b4ccb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.908641] env[68872]: DEBUG oslo_vmware.api [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Waiting for the task: (returnval){ [ 1190.908641] env[68872]: value = "task-3093533" [ 1190.908641] env[68872]: _type = "Task" [ 1190.908641] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.918181] env[68872]: DEBUG oslo_vmware.api [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Task: {'id': task-3093533, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.120482] env[68872]: DEBUG oslo_concurrency.lockutils [None req-63eb0bc1-5228-447c-904c-c7adb86c5a86 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Acquiring lock "0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.120741] env[68872]: DEBUG oslo_concurrency.lockutils [None req-63eb0bc1-5228-447c-904c-c7adb86c5a86 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Lock "0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.120988] env[68872]: DEBUG oslo_concurrency.lockutils [None req-63eb0bc1-5228-447c-904c-c7adb86c5a86 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Acquiring lock "0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.121197] env[68872]: DEBUG oslo_concurrency.lockutils [None req-63eb0bc1-5228-447c-904c-c7adb86c5a86 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Lock "0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.121370] env[68872]: DEBUG oslo_concurrency.lockutils [None req-63eb0bc1-5228-447c-904c-c7adb86c5a86 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Lock "0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.124041] env[68872]: INFO nova.compute.manager [None req-63eb0bc1-5228-447c-904c-c7adb86c5a86 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Terminating instance [ 1191.206048] env[68872]: DEBUG oslo_concurrency.lockutils [None req-34c814da-3b85-4b9a-b726-3d02cbf3b7c2 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Acquiring lock "fa965289-4c02-44ea-b005-23b159975719" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.206449] env[68872]: DEBUG oslo_concurrency.lockutils [None req-34c814da-3b85-4b9a-b726-3d02cbf3b7c2 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Lock "fa965289-4c02-44ea-b005-23b159975719" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.206943] env[68872]: DEBUG oslo_concurrency.lockutils [None req-34c814da-3b85-4b9a-b726-3d02cbf3b7c2 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Acquiring lock "fa965289-4c02-44ea-b005-23b159975719-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.207087] env[68872]: DEBUG oslo_concurrency.lockutils [None req-34c814da-3b85-4b9a-b726-3d02cbf3b7c2 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Lock "fa965289-4c02-44ea-b005-23b159975719-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.207371] env[68872]: DEBUG oslo_concurrency.lockutils [None req-34c814da-3b85-4b9a-b726-3d02cbf3b7c2 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Lock "fa965289-4c02-44ea-b005-23b159975719-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.210034] env[68872]: INFO nova.compute.manager [None req-34c814da-3b85-4b9a-b726-3d02cbf3b7c2 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: fa965289-4c02-44ea-b005-23b159975719] Terminating instance [ 1191.231493] env[68872]: DEBUG oslo_vmware.api [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093531, 'name': PowerOnVM_Task, 'duration_secs': 0.386179} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.236747] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1191.237068] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6fe018-e2b3-4cf4-aa94-cfb88c8b4b3c tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Updating instance 'e71dad00-6f56-4a91-aa0c-77f4f4d3afa6' progress to 100 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1191.243136] env[68872]: DEBUG oslo_vmware.api [None req-5a60ae7c-baa9-45b2-ba32-ee805ca02e08 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093532, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.354318] env[68872]: DEBUG nova.compute.manager [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Stashing vm_state: active {{(pid=68872) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1191.418711] env[68872]: DEBUG oslo_vmware.api [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Task: {'id': task-3093533, 'name': ReconfigVM_Task, 'duration_secs': 0.138763} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.418960] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619152', 'volume_id': '743c6ed3-c0b0-47fc-99fc-64a5df46302f', 'name': 'volume-743c6ed3-c0b0-47fc-99fc-64a5df46302f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3c7af5d-2f44-45f4-b5bf-2b558702c578', 'attached_at': '', 'detached_at': '', 'volume_id': '743c6ed3-c0b0-47fc-99fc-64a5df46302f', 'serial': '743c6ed3-c0b0-47fc-99fc-64a5df46302f'} {{(pid=68872) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1191.419522] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb2e67b7-94a6-4c0e-8a10-2acb3807fcc4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.425760] env[68872]: DEBUG oslo_vmware.api [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Waiting for the task: (returnval){ [ 1191.425760] env[68872]: value = "task-3093534" [ 1191.425760] env[68872]: _type = "Task" [ 1191.425760] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.433594] env[68872]: DEBUG oslo_vmware.api [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Task: {'id': task-3093534, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.439724] env[68872]: DEBUG nova.network.neutron [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Updating instance_info_cache with network_info: [{"id": "a9461fc2-b96b-4fe9-ab67-5d939b6d65fb", "address": "fa:16:3e:51:a2:8f", "network": {"id": "8d8a8028-be48-4a6a-a1fd-979a80226453", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-102971206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "558e9b8f78a1489cb07f84e03547223f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9461fc2-b9", "ovs_interfaceid": "a9461fc2-b96b-4fe9-ab67-5d939b6d65fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.628602] env[68872]: DEBUG nova.compute.manager [None req-63eb0bc1-5228-447c-904c-c7adb86c5a86 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1191.628892] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-63eb0bc1-5228-447c-904c-c7adb86c5a86 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1191.629805] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cabfc2-30bf-48fd-89c2-8b123cab81cb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.637908] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-63eb0bc1-5228-447c-904c-c7adb86c5a86 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.638150] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd555da6-daf1-45c4-8e29-08a2c341e5c9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.645063] env[68872]: DEBUG oslo_vmware.api [None req-63eb0bc1-5228-447c-904c-c7adb86c5a86 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Waiting for the task: (returnval){ [ 1191.645063] env[68872]: value = "task-3093535" [ 1191.645063] env[68872]: _type = "Task" [ 1191.645063] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.652200] env[68872]: DEBUG oslo_vmware.api [None req-63eb0bc1-5228-447c-904c-c7adb86c5a86 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.719942] env[68872]: DEBUG nova.compute.manager [None req-34c814da-3b85-4b9a-b726-3d02cbf3b7c2 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: fa965289-4c02-44ea-b005-23b159975719] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1191.720216] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-34c814da-3b85-4b9a-b726-3d02cbf3b7c2 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: fa965289-4c02-44ea-b005-23b159975719] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1191.724342] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12393e98-edc8-43a9-b02b-e740a10d97ca {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.732477] env[68872]: DEBUG oslo_vmware.api [None req-5a60ae7c-baa9-45b2-ba32-ee805ca02e08 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093532, 'name': ReconfigVM_Task, 'duration_secs': 0.633484} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.734596] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a60ae7c-baa9-45b2-ba32-ee805ca02e08 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-23c829af-88be-4940-8fb8-1b4a5149e513/volume-23c829af-88be-4940-8fb8-1b4a5149e513.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.739558] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c814da-3b85-4b9a-b726-3d02cbf3b7c2 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: fa965289-4c02-44ea-b005-23b159975719] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.739803] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7b3855e-ead8-403e-9bce-889478fd51e8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.750037] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ba31fbe-122b-4db1-92b4-ee5db574e362 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.759334] env[68872]: DEBUG oslo_vmware.api [None req-5a60ae7c-baa9-45b2-ba32-ee805ca02e08 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Waiting for the task: (returnval){ [ 1191.759334] env[68872]: value = "task-3093536" [ 1191.759334] env[68872]: _type = "Task" [ 1191.759334] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.760486] env[68872]: DEBUG oslo_vmware.api [None req-34c814da-3b85-4b9a-b726-3d02cbf3b7c2 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Waiting for the task: (returnval){ [ 1191.760486] env[68872]: value = "task-3093537" [ 1191.760486] env[68872]: _type = "Task" [ 1191.760486] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.773572] env[68872]: DEBUG oslo_vmware.api [None req-5a60ae7c-baa9-45b2-ba32-ee805ca02e08 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093536, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.776221] env[68872]: DEBUG oslo_vmware.api [None req-34c814da-3b85-4b9a-b726-3d02cbf3b7c2 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.876960] env[68872]: DEBUG oslo_concurrency.lockutils [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.877382] env[68872]: DEBUG oslo_concurrency.lockutils [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.937748] env[68872]: DEBUG oslo_vmware.api [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Task: {'id': task-3093534, 'name': Rename_Task, 'duration_secs': 0.287139} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.938063] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1191.938351] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5ba2aaf-1630-48eb-bd74-2d4aa3e64c3a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.941967] env[68872]: DEBUG oslo_concurrency.lockutils [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Releasing lock "refresh_cache-bb312f3b-a64b-4ce9-859c-844ca1356005" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.944773] env[68872]: DEBUG oslo_vmware.api [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Waiting for the task: (returnval){ [ 1191.944773] env[68872]: value = "task-3093538" [ 1191.944773] env[68872]: _type = "Task" [ 1191.944773] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.953287] env[68872]: DEBUG oslo_vmware.api [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Task: {'id': task-3093538, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.156917] env[68872]: DEBUG oslo_vmware.api [None req-63eb0bc1-5228-447c-904c-c7adb86c5a86 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093535, 'name': PowerOffVM_Task, 'duration_secs': 0.286379} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.157219] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-63eb0bc1-5228-447c-904c-c7adb86c5a86 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.157444] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-63eb0bc1-5228-447c-904c-c7adb86c5a86 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.157759] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d069dc25-bd3c-436e-9988-e560fcfe7939 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.272702] env[68872]: DEBUG oslo_vmware.api [None req-34c814da-3b85-4b9a-b726-3d02cbf3b7c2 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093537, 'name': PowerOffVM_Task, 'duration_secs': 0.284503} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.275672] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c814da-3b85-4b9a-b726-3d02cbf3b7c2 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: fa965289-4c02-44ea-b005-23b159975719] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.275898] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-34c814da-3b85-4b9a-b726-3d02cbf3b7c2 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: fa965289-4c02-44ea-b005-23b159975719] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.276205] env[68872]: DEBUG oslo_vmware.api [None req-5a60ae7c-baa9-45b2-ba32-ee805ca02e08 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093536, 'name': ReconfigVM_Task, 'duration_secs': 0.147537} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.276322] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c62a46e6-0bf7-4706-8116-f426d7ac5679 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.277852] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a60ae7c-baa9-45b2-ba32-ee805ca02e08 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619163', 'volume_id': '23c829af-88be-4940-8fb8-1b4a5149e513', 'name': 'volume-23c829af-88be-4940-8fb8-1b4a5149e513', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b46cd1c6-2aad-4458-a2b4-1c4a09784cb4', 'attached_at': '', 'detached_at': '', 'volume_id': '23c829af-88be-4940-8fb8-1b4a5149e513', 'serial': '23c829af-88be-4940-8fb8-1b4a5149e513'} {{(pid=68872) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1192.384162] env[68872]: INFO nova.compute.claims [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1192.446185] env[68872]: DEBUG nova.compute.manager [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68872) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1192.446433] env[68872]: DEBUG oslo_concurrency.lockutils [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.455954] env[68872]: DEBUG oslo_vmware.api [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Task: {'id': task-3093538, 'name': PowerOnVM_Task, 'duration_secs': 0.477921} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.456303] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1192.456583] env[68872]: INFO nova.compute.manager [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Took 7.05 seconds to spawn the instance on the hypervisor. [ 1192.456825] env[68872]: DEBUG nova.compute.manager [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1192.457644] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca0366d-56dd-4b46-bc5d-724b108389fb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.595413] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-63eb0bc1-5228-447c-904c-c7adb86c5a86 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.595848] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-63eb0bc1-5228-447c-904c-c7adb86c5a86 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.595848] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-63eb0bc1-5228-447c-904c-c7adb86c5a86 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Deleting the datastore file [datastore2] 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.597141] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13f99718-20ff-410e-9609-dc3dd8abf29b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.599075] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-34c814da-3b85-4b9a-b726-3d02cbf3b7c2 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: fa965289-4c02-44ea-b005-23b159975719] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.599274] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-34c814da-3b85-4b9a-b726-3d02cbf3b7c2 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: fa965289-4c02-44ea-b005-23b159975719] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.599448] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-34c814da-3b85-4b9a-b726-3d02cbf3b7c2 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Deleting the datastore file [datastore2] fa965289-4c02-44ea-b005-23b159975719 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.600114] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2b40a0d-025d-427f-90d6-11e4a4a5c79c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.606623] env[68872]: DEBUG oslo_vmware.api [None req-63eb0bc1-5228-447c-904c-c7adb86c5a86 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Waiting for the task: (returnval){ [ 1192.606623] env[68872]: value = "task-3093542" [ 1192.606623] env[68872]: _type = "Task" [ 1192.606623] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.607839] env[68872]: DEBUG oslo_vmware.api [None req-34c814da-3b85-4b9a-b726-3d02cbf3b7c2 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Waiting for the task: (returnval){ [ 1192.607839] env[68872]: value = "task-3093541" [ 1192.607839] env[68872]: _type = "Task" [ 1192.607839] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.619330] env[68872]: DEBUG oslo_vmware.api [None req-63eb0bc1-5228-447c-904c-c7adb86c5a86 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.622491] env[68872]: DEBUG oslo_vmware.api [None req-34c814da-3b85-4b9a-b726-3d02cbf3b7c2 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.894883] env[68872]: INFO nova.compute.resource_tracker [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Updating resource usage from migration e1a45aea-94e5-43b7-b883-741db7bac83b [ 1192.978619] env[68872]: INFO nova.compute.manager [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Took 14.05 seconds to build instance. [ 1193.087316] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76467ab4-3e2d-4e48-9cb3-9506f82cbcfb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.095896] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31617e7a-ca8c-4cf9-9a14-bcaa84385d02 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.132444] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7577f20-4bb5-4f54-abb0-58c1ccfe0b4e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.139334] env[68872]: DEBUG oslo_vmware.api [None req-63eb0bc1-5228-447c-904c-c7adb86c5a86 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178165} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.143965] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-63eb0bc1-5228-447c-904c-c7adb86c5a86 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.144118] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-63eb0bc1-5228-447c-904c-c7adb86c5a86 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1193.144298] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-63eb0bc1-5228-447c-904c-c7adb86c5a86 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1193.144473] env[68872]: INFO nova.compute.manager [None req-63eb0bc1-5228-447c-904c-c7adb86c5a86 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Took 1.52 seconds to destroy the instance on the hypervisor. [ 1193.144717] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63eb0bc1-5228-447c-904c-c7adb86c5a86 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.145369] env[68872]: DEBUG oslo_vmware.api [None req-34c814da-3b85-4b9a-b726-3d02cbf3b7c2 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Task: {'id': task-3093541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158046} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.145571] env[68872]: DEBUG nova.compute.manager [-] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1193.145669] env[68872]: DEBUG nova.network.neutron [-] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1193.148194] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9314fc-6189-4c82-aaca-b50ce2387988 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.152131] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-34c814da-3b85-4b9a-b726-3d02cbf3b7c2 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.152317] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-34c814da-3b85-4b9a-b726-3d02cbf3b7c2 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: fa965289-4c02-44ea-b005-23b159975719] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1193.152494] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-34c814da-3b85-4b9a-b726-3d02cbf3b7c2 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: fa965289-4c02-44ea-b005-23b159975719] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1193.152663] env[68872]: INFO nova.compute.manager [None req-34c814da-3b85-4b9a-b726-3d02cbf3b7c2 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] [instance: fa965289-4c02-44ea-b005-23b159975719] Took 1.43 seconds to destroy the instance on the hypervisor. [ 1193.152887] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34c814da-3b85-4b9a-b726-3d02cbf3b7c2 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.153100] env[68872]: DEBUG nova.compute.manager [-] [instance: fa965289-4c02-44ea-b005-23b159975719] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1193.153193] env[68872]: DEBUG nova.network.neutron [-] [instance: fa965289-4c02-44ea-b005-23b159975719] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1193.165851] env[68872]: DEBUG nova.compute.provider_tree [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.317510] env[68872]: DEBUG nova.objects.instance [None req-5a60ae7c-baa9-45b2-ba32-ee805ca02e08 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lazy-loading 'flavor' on Instance uuid b46cd1c6-2aad-4458-a2b4-1c4a09784cb4 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.398701] env[68872]: DEBUG nova.compute.manager [req-fe0f0fbd-c394-4694-a11d-5adb1c3bc0f7 req-be9754b0-85ca-437b-bbe2-2831521c4761 service nova] [instance: fa965289-4c02-44ea-b005-23b159975719] Received event network-vif-deleted-3cc4fcf1-d260-466e-adfd-96d4e71a882c {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.398951] env[68872]: INFO nova.compute.manager [req-fe0f0fbd-c394-4694-a11d-5adb1c3bc0f7 req-be9754b0-85ca-437b-bbe2-2831521c4761 service nova] [instance: fa965289-4c02-44ea-b005-23b159975719] Neutron deleted interface 3cc4fcf1-d260-466e-adfd-96d4e71a882c; detaching it from the instance and deleting it from the info cache [ 1193.399177] env[68872]: DEBUG nova.network.neutron [req-fe0f0fbd-c394-4694-a11d-5adb1c3bc0f7 req-be9754b0-85ca-437b-bbe2-2831521c4761 service nova] [instance: fa965289-4c02-44ea-b005-23b159975719] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.480228] env[68872]: DEBUG oslo_concurrency.lockutils [None req-52f5d398-291a-45c8-b562-6e7a5dde058a tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Lock "e3c7af5d-2f44-45f4-b5bf-2b558702c578" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.084s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.512407] env[68872]: DEBUG nova.compute.manager [req-76b4d71b-2da8-4c79-a74a-07acc501fcb9 req-3cbd27db-2edd-4671-b4ef-7fc39add39a6 service nova] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Received event network-vif-deleted-e38912d7-7101-4930-996a-78f41f21fe88 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.512568] env[68872]: INFO nova.compute.manager [req-76b4d71b-2da8-4c79-a74a-07acc501fcb9 req-3cbd27db-2edd-4671-b4ef-7fc39add39a6 service nova] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Neutron deleted interface e38912d7-7101-4930-996a-78f41f21fe88; detaching it from the instance and deleting it from the info cache [ 1193.512746] env[68872]: DEBUG nova.network.neutron [req-76b4d71b-2da8-4c79-a74a-07acc501fcb9 req-3cbd27db-2edd-4671-b4ef-7fc39add39a6 service nova] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.515651] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "e71dad00-6f56-4a91-aa0c-77f4f4d3afa6" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.515812] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "e71dad00-6f56-4a91-aa0c-77f4f4d3afa6" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.515958] env[68872]: DEBUG nova.compute.manager [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Going to confirm migration 9 {{(pid=68872) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1193.669464] env[68872]: DEBUG nova.scheduler.client.report [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.673824] env[68872]: DEBUG oslo_concurrency.lockutils [None req-39f014ea-9e8b-4dda-b4da-de38fbdac5c3 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Acquiring lock "b46cd1c6-2aad-4458-a2b4-1c4a09784cb4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.822889] env[68872]: DEBUG oslo_concurrency.lockutils [None req-5a60ae7c-baa9-45b2-ba32-ee805ca02e08 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "b46cd1c6-2aad-4458-a2b4-1c4a09784cb4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.788s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.824269] env[68872]: DEBUG oslo_concurrency.lockutils [None req-39f014ea-9e8b-4dda-b4da-de38fbdac5c3 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "b46cd1c6-2aad-4458-a2b4-1c4a09784cb4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.151s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.824451] env[68872]: DEBUG nova.compute.manager [None req-39f014ea-9e8b-4dda-b4da-de38fbdac5c3 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1193.825540] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb5ac4c-3382-4524-9f38-e08cc047757b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.832332] env[68872]: DEBUG nova.compute.manager [None req-39f014ea-9e8b-4dda-b4da-de38fbdac5c3 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68872) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1193.832911] env[68872]: DEBUG nova.objects.instance [None req-39f014ea-9e8b-4dda-b4da-de38fbdac5c3 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lazy-loading 'flavor' on Instance uuid b46cd1c6-2aad-4458-a2b4-1c4a09784cb4 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.878267] env[68872]: DEBUG nova.network.neutron [-] [instance: fa965289-4c02-44ea-b005-23b159975719] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.901494] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-05e29d8a-e9aa-48db-9ec0-a52fe6ab773e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.912364] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ee0948-e8cc-46f3-aeb2-4f5e74ca98b1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.926494] env[68872]: DEBUG nova.network.neutron [-] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.942501] env[68872]: DEBUG nova.compute.manager [req-fe0f0fbd-c394-4694-a11d-5adb1c3bc0f7 req-be9754b0-85ca-437b-bbe2-2831521c4761 service nova] [instance: fa965289-4c02-44ea-b005-23b159975719] Detach interface failed, port_id=3cc4fcf1-d260-466e-adfd-96d4e71a882c, reason: Instance fa965289-4c02-44ea-b005-23b159975719 could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1194.015550] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94d1a2f9-1706-47a3-b764-03d73f781317 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.030513] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d382937a-475a-40a1-a2aa-e87096a760f9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.060771] env[68872]: DEBUG nova.compute.manager [req-76b4d71b-2da8-4c79-a74a-07acc501fcb9 req-3cbd27db-2edd-4671-b4ef-7fc39add39a6 service nova] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Detach interface failed, port_id=e38912d7-7101-4930-996a-78f41f21fe88, reason: Instance 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1194.174700] env[68872]: DEBUG oslo_concurrency.lockutils [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.297s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.175194] env[68872]: INFO nova.compute.manager [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Migrating [ 1194.181752] env[68872]: DEBUG oslo_concurrency.lockutils [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.735s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.318299] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "refresh_cache-e71dad00-6f56-4a91-aa0c-77f4f4d3afa6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.318621] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquired lock "refresh_cache-e71dad00-6f56-4a91-aa0c-77f4f4d3afa6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.318920] env[68872]: DEBUG nova.network.neutron [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.319247] env[68872]: DEBUG nova.objects.instance [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lazy-loading 'info_cache' on Instance uuid e71dad00-6f56-4a91-aa0c-77f4f4d3afa6 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.381530] env[68872]: INFO nova.compute.manager [-] [instance: fa965289-4c02-44ea-b005-23b159975719] Took 1.23 seconds to deallocate network for instance. [ 1194.431715] env[68872]: INFO nova.compute.manager [-] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Took 1.29 seconds to deallocate network for instance. [ 1194.690867] env[68872]: DEBUG nova.objects.instance [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lazy-loading 'migration_context' on Instance uuid bb312f3b-a64b-4ce9-859c-844ca1356005 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.692316] env[68872]: DEBUG oslo_concurrency.lockutils [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "refresh_cache-e31abaa9-a57c-49bd-8df7-927c6e40d015" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.692590] env[68872]: DEBUG oslo_concurrency.lockutils [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquired lock "refresh_cache-e31abaa9-a57c-49bd-8df7-927c6e40d015" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.692870] env[68872]: DEBUG nova.network.neutron [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.839287] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f014ea-9e8b-4dda-b4da-de38fbdac5c3 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1194.839609] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d369544c-f824-43ec-a96c-089690c834dc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.846929] env[68872]: DEBUG oslo_vmware.api [None req-39f014ea-9e8b-4dda-b4da-de38fbdac5c3 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Waiting for the task: (returnval){ [ 1194.846929] env[68872]: value = "task-3093543" [ 1194.846929] env[68872]: _type = "Task" [ 1194.846929] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.856962] env[68872]: DEBUG oslo_vmware.api [None req-39f014ea-9e8b-4dda-b4da-de38fbdac5c3 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.888666] env[68872]: DEBUG oslo_concurrency.lockutils [None req-34c814da-3b85-4b9a-b726-3d02cbf3b7c2 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.938807] env[68872]: DEBUG oslo_concurrency.lockutils [None req-63eb0bc1-5228-447c-904c-c7adb86c5a86 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.359674] env[68872]: DEBUG oslo_vmware.api [None req-39f014ea-9e8b-4dda-b4da-de38fbdac5c3 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093543, 'name': PowerOffVM_Task, 'duration_secs': 0.223773} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.365258] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f014ea-9e8b-4dda-b4da-de38fbdac5c3 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1195.365444] env[68872]: DEBUG nova.compute.manager [None req-39f014ea-9e8b-4dda-b4da-de38fbdac5c3 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1195.367515] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7531a7aa-5fc7-4f45-8acb-b3d889f36cd7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.405314] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27854ea1-4be3-4a2f-b75a-a67c1262c0bf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.415205] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f3dff3-cf20-42f3-a6ba-c81bfbf91ab4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.450961] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff406a8-ed19-48b4-9809-c5c2f7b903d9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.459407] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c3cf7b-3348-4eb6-b969-256bf28273f8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.473216] env[68872]: DEBUG nova.compute.provider_tree [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.512510] env[68872]: DEBUG nova.network.neutron [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Updating instance_info_cache with network_info: [{"id": "9ae2251c-73f9-4f91-b682-72cb4ac782bb", "address": "fa:16:3e:9f:09:e2", "network": {"id": "dc54d513-c9ea-47f7-9c06-737e154be9e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-687418439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4adfb6086df1437592701ee54f697cb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae2251c-73", "ovs_interfaceid": "9ae2251c-73f9-4f91-b682-72cb4ac782bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.567777] env[68872]: DEBUG nova.network.neutron [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Updating instance_info_cache with network_info: [{"id": "d907ea0f-5e7c-448e-a180-530e2055ca86", "address": "fa:16:3e:6d:51:6b", "network": {"id": "c09e92d2-0e24-4ab7-a494-adc38742fe8d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1942103729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9867cbb36374b6b9def662292b6f810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd907ea0f-5e", "ovs_interfaceid": "d907ea0f-5e7c-448e-a180-530e2055ca86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.626578] env[68872]: DEBUG nova.compute.manager [req-904f8f58-eb92-48f8-a220-68328ee99bbc req-f308a214-73f8-4f18-8fea-a9742c758a25 service nova] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Received event network-changed-8a17a794-7ff3-493b-b55f-10d2fc9aab84 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.626694] env[68872]: DEBUG nova.compute.manager [req-904f8f58-eb92-48f8-a220-68328ee99bbc req-f308a214-73f8-4f18-8fea-a9742c758a25 service nova] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Refreshing instance network info cache due to event network-changed-8a17a794-7ff3-493b-b55f-10d2fc9aab84. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1195.626870] env[68872]: DEBUG oslo_concurrency.lockutils [req-904f8f58-eb92-48f8-a220-68328ee99bbc req-f308a214-73f8-4f18-8fea-a9742c758a25 service nova] Acquiring lock "refresh_cache-e3c7af5d-2f44-45f4-b5bf-2b558702c578" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.627035] env[68872]: DEBUG oslo_concurrency.lockutils [req-904f8f58-eb92-48f8-a220-68328ee99bbc req-f308a214-73f8-4f18-8fea-a9742c758a25 service nova] Acquired lock "refresh_cache-e3c7af5d-2f44-45f4-b5bf-2b558702c578" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.627205] env[68872]: DEBUG nova.network.neutron [req-904f8f58-eb92-48f8-a220-68328ee99bbc req-f308a214-73f8-4f18-8fea-a9742c758a25 service nova] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Refreshing network info cache for port 8a17a794-7ff3-493b-b55f-10d2fc9aab84 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.878742] env[68872]: DEBUG oslo_concurrency.lockutils [None req-39f014ea-9e8b-4dda-b4da-de38fbdac5c3 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "b46cd1c6-2aad-4458-a2b4-1c4a09784cb4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.976971] env[68872]: DEBUG nova.scheduler.client.report [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.015444] env[68872]: DEBUG oslo_concurrency.lockutils [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Releasing lock "refresh_cache-e31abaa9-a57c-49bd-8df7-927c6e40d015" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.070507] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Releasing lock "refresh_cache-e71dad00-6f56-4a91-aa0c-77f4f4d3afa6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.070759] env[68872]: DEBUG nova.objects.instance [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lazy-loading 'migration_context' on Instance uuid e71dad00-6f56-4a91-aa0c-77f4f4d3afa6 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.176935] env[68872]: DEBUG nova.objects.instance [None req-169fc48b-a435-49dc-973d-7637fb79de6c tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lazy-loading 'flavor' on Instance uuid b46cd1c6-2aad-4458-a2b4-1c4a09784cb4 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.337582] env[68872]: DEBUG nova.network.neutron [req-904f8f58-eb92-48f8-a220-68328ee99bbc req-f308a214-73f8-4f18-8fea-a9742c758a25 service nova] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Updated VIF entry in instance network info cache for port 8a17a794-7ff3-493b-b55f-10d2fc9aab84. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1196.337946] env[68872]: DEBUG nova.network.neutron [req-904f8f58-eb92-48f8-a220-68328ee99bbc req-f308a214-73f8-4f18-8fea-a9742c758a25 service nova] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Updating instance_info_cache with network_info: [{"id": "8a17a794-7ff3-493b-b55f-10d2fc9aab84", "address": "fa:16:3e:7f:13:26", "network": {"id": "b8d5d7bb-3342-46af-9d04-22c324ad8531", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1893108097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271f196be12f47b89a6a554f46261ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a17a794-7f", "ovs_interfaceid": "8a17a794-7ff3-493b-b55f-10d2fc9aab84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.573399] env[68872]: DEBUG nova.objects.base [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68872) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1196.574651] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1f3832-bb8f-4104-bc29-d58f161875e7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.594166] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ec259ab-0d15-4fc7-94f9-1049b704d868 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.599098] env[68872]: DEBUG oslo_vmware.api [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1196.599098] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]527bf704-7d7f-6456-9995-4c51d77fd324" [ 1196.599098] env[68872]: _type = "Task" [ 1196.599098] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.606438] env[68872]: DEBUG oslo_vmware.api [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]527bf704-7d7f-6456-9995-4c51d77fd324, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.683013] env[68872]: DEBUG oslo_concurrency.lockutils [None req-169fc48b-a435-49dc-973d-7637fb79de6c tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Acquiring lock "refresh_cache-b46cd1c6-2aad-4458-a2b4-1c4a09784cb4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.683013] env[68872]: DEBUG oslo_concurrency.lockutils [None req-169fc48b-a435-49dc-973d-7637fb79de6c tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Acquired lock "refresh_cache-b46cd1c6-2aad-4458-a2b4-1c4a09784cb4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.683013] env[68872]: DEBUG nova.network.neutron [None req-169fc48b-a435-49dc-973d-7637fb79de6c tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.683013] env[68872]: DEBUG nova.objects.instance [None req-169fc48b-a435-49dc-973d-7637fb79de6c tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lazy-loading 'info_cache' on Instance uuid b46cd1c6-2aad-4458-a2b4-1c4a09784cb4 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.840878] env[68872]: DEBUG oslo_concurrency.lockutils [req-904f8f58-eb92-48f8-a220-68328ee99bbc req-f308a214-73f8-4f18-8fea-a9742c758a25 service nova] Releasing lock "refresh_cache-e3c7af5d-2f44-45f4-b5bf-2b558702c578" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.987511] env[68872]: DEBUG oslo_concurrency.lockutils [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.806s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.993149] env[68872]: DEBUG oslo_concurrency.lockutils [None req-34c814da-3b85-4b9a-b726-3d02cbf3b7c2 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.104s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.993275] env[68872]: DEBUG nova.objects.instance [None req-34c814da-3b85-4b9a-b726-3d02cbf3b7c2 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Lazy-loading 'resources' on Instance uuid fa965289-4c02-44ea-b005-23b159975719 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.109234] env[68872]: DEBUG oslo_vmware.api [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]527bf704-7d7f-6456-9995-4c51d77fd324, 'name': SearchDatastore_Task, 'duration_secs': 0.019962} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.109520] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.185954] env[68872]: DEBUG nova.objects.base [None req-169fc48b-a435-49dc-973d-7637fb79de6c tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68872) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1197.528801] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f4e812-3284-40ab-bbc5-b060f2c47767 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.554945] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Updating instance 'e31abaa9-a57c-49bd-8df7-927c6e40d015' progress to 0 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1197.669144] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b5a174-f713-4553-bee0-410ecf49f71f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.676540] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6331c39-3ad5-4628-a6c7-88208aef64a6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.708625] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b52618-d819-4b54-b082-db5fc9617e88 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.715325] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee9202d-247b-4e6a-920f-1023ed9dea2b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.728249] env[68872]: DEBUG nova.compute.provider_tree [None req-34c814da-3b85-4b9a-b726-3d02cbf3b7c2 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.904177] env[68872]: DEBUG nova.network.neutron [None req-169fc48b-a435-49dc-973d-7637fb79de6c tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Updating instance_info_cache with network_info: [{"id": "bca9394a-3ae4-448b-b693-9615c3092a2b", "address": "fa:16:3e:12:f6:95", "network": {"id": "09022b75-cc2c-4e8c-a849-33bf2e0de809", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1817116564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5a4c4290e9b4c14918ff4453755d510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbca9394a-3a", "ovs_interfaceid": "bca9394a-3ae4-448b-b693-9615c3092a2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.063971] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.064545] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1e8c028-4f24-4706-a9de-c70f3b14ff8f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.072222] env[68872]: DEBUG oslo_vmware.api [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1198.072222] env[68872]: value = "task-3093544" [ 1198.072222] env[68872]: _type = "Task" [ 1198.072222] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.083258] env[68872]: DEBUG oslo_vmware.api [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.167319] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.167544] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.167709] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.167858] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.168016] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.168172] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.168320] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.168460] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68872) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1198.231594] env[68872]: DEBUG nova.scheduler.client.report [None req-34c814da-3b85-4b9a-b726-3d02cbf3b7c2 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.407273] env[68872]: DEBUG oslo_concurrency.lockutils [None req-169fc48b-a435-49dc-973d-7637fb79de6c tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Releasing lock "refresh_cache-b46cd1c6-2aad-4458-a2b4-1c4a09784cb4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.524103] env[68872]: INFO nova.compute.manager [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Swapping old allocation on dict_keys(['a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f']) held by migration 9c233f94-c03d-40ce-a63a-6a54ada3d2b5 for instance [ 1198.544804] env[68872]: DEBUG nova.scheduler.client.report [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Overwriting current allocation {'allocations': {'a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 166}}, 'project_id': '558e9b8f78a1489cb07f84e03547223f', 'user_id': 'd125eccf65bd4eebb2b90f5f29d60dfc', 'consumer_generation': 1} on consumer bb312f3b-a64b-4ce9-859c-844ca1356005 {{(pid=68872) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1198.583028] env[68872]: DEBUG oslo_vmware.api [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093544, 'name': PowerOffVM_Task, 'duration_secs': 0.26177} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.583028] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.583028] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Updating instance 'e31abaa9-a57c-49bd-8df7-927c6e40d015' progress to 17 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1198.620332] env[68872]: DEBUG oslo_concurrency.lockutils [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "refresh_cache-bb312f3b-a64b-4ce9-859c-844ca1356005" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.620524] env[68872]: DEBUG oslo_concurrency.lockutils [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquired lock "refresh_cache-bb312f3b-a64b-4ce9-859c-844ca1356005" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.620703] env[68872]: DEBUG nova.network.neutron [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.736958] env[68872]: DEBUG oslo_concurrency.lockutils [None req-34c814da-3b85-4b9a-b726-3d02cbf3b7c2 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.744s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.739613] env[68872]: DEBUG oslo_concurrency.lockutils [None req-63eb0bc1-5228-447c-904c-c7adb86c5a86 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.801s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.739925] env[68872]: DEBUG nova.objects.instance [None req-63eb0bc1-5228-447c-904c-c7adb86c5a86 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Lazy-loading 'resources' on Instance uuid 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.752829] env[68872]: INFO nova.scheduler.client.report [None req-34c814da-3b85-4b9a-b726-3d02cbf3b7c2 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Deleted allocations for instance fa965289-4c02-44ea-b005-23b159975719 [ 1198.769890] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.089750] env[68872]: DEBUG nova.virt.hardware [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1199.090038] env[68872]: DEBUG nova.virt.hardware [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.090240] env[68872]: DEBUG nova.virt.hardware [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.090435] env[68872]: DEBUG nova.virt.hardware [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.090585] env[68872]: DEBUG nova.virt.hardware [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.090734] env[68872]: DEBUG nova.virt.hardware [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1199.090941] env[68872]: DEBUG nova.virt.hardware [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1199.091161] env[68872]: DEBUG nova.virt.hardware [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1199.091297] env[68872]: DEBUG nova.virt.hardware [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1199.091466] env[68872]: DEBUG nova.virt.hardware [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1199.091639] env[68872]: DEBUG nova.virt.hardware [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1199.097108] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d6c1f58-b837-44ae-ba4f-30630326121e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.113545] env[68872]: DEBUG oslo_vmware.api [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1199.113545] env[68872]: value = "task-3093545" [ 1199.113545] env[68872]: _type = "Task" [ 1199.113545] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.125307] env[68872]: DEBUG oslo_vmware.api [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093545, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.259716] env[68872]: DEBUG oslo_concurrency.lockutils [None req-34c814da-3b85-4b9a-b726-3d02cbf3b7c2 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Lock "fa965289-4c02-44ea-b005-23b159975719" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.053s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.272531] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.353482] env[68872]: DEBUG nova.network.neutron [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Updating instance_info_cache with network_info: [{"id": "a9461fc2-b96b-4fe9-ab67-5d939b6d65fb", "address": "fa:16:3e:51:a2:8f", "network": {"id": "8d8a8028-be48-4a6a-a1fd-979a80226453", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-102971206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "558e9b8f78a1489cb07f84e03547223f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9461fc2-b9", "ovs_interfaceid": "a9461fc2-b96b-4fe9-ab67-5d939b6d65fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.390802] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad064428-083f-4bf0-93a1-fd122c477584 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.398825] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1586f91d-609b-4473-a9cb-1d0a64262b5b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.429280] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-169fc48b-a435-49dc-973d-7637fb79de6c tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.429732] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2917684a-7e69-4455-a31e-db87a2a3bf09 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.432026] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1112ed-b893-4702-8ce8-08751fc62bd3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.440416] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b32125-86f6-4122-9194-dacb6da7adfc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.445250] env[68872]: DEBUG oslo_vmware.api [None req-169fc48b-a435-49dc-973d-7637fb79de6c tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Waiting for the task: (returnval){ [ 1199.445250] env[68872]: value = "task-3093546" [ 1199.445250] env[68872]: _type = "Task" [ 1199.445250] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.457694] env[68872]: DEBUG nova.compute.provider_tree [None req-63eb0bc1-5228-447c-904c-c7adb86c5a86 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.463713] env[68872]: DEBUG oslo_vmware.api [None req-169fc48b-a435-49dc-973d-7637fb79de6c tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093546, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.623791] env[68872]: DEBUG oslo_vmware.api [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093545, 'name': ReconfigVM_Task, 'duration_secs': 0.185529} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.624154] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Updating instance 'e31abaa9-a57c-49bd-8df7-927c6e40d015' progress to 33 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1199.856305] env[68872]: DEBUG oslo_concurrency.lockutils [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Releasing lock "refresh_cache-bb312f3b-a64b-4ce9-859c-844ca1356005" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.856775] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.857093] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e59f047e-27ff-48be-839f-c8eca6fc266a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.866102] env[68872]: DEBUG oslo_vmware.api [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1199.866102] env[68872]: value = "task-3093547" [ 1199.866102] env[68872]: _type = "Task" [ 1199.866102] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.873645] env[68872]: DEBUG oslo_vmware.api [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.955586] env[68872]: DEBUG oslo_vmware.api [None req-169fc48b-a435-49dc-973d-7637fb79de6c tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093546, 'name': PowerOnVM_Task, 'duration_secs': 0.362235} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.955788] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-169fc48b-a435-49dc-973d-7637fb79de6c tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1199.956013] env[68872]: DEBUG nova.compute.manager [None req-169fc48b-a435-49dc-973d-7637fb79de6c tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.956781] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02739801-2f98-4421-bf07-95d6cf860c46 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.961293] env[68872]: DEBUG nova.scheduler.client.report [None req-63eb0bc1-5228-447c-904c-c7adb86c5a86 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.130621] env[68872]: DEBUG nova.virt.hardware [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1200.130842] env[68872]: DEBUG nova.virt.hardware [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1200.131822] env[68872]: DEBUG nova.virt.hardware [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1200.131822] env[68872]: DEBUG nova.virt.hardware [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1200.131822] env[68872]: DEBUG nova.virt.hardware [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1200.131822] env[68872]: DEBUG nova.virt.hardware [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1200.131822] env[68872]: DEBUG nova.virt.hardware [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1200.131822] env[68872]: DEBUG nova.virt.hardware [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1200.132135] env[68872]: DEBUG nova.virt.hardware [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1200.132135] env[68872]: DEBUG nova.virt.hardware [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1200.132288] env[68872]: DEBUG nova.virt.hardware [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1200.137635] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1200.137937] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95de1adb-b791-4da4-9d96-89437a453784 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.157025] env[68872]: DEBUG oslo_vmware.api [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1200.157025] env[68872]: value = "task-3093548" [ 1200.157025] env[68872]: _type = "Task" [ 1200.157025] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.165056] env[68872]: DEBUG oslo_vmware.api [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093548, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.375563] env[68872]: DEBUG oslo_vmware.api [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093547, 'name': PowerOffVM_Task, 'duration_secs': 0.264078} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.376216] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1200.376580] env[68872]: DEBUG nova.virt.hardware [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1200.376795] env[68872]: DEBUG nova.virt.hardware [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1200.376951] env[68872]: DEBUG nova.virt.hardware [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1200.377154] env[68872]: DEBUG nova.virt.hardware [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1200.377303] env[68872]: DEBUG nova.virt.hardware [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1200.377448] env[68872]: DEBUG nova.virt.hardware [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1200.377688] env[68872]: DEBUG nova.virt.hardware [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1200.377855] env[68872]: DEBUG nova.virt.hardware [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1200.378040] env[68872]: DEBUG nova.virt.hardware [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1200.378199] env[68872]: DEBUG nova.virt.hardware [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1200.378370] env[68872]: DEBUG nova.virt.hardware [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1200.383383] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87223e93-20d4-455a-a305-b2280cfc1863 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.398769] env[68872]: DEBUG oslo_vmware.api [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1200.398769] env[68872]: value = "task-3093549" [ 1200.398769] env[68872]: _type = "Task" [ 1200.398769] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.406521] env[68872]: DEBUG oslo_vmware.api [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093549, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.469753] env[68872]: DEBUG oslo_concurrency.lockutils [None req-63eb0bc1-5228-447c-904c-c7adb86c5a86 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.730s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.474411] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.365s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.495071] env[68872]: INFO nova.scheduler.client.report [None req-63eb0bc1-5228-447c-904c-c7adb86c5a86 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Deleted allocations for instance 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e [ 1200.666437] env[68872]: DEBUG oslo_vmware.api [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093548, 'name': ReconfigVM_Task, 'duration_secs': 0.197324} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.667524] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1200.667768] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356b2c54-a2e7-43a7-b230-84bc34d28c9e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.692826] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] e31abaa9-a57c-49bd-8df7-927c6e40d015/e31abaa9-a57c-49bd-8df7-927c6e40d015.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.693032] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb66e73a-4ee7-4449-b979-4d9910babfee {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.711159] env[68872]: DEBUG oslo_vmware.api [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1200.711159] env[68872]: value = "task-3093550" [ 1200.711159] env[68872]: _type = "Task" [ 1200.711159] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.718554] env[68872]: DEBUG oslo_vmware.api [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093550, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.908679] env[68872]: DEBUG oslo_vmware.api [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093549, 'name': ReconfigVM_Task, 'duration_secs': 0.13237} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.909612] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f710b4e-6cb2-4d34-b504-b2fc80b9de2f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.929742] env[68872]: DEBUG nova.virt.hardware [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1200.929972] env[68872]: DEBUG nova.virt.hardware [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1200.930145] env[68872]: DEBUG nova.virt.hardware [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1200.930329] env[68872]: DEBUG nova.virt.hardware [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1200.930475] env[68872]: DEBUG nova.virt.hardware [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1200.930623] env[68872]: DEBUG nova.virt.hardware [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1200.930831] env[68872]: DEBUG nova.virt.hardware [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1200.931059] env[68872]: DEBUG nova.virt.hardware [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1200.931188] env[68872]: DEBUG nova.virt.hardware [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1200.931353] env[68872]: DEBUG nova.virt.hardware [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1200.931526] env[68872]: DEBUG nova.virt.hardware [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1200.932282] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-159cbfb6-a01a-442e-81fa-848bfcb652b6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.937568] env[68872]: DEBUG oslo_vmware.api [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1200.937568] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]524d2193-9331-002b-b072-37138971001e" [ 1200.937568] env[68872]: _type = "Task" [ 1200.937568] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.945340] env[68872]: DEBUG oslo_vmware.api [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]524d2193-9331-002b-b072-37138971001e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.000980] env[68872]: DEBUG oslo_concurrency.lockutils [None req-63eb0bc1-5228-447c-904c-c7adb86c5a86 tempest-ListServersNegativeTestJSON-1076143911 tempest-ListServersNegativeTestJSON-1076143911-project-member] Lock "0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.880s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.099308] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6cc0ad-91c8-4301-9ecb-89b89a23e552 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.109227] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8d6166-2833-4b98-94f7-b99eb4682b2e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.141540] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80eb87a3-2db4-4a72-98cc-7a7ae08d028f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.149263] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7351e14-ee05-43d7-969c-fec41aad5d60 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.165298] env[68872]: DEBUG nova.compute.provider_tree [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.222245] env[68872]: DEBUG oslo_vmware.api [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.448903] env[68872]: DEBUG oslo_vmware.api [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]524d2193-9331-002b-b072-37138971001e, 'name': SearchDatastore_Task, 'duration_secs': 0.00783} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.454287] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1201.454579] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acc734a2-4925-469c-b36a-36694601e843 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.474159] env[68872]: DEBUG oslo_vmware.api [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1201.474159] env[68872]: value = "task-3093551" [ 1201.474159] env[68872]: _type = "Task" [ 1201.474159] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.482056] env[68872]: DEBUG oslo_vmware.api [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093551, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.669138] env[68872]: DEBUG nova.scheduler.client.report [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.721133] env[68872]: DEBUG oslo_vmware.api [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093550, 'name': ReconfigVM_Task, 'duration_secs': 0.838295} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.721409] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Reconfigured VM instance instance-0000006f to attach disk [datastore2] e31abaa9-a57c-49bd-8df7-927c6e40d015/e31abaa9-a57c-49bd-8df7-927c6e40d015.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1201.721692] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Updating instance 'e31abaa9-a57c-49bd-8df7-927c6e40d015' progress to 50 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1201.983867] env[68872]: DEBUG oslo_vmware.api [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093551, 'name': ReconfigVM_Task, 'duration_secs': 0.222237} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.984177] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1201.985025] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9e614f-b577-40d1-be1a-5cb01d5ee1cb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.007786] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] bb312f3b-a64b-4ce9-859c-844ca1356005/bb312f3b-a64b-4ce9-859c-844ca1356005.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.008194] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b590ee05-aac8-4b27-b7a7-0f12ab4e0e15 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.027420] env[68872]: DEBUG oslo_vmware.api [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1202.027420] env[68872]: value = "task-3093552" [ 1202.027420] env[68872]: _type = "Task" [ 1202.027420] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.035432] env[68872]: DEBUG oslo_vmware.api [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093552, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.228318] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3403ce-258d-4184-8b8f-2c3f99d31127 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.250974] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1ecc5c-62cd-4e1e-94ad-89a0c8e9756f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.273598] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Updating instance 'e31abaa9-a57c-49bd-8df7-927c6e40d015' progress to 67 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1202.538027] env[68872]: DEBUG oslo_vmware.api [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093552, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.681052] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.206s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.683367] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.411s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.683549] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.683708] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68872) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1202.684773] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23bdd7b-3c23-47c3-af2e-5069ad07414d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.693249] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd976268-b7c5-4f19-bc8e-d7c413942f3a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.707667] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ac5949-bf7c-4fc4-bad4-e59aac55f3d1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.713874] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e64e6b6-87cd-4e2d-8bf9-30961c17712e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.743499] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179688MB free_disk=138GB free_vcpus=48 pci_devices=None {{(pid=68872) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1202.743663] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.743920] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.038662] env[68872]: DEBUG oslo_vmware.api [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093552, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.237972] env[68872]: INFO nova.scheduler.client.report [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Deleted allocation for migration da4daee2-55ab-4657-810b-905faeddb97b [ 1203.538924] env[68872]: DEBUG oslo_vmware.api [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093552, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.744053] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "e71dad00-6f56-4a91-aa0c-77f4f4d3afa6" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.228s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.753884] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Applying migration context for instance e31abaa9-a57c-49bd-8df7-927c6e40d015 as it has an incoming, in-progress migration e1a45aea-94e5-43b7-b883-741db7bac83b. Migration status is migrating {{(pid=68872) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1203.755060] env[68872]: INFO nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Updating resource usage from migration e1a45aea-94e5-43b7-b883-741db7bac83b [ 1203.771675] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1203.771914] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance bf74f001-e745-4f6c-bc95-b560f48fc9d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1203.771957] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance b46cd1c6-2aad-4458-a2b4-1c4a09784cb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1203.772067] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance d47cb107-e374-4bf6-8e88-3210205be1b9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1203.772190] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance bb312f3b-a64b-4ce9-859c-844ca1356005 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1203.772304] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance e71dad00-6f56-4a91-aa0c-77f4f4d3afa6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1203.772418] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance e3c7af5d-2f44-45f4-b5bf-2b558702c578 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1203.772529] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Migration e1a45aea-94e5-43b7-b883-741db7bac83b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1203.772670] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance e31abaa9-a57c-49bd-8df7-927c6e40d015 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1203.772869] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=68872) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1203.773073] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=68872) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1203.875131] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdd89ca-5525-4876-b6de-7d82d9cf320f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.882834] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc2e62e-4ab1-447a-a30e-7f7fe04eef10 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.914099] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743b22dc-69cf-4485-9fe3-22a983c9091a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.921825] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a38592e-8fc9-4e62-848e-cea82cf7f13f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.935401] env[68872]: DEBUG nova.compute.provider_tree [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.946540] env[68872]: DEBUG nova.network.neutron [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Port 9ae2251c-73f9-4f91-b682-72cb4ac782bb binding to destination host cpu-1 is already ACTIVE {{(pid=68872) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1204.039899] env[68872]: DEBUG oslo_vmware.api [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093552, 'name': ReconfigVM_Task, 'duration_secs': 1.583957} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.040242] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Reconfigured VM instance instance-0000006d to attach disk [datastore1] bb312f3b-a64b-4ce9-859c-844ca1356005/bb312f3b-a64b-4ce9-859c-844ca1356005.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1204.041032] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c088119-d5af-4179-b778-878dddec236d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.060536] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a5b526-0792-4777-a434-439baef506cd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.079161] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85bb626b-15de-4d26-8fbe-6757131e4bf1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.097175] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f57e54-11a7-4e58-b003-b16798584338 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.103721] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1204.103995] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2647818b-25fb-4284-bca5-006dc8ce9dfe {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.110060] env[68872]: DEBUG oslo_vmware.api [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1204.110060] env[68872]: value = "task-3093553" [ 1204.110060] env[68872]: _type = "Task" [ 1204.110060] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.116686] env[68872]: DEBUG oslo_vmware.api [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.438293] env[68872]: DEBUG nova.scheduler.client.report [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.621041] env[68872]: DEBUG oslo_vmware.api [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093553, 'name': PowerOnVM_Task, 'duration_secs': 0.371392} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.621332] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1204.943698] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68872) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1204.943963] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.200s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.968284] env[68872]: DEBUG oslo_concurrency.lockutils [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "e31abaa9-a57c-49bd-8df7-927c6e40d015-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.968497] env[68872]: DEBUG oslo_concurrency.lockutils [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "e31abaa9-a57c-49bd-8df7-927c6e40d015-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.968727] env[68872]: DEBUG oslo_concurrency.lockutils [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "e31abaa9-a57c-49bd-8df7-927c6e40d015-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.040306] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "e71dad00-6f56-4a91-aa0c-77f4f4d3afa6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.040642] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "e71dad00-6f56-4a91-aa0c-77f4f4d3afa6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.040694] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "e71dad00-6f56-4a91-aa0c-77f4f4d3afa6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.040926] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "e71dad00-6f56-4a91-aa0c-77f4f4d3afa6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.041202] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "e71dad00-6f56-4a91-aa0c-77f4f4d3afa6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.043098] env[68872]: INFO nova.compute.manager [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Terminating instance [ 1205.547348] env[68872]: DEBUG nova.compute.manager [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1205.547539] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1205.548399] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82641869-34b8-4f43-b762-cabed92ad287 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.556595] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.556839] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00d56c33-6bb9-4604-8f59-89e4fe6f5c87 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.563309] env[68872]: DEBUG oslo_vmware.api [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1205.563309] env[68872]: value = "task-3093554" [ 1205.563309] env[68872]: _type = "Task" [ 1205.563309] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.571123] env[68872]: DEBUG oslo_vmware.api [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.631481] env[68872]: INFO nova.compute.manager [None req-308931ac-c612-46fc-a0ba-01ae8352aa81 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Updating instance to original state: 'active' [ 1206.002158] env[68872]: DEBUG oslo_concurrency.lockutils [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "refresh_cache-e31abaa9-a57c-49bd-8df7-927c6e40d015" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.002358] env[68872]: DEBUG oslo_concurrency.lockutils [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquired lock "refresh_cache-e31abaa9-a57c-49bd-8df7-927c6e40d015" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.002611] env[68872]: DEBUG nova.network.neutron [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.072993] env[68872]: DEBUG oslo_vmware.api [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093554, 'name': PowerOffVM_Task, 'duration_secs': 0.172496} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.073344] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.073414] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1206.073661] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4cb1769-359f-42e1-ae37-8cf07e8b4339 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.140525] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1206.140693] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1206.140825] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Deleting the datastore file [datastore2] e71dad00-6f56-4a91-aa0c-77f4f4d3afa6 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1206.143418] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d452314-9d47-4729-8c4b-cb93d20b1e76 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.149857] env[68872]: DEBUG oslo_vmware.api [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for the task: (returnval){ [ 1206.149857] env[68872]: value = "task-3093556" [ 1206.149857] env[68872]: _type = "Task" [ 1206.149857] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.158168] env[68872]: DEBUG oslo_vmware.api [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.660632] env[68872]: DEBUG oslo_vmware.api [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Task: {'id': task-3093556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137353} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.663412] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.663610] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.663795] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.664012] env[68872]: INFO nova.compute.manager [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1206.664266] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.665079] env[68872]: DEBUG nova.compute.manager [-] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1206.665187] env[68872]: DEBUG nova.network.neutron [-] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1206.666690] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d388e58e-4e84-4700-a329-9e60256dd6b8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "bb312f3b-a64b-4ce9-859c-844ca1356005" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.666908] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d388e58e-4e84-4700-a329-9e60256dd6b8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "bb312f3b-a64b-4ce9-859c-844ca1356005" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.667163] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d388e58e-4e84-4700-a329-9e60256dd6b8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "bb312f3b-a64b-4ce9-859c-844ca1356005-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.668176] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d388e58e-4e84-4700-a329-9e60256dd6b8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "bb312f3b-a64b-4ce9-859c-844ca1356005-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.668402] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d388e58e-4e84-4700-a329-9e60256dd6b8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "bb312f3b-a64b-4ce9-859c-844ca1356005-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.671227] env[68872]: INFO nova.compute.manager [None req-d388e58e-4e84-4700-a329-9e60256dd6b8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Terminating instance [ 1206.742611] env[68872]: DEBUG nova.network.neutron [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Updating instance_info_cache with network_info: [{"id": "9ae2251c-73f9-4f91-b682-72cb4ac782bb", "address": "fa:16:3e:9f:09:e2", "network": {"id": "dc54d513-c9ea-47f7-9c06-737e154be9e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-687418439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4adfb6086df1437592701ee54f697cb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae2251c-73", "ovs_interfaceid": "9ae2251c-73f9-4f91-b682-72cb4ac782bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.045283] env[68872]: DEBUG nova.compute.manager [req-95cd2231-81bd-4e19-827e-2397276f19b6 req-b7060862-423c-43c1-90da-0cf98c4f9654 service nova] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Received event network-vif-deleted-d907ea0f-5e7c-448e-a180-530e2055ca86 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.045512] env[68872]: INFO nova.compute.manager [req-95cd2231-81bd-4e19-827e-2397276f19b6 req-b7060862-423c-43c1-90da-0cf98c4f9654 service nova] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Neutron deleted interface d907ea0f-5e7c-448e-a180-530e2055ca86; detaching it from the instance and deleting it from the info cache [ 1207.045628] env[68872]: DEBUG nova.network.neutron [req-95cd2231-81bd-4e19-827e-2397276f19b6 req-b7060862-423c-43c1-90da-0cf98c4f9654 service nova] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.175930] env[68872]: DEBUG nova.compute.manager [None req-d388e58e-4e84-4700-a329-9e60256dd6b8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1207.176347] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d388e58e-4e84-4700-a329-9e60256dd6b8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1207.177626] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a94676-258d-4f05-9ada-dc055933dc29 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.185887] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d388e58e-4e84-4700-a329-9e60256dd6b8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.186168] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3efcd67b-8a6b-4c42-b112-810bf195638e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.192680] env[68872]: DEBUG oslo_vmware.api [None req-d388e58e-4e84-4700-a329-9e60256dd6b8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1207.192680] env[68872]: value = "task-3093557" [ 1207.192680] env[68872]: _type = "Task" [ 1207.192680] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.200375] env[68872]: DEBUG oslo_vmware.api [None req-d388e58e-4e84-4700-a329-9e60256dd6b8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093557, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.246348] env[68872]: DEBUG oslo_concurrency.lockutils [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Releasing lock "refresh_cache-e31abaa9-a57c-49bd-8df7-927c6e40d015" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.520610] env[68872]: DEBUG nova.network.neutron [-] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.548821] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af8fca73-ed07-496e-976d-bb876dc8eec1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.558329] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3ee06b-02a4-4aa7-8775-c5163d6a0762 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.590655] env[68872]: DEBUG nova.compute.manager [req-95cd2231-81bd-4e19-827e-2397276f19b6 req-b7060862-423c-43c1-90da-0cf98c4f9654 service nova] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Detach interface failed, port_id=d907ea0f-5e7c-448e-a180-530e2055ca86, reason: Instance e71dad00-6f56-4a91-aa0c-77f4f4d3afa6 could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1207.703251] env[68872]: DEBUG oslo_vmware.api [None req-d388e58e-4e84-4700-a329-9e60256dd6b8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093557, 'name': PowerOffVM_Task, 'duration_secs': 0.246774} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.703526] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d388e58e-4e84-4700-a329-9e60256dd6b8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1207.703696] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d388e58e-4e84-4700-a329-9e60256dd6b8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1207.704018] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f19c492d-b829-4996-b103-b01b1c3a14a5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.756570] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e1cb0e-b295-4743-9472-9cc35ac08924 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.763988] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f651ca35-29a9-4858-bd1b-31453f1dbb63 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.782617] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d388e58e-4e84-4700-a329-9e60256dd6b8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1207.782849] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d388e58e-4e84-4700-a329-9e60256dd6b8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1207.783097] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-d388e58e-4e84-4700-a329-9e60256dd6b8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Deleting the datastore file [datastore1] bb312f3b-a64b-4ce9-859c-844ca1356005 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1207.783371] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-392fd649-3b6e-4fde-b8e6-7cf6c9e57553 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.790734] env[68872]: DEBUG oslo_vmware.api [None req-d388e58e-4e84-4700-a329-9e60256dd6b8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1207.790734] env[68872]: value = "task-3093559" [ 1207.790734] env[68872]: _type = "Task" [ 1207.790734] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.798598] env[68872]: DEBUG oslo_vmware.api [None req-d388e58e-4e84-4700-a329-9e60256dd6b8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.023650] env[68872]: INFO nova.compute.manager [-] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Took 1.36 seconds to deallocate network for instance. [ 1208.300501] env[68872]: DEBUG oslo_vmware.api [None req-d388e58e-4e84-4700-a329-9e60256dd6b8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148553} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.300865] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-d388e58e-4e84-4700-a329-9e60256dd6b8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1208.300914] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d388e58e-4e84-4700-a329-9e60256dd6b8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1208.301089] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d388e58e-4e84-4700-a329-9e60256dd6b8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1208.301280] env[68872]: INFO nova.compute.manager [None req-d388e58e-4e84-4700-a329-9e60256dd6b8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1208.301532] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d388e58e-4e84-4700-a329-9e60256dd6b8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1208.301727] env[68872]: DEBUG nova.compute.manager [-] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1208.301829] env[68872]: DEBUG nova.network.neutron [-] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1208.532093] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.532447] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.532683] env[68872]: DEBUG nova.objects.instance [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lazy-loading 'resources' on Instance uuid e71dad00-6f56-4a91-aa0c-77f4f4d3afa6 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.862171] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3828eb58-67fe-4ae8-aee6-94842bd3e697 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.884302] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acd426a-c2c4-4447-b916-bcf6f69e0a65 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.894018] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Updating instance 'e31abaa9-a57c-49bd-8df7-927c6e40d015' progress to 83 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.071778] env[68872]: DEBUG nova.compute.manager [req-06046467-a265-424f-9540-98124a83a708 req-fca16bfb-a79b-4d72-a43b-4cacc8647413 service nova] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Received event network-vif-deleted-a9461fc2-b96b-4fe9-ab67-5d939b6d65fb {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.072141] env[68872]: INFO nova.compute.manager [req-06046467-a265-424f-9540-98124a83a708 req-fca16bfb-a79b-4d72-a43b-4cacc8647413 service nova] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Neutron deleted interface a9461fc2-b96b-4fe9-ab67-5d939b6d65fb; detaching it from the instance and deleting it from the info cache [ 1209.072304] env[68872]: DEBUG nova.network.neutron [req-06046467-a265-424f-9540-98124a83a708 req-fca16bfb-a79b-4d72-a43b-4cacc8647413 service nova] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.148594] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63461a32-29e7-48b4-b8b1-2b3953981550 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.156015] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a42481-4ab2-4e4c-83c5-3455507a3529 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.187209] env[68872]: DEBUG nova.network.neutron [-] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.189123] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a98e7ae-374c-4e01-acd0-e48463d81801 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.196764] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956bd26d-e578-4537-984d-a41d1184737c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.211535] env[68872]: DEBUG nova.compute.provider_tree [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.398337] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1209.398748] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fb1ffbc-0f9b-4529-9b3e-d1eeeef58cc2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.408050] env[68872]: DEBUG oslo_vmware.api [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1209.408050] env[68872]: value = "task-3093560" [ 1209.408050] env[68872]: _type = "Task" [ 1209.408050] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.416213] env[68872]: DEBUG oslo_vmware.api [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.578040] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9600ac71-a80d-4198-b744-e88146871856 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.587883] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcaf7068-aa71-4893-a21b-b798245fb0e1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.616772] env[68872]: DEBUG nova.compute.manager [req-06046467-a265-424f-9540-98124a83a708 req-fca16bfb-a79b-4d72-a43b-4cacc8647413 service nova] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Detach interface failed, port_id=a9461fc2-b96b-4fe9-ab67-5d939b6d65fb, reason: Instance bb312f3b-a64b-4ce9-859c-844ca1356005 could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1209.692832] env[68872]: INFO nova.compute.manager [-] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Took 1.39 seconds to deallocate network for instance. [ 1209.714775] env[68872]: DEBUG nova.scheduler.client.report [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.918889] env[68872]: DEBUG oslo_vmware.api [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093560, 'name': PowerOnVM_Task, 'duration_secs': 0.383436} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.921658] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.921658] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-12cf08d3-0e55-4914-8283-34beb41c8a3d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Updating instance 'e31abaa9-a57c-49bd-8df7-927c6e40d015' progress to 100 {{(pid=68872) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1210.201226] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d388e58e-4e84-4700-a329-9e60256dd6b8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.219130] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.687s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.221403] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d388e58e-4e84-4700-a329-9e60256dd6b8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.020s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.221626] env[68872]: DEBUG nova.objects.instance [None req-d388e58e-4e84-4700-a329-9e60256dd6b8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lazy-loading 'resources' on Instance uuid bb312f3b-a64b-4ce9-859c-844ca1356005 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.239164] env[68872]: INFO nova.scheduler.client.report [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Deleted allocations for instance e71dad00-6f56-4a91-aa0c-77f4f4d3afa6 [ 1210.746718] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ca8003a2-6f4e-4e91-b7bf-39af3f452fa3 tempest-DeleteServersTestJSON-335922248 tempest-DeleteServersTestJSON-335922248-project-member] Lock "e71dad00-6f56-4a91-aa0c-77f4f4d3afa6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.706s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.820422] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af8c728-b841-4f48-b95f-b3c28b8c9f7b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.828436] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc55291-8d45-4a87-94c0-fb3eceac67ea {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.858762] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fc7254-39ae-4d0a-9340-ca6b21b9b42e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.865546] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a308b0-7904-4c2d-b6dd-f6e6a6d0c62a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.878279] env[68872]: DEBUG nova.compute.provider_tree [None req-d388e58e-4e84-4700-a329-9e60256dd6b8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.381265] env[68872]: DEBUG nova.scheduler.client.report [None req-d388e58e-4e84-4700-a329-9e60256dd6b8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.886113] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d388e58e-4e84-4700-a329-9e60256dd6b8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.908720] env[68872]: INFO nova.scheduler.client.report [None req-d388e58e-4e84-4700-a329-9e60256dd6b8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Deleted allocations for instance bb312f3b-a64b-4ce9-859c-844ca1356005 [ 1212.167314] env[68872]: DEBUG nova.network.neutron [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Port 9ae2251c-73f9-4f91-b682-72cb4ac782bb binding to destination host cpu-1 is already ACTIVE {{(pid=68872) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1212.167584] env[68872]: DEBUG oslo_concurrency.lockutils [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "refresh_cache-e31abaa9-a57c-49bd-8df7-927c6e40d015" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.167735] env[68872]: DEBUG oslo_concurrency.lockutils [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquired lock "refresh_cache-e31abaa9-a57c-49bd-8df7-927c6e40d015" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.167895] env[68872]: DEBUG nova.network.neutron [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.417719] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d388e58e-4e84-4700-a329-9e60256dd6b8 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "bb312f3b-a64b-4ce9-859c-844ca1356005" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.751s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.914851] env[68872]: DEBUG nova.network.neutron [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Updating instance_info_cache with network_info: [{"id": "9ae2251c-73f9-4f91-b682-72cb4ac782bb", "address": "fa:16:3e:9f:09:e2", "network": {"id": "dc54d513-c9ea-47f7-9c06-737e154be9e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-687418439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4adfb6086df1437592701ee54f697cb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae2251c-73", "ovs_interfaceid": "9ae2251c-73f9-4f91-b682-72cb4ac782bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.417562] env[68872]: DEBUG oslo_concurrency.lockutils [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Releasing lock "refresh_cache-e31abaa9-a57c-49bd-8df7-927c6e40d015" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.787229] env[68872]: DEBUG oslo_concurrency.lockutils [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.787458] env[68872]: DEBUG oslo_concurrency.lockutils [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.920920] env[68872]: DEBUG nova.compute.manager [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68872) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1213.970413] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "d47cb107-e374-4bf6-8e88-3210205be1b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.970720] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "d47cb107-e374-4bf6-8e88-3210205be1b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.970943] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "d47cb107-e374-4bf6-8e88-3210205be1b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.971146] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "d47cb107-e374-4bf6-8e88-3210205be1b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.971355] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "d47cb107-e374-4bf6-8e88-3210205be1b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.973605] env[68872]: INFO nova.compute.manager [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Terminating instance [ 1214.289864] env[68872]: DEBUG nova.compute.manager [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1214.479947] env[68872]: DEBUG nova.compute.manager [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1214.480282] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.480584] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd72edb7-ae3b-49b7-be38-dfd6f51bda26 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.490657] env[68872]: DEBUG oslo_vmware.api [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1214.490657] env[68872]: value = "task-3093562" [ 1214.490657] env[68872]: _type = "Task" [ 1214.490657] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.502139] env[68872]: DEBUG oslo_vmware.api [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.812131] env[68872]: DEBUG oslo_concurrency.lockutils [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.812407] env[68872]: DEBUG oslo_concurrency.lockutils [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.814047] env[68872]: INFO nova.compute.claims [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1215.000172] env[68872]: DEBUG oslo_vmware.api [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093562, 'name': PowerOffVM_Task, 'duration_secs': 0.215974} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.000481] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1215.001082] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Volume detach. Driver type: vmdk {{(pid=68872) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1215.001082] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619138', 'volume_id': 'c2c9940d-7e4e-48a2-86dc-c3a25d8a391e', 'name': 'volume-c2c9940d-7e4e-48a2-86dc-c3a25d8a391e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd47cb107-e374-4bf6-8e88-3210205be1b9', 'attached_at': '2025-03-19T16:12:12.000000', 'detached_at': '', 'volume_id': 'c2c9940d-7e4e-48a2-86dc-c3a25d8a391e', 'serial': 'c2c9940d-7e4e-48a2-86dc-c3a25d8a391e'} {{(pid=68872) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1215.001946] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07615ac8-39eb-459c-b9c0-1c1b3e0e2ecc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.020302] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27aad982-347c-4c9d-8704-9ea61162d9e8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.026912] env[68872]: DEBUG oslo_concurrency.lockutils [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.028046] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccf9fd7-6469-4b19-9bf2-7d09ae0d1773 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.047286] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04789d4c-f1ab-4271-bbd4-2351af3cefcf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.062476] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] The volume has not been displaced from its original location: [datastore2] volume-c2c9940d-7e4e-48a2-86dc-c3a25d8a391e/volume-c2c9940d-7e4e-48a2-86dc-c3a25d8a391e.vmdk. No consolidation needed. {{(pid=68872) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1215.068198] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1215.068526] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d89d124-0fee-4cc8-9d94-92853e5b547f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.087266] env[68872]: DEBUG oslo_vmware.api [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1215.087266] env[68872]: value = "task-3093563" [ 1215.087266] env[68872]: _type = "Task" [ 1215.087266] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.095491] env[68872]: DEBUG oslo_vmware.api [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093563, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.597272] env[68872]: DEBUG oslo_vmware.api [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093563, 'name': ReconfigVM_Task, 'duration_secs': 0.158626} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.597567] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1215.602841] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc6f1169-535a-4c9a-8546-b0e35a598d29 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.617862] env[68872]: DEBUG oslo_vmware.api [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1215.617862] env[68872]: value = "task-3093564" [ 1215.617862] env[68872]: _type = "Task" [ 1215.617862] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.627405] env[68872]: DEBUG oslo_vmware.api [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093564, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.937012] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb3d244-baa8-43c1-a733-6876ee0b8dba {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.945115] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef002d5-ce07-4c91-8ed8-3fc957d7aa3d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.977165] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb77169-8a96-409b-b725-2aa943053f62 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.984751] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8ed384-d1fc-4101-87de-4bd053459ca7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.997964] env[68872]: DEBUG nova.compute.provider_tree [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.129027] env[68872]: DEBUG oslo_vmware.api [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093564, 'name': ReconfigVM_Task, 'duration_secs': 0.173853} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.129471] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619138', 'volume_id': 'c2c9940d-7e4e-48a2-86dc-c3a25d8a391e', 'name': 'volume-c2c9940d-7e4e-48a2-86dc-c3a25d8a391e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd47cb107-e374-4bf6-8e88-3210205be1b9', 'attached_at': '2025-03-19T16:12:12.000000', 'detached_at': '', 'volume_id': 'c2c9940d-7e4e-48a2-86dc-c3a25d8a391e', 'serial': 'c2c9940d-7e4e-48a2-86dc-c3a25d8a391e'} {{(pid=68872) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1216.129471] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1216.130270] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e618472-96a8-44ad-8fad-ef5891ff3766 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.137471] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1216.137713] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68d82430-1b86-404e-8694-df1a06cbde28 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.207885] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1216.208192] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1216.208490] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Deleting the datastore file [datastore2] d47cb107-e374-4bf6-8e88-3210205be1b9 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1216.208833] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70ffe5a5-a5cf-43cc-a06b-3214612d4015 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.215580] env[68872]: DEBUG oslo_vmware.api [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1216.215580] env[68872]: value = "task-3093566" [ 1216.215580] env[68872]: _type = "Task" [ 1216.215580] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.223467] env[68872]: DEBUG oslo_vmware.api [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.502092] env[68872]: DEBUG nova.scheduler.client.report [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.727193] env[68872]: DEBUG oslo_vmware.api [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.084135} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.727417] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1216.727602] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1216.727774] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1216.727945] env[68872]: INFO nova.compute.manager [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1216.728311] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1216.728536] env[68872]: DEBUG nova.compute.manager [-] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1216.728636] env[68872]: DEBUG nova.network.neutron [-] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1217.007033] env[68872]: DEBUG oslo_concurrency.lockutils [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.194s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.007601] env[68872]: DEBUG nova.compute.manager [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1217.010446] env[68872]: DEBUG oslo_concurrency.lockutils [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.984s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.181853] env[68872]: DEBUG nova.compute.manager [req-1fb5ab66-6c73-4bdd-9874-7a3738ab9234 req-79c5ce56-7eb2-4fd2-9fe6-6b5184e0c05c service nova] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Received event network-vif-deleted-8e90c0ec-47b6-40f0-b2ee-e6b633e455b2 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.181853] env[68872]: INFO nova.compute.manager [req-1fb5ab66-6c73-4bdd-9874-7a3738ab9234 req-79c5ce56-7eb2-4fd2-9fe6-6b5184e0c05c service nova] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Neutron deleted interface 8e90c0ec-47b6-40f0-b2ee-e6b633e455b2; detaching it from the instance and deleting it from the info cache [ 1217.181853] env[68872]: DEBUG nova.network.neutron [req-1fb5ab66-6c73-4bdd-9874-7a3738ab9234 req-79c5ce56-7eb2-4fd2-9fe6-6b5184e0c05c service nova] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.206240] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Acquiring lock "49f92eeb-440a-4872-a534-4b5efe7f2587" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.206469] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Lock "49f92eeb-440a-4872-a534-4b5efe7f2587" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.513808] env[68872]: DEBUG nova.compute.utils [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1217.515478] env[68872]: DEBUG nova.objects.instance [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lazy-loading 'migration_context' on Instance uuid e31abaa9-a57c-49bd-8df7-927c6e40d015 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.516644] env[68872]: DEBUG nova.compute.manager [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1217.516811] env[68872]: DEBUG nova.network.neutron [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1217.554365] env[68872]: DEBUG nova.policy [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd125eccf65bd4eebb2b90f5f29d60dfc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '558e9b8f78a1489cb07f84e03547223f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 1217.664095] env[68872]: DEBUG nova.network.neutron [-] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.684883] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-12953b67-60dd-46b8-aa32-b30c3ed3eab5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.695082] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4835333f-b3c8-4900-910f-29457aaa5dbf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.708681] env[68872]: DEBUG nova.compute.manager [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1217.723019] env[68872]: DEBUG nova.compute.manager [req-1fb5ab66-6c73-4bdd-9874-7a3738ab9234 req-79c5ce56-7eb2-4fd2-9fe6-6b5184e0c05c service nova] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Detach interface failed, port_id=8e90c0ec-47b6-40f0-b2ee-e6b633e455b2, reason: Instance d47cb107-e374-4bf6-8e88-3210205be1b9 could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1217.838254] env[68872]: DEBUG nova.network.neutron [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Successfully created port: 91428d4f-4322-49ce-a171-3a818e9c48db {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1218.018437] env[68872]: DEBUG nova.compute.manager [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1218.159657] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdaf3e0-946e-42c2-99d5-29d000ba6c59 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.166657] env[68872]: INFO nova.compute.manager [-] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Took 1.44 seconds to deallocate network for instance. [ 1218.169402] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23340a59-2c36-4aae-9d2d-9d131e96460d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.200128] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cee8d0-892d-49f5-a616-04effbad3ade {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.207583] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd16fe1-55d3-4f43-8ed3-ea67f19243ae {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.222397] env[68872]: DEBUG nova.compute.provider_tree [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.235523] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.717416] env[68872]: INFO nova.compute.manager [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Took 0.55 seconds to detach 1 volumes for instance. [ 1218.718091] env[68872]: DEBUG nova.compute.manager [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Deleting volume: c2c9940d-7e4e-48a2-86dc-c3a25d8a391e {{(pid=68872) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1218.727306] env[68872]: DEBUG nova.scheduler.client.report [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.031680] env[68872]: DEBUG nova.compute.manager [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1219.057942] env[68872]: DEBUG nova.virt.hardware [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1219.058220] env[68872]: DEBUG nova.virt.hardware [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1219.058383] env[68872]: DEBUG nova.virt.hardware [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.058564] env[68872]: DEBUG nova.virt.hardware [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1219.058713] env[68872]: DEBUG nova.virt.hardware [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.058862] env[68872]: DEBUG nova.virt.hardware [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1219.059096] env[68872]: DEBUG nova.virt.hardware [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1219.059267] env[68872]: DEBUG nova.virt.hardware [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1219.059440] env[68872]: DEBUG nova.virt.hardware [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1219.059602] env[68872]: DEBUG nova.virt.hardware [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1219.059776] env[68872]: DEBUG nova.virt.hardware [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1219.060731] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e82f6a-0b34-4dc9-b9ad-6452c83168cb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.068478] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ebc374-df07-4c01-9aca-942e733ccf41 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.255915] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.434892] env[68872]: DEBUG nova.compute.manager [req-9cab87b9-7cf4-4b74-b653-a2f164a0ead9 req-32568193-6e62-4245-981c-217c3ee14af9 service nova] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Received event network-vif-plugged-91428d4f-4322-49ce-a171-3a818e9c48db {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.435223] env[68872]: DEBUG oslo_concurrency.lockutils [req-9cab87b9-7cf4-4b74-b653-a2f164a0ead9 req-32568193-6e62-4245-981c-217c3ee14af9 service nova] Acquiring lock "3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.435458] env[68872]: DEBUG oslo_concurrency.lockutils [req-9cab87b9-7cf4-4b74-b653-a2f164a0ead9 req-32568193-6e62-4245-981c-217c3ee14af9 service nova] Lock "3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.435579] env[68872]: DEBUG oslo_concurrency.lockutils [req-9cab87b9-7cf4-4b74-b653-a2f164a0ead9 req-32568193-6e62-4245-981c-217c3ee14af9 service nova] Lock "3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.435697] env[68872]: DEBUG nova.compute.manager [req-9cab87b9-7cf4-4b74-b653-a2f164a0ead9 req-32568193-6e62-4245-981c-217c3ee14af9 service nova] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] No waiting events found dispatching network-vif-plugged-91428d4f-4322-49ce-a171-3a818e9c48db {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1219.435858] env[68872]: WARNING nova.compute.manager [req-9cab87b9-7cf4-4b74-b653-a2f164a0ead9 req-32568193-6e62-4245-981c-217c3ee14af9 service nova] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Received unexpected event network-vif-plugged-91428d4f-4322-49ce-a171-3a818e9c48db for instance with vm_state building and task_state spawning. [ 1219.512717] env[68872]: DEBUG nova.network.neutron [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Successfully updated port: 91428d4f-4322-49ce-a171-3a818e9c48db {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1219.739499] env[68872]: DEBUG oslo_concurrency.lockutils [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.729s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.745196] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.510s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.746657] env[68872]: INFO nova.compute.claims [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1220.015336] env[68872]: DEBUG oslo_concurrency.lockutils [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "refresh_cache-3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.015589] env[68872]: DEBUG oslo_concurrency.lockutils [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquired lock "refresh_cache-3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.015661] env[68872]: DEBUG nova.network.neutron [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.563940] env[68872]: DEBUG nova.network.neutron [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1220.709069] env[68872]: DEBUG nova.network.neutron [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Updating instance_info_cache with network_info: [{"id": "91428d4f-4322-49ce-a171-3a818e9c48db", "address": "fa:16:3e:e3:f7:9e", "network": {"id": "8d8a8028-be48-4a6a-a1fd-979a80226453", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-102971206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "558e9b8f78a1489cb07f84e03547223f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91428d4f-43", "ovs_interfaceid": "91428d4f-4322-49ce-a171-3a818e9c48db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.900880] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f31b918-67d4-49be-a85d-a7ac1fe4e39c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.907911] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a073dec-c874-40c5-949a-cee660b5ae3f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.939359] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b44f9e-42b6-400e-89f3-b0256ce5e8d2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.947111] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53f4022-db3b-433c-a635-b790a7d70fc1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.960726] env[68872]: DEBUG nova.compute.provider_tree [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.211744] env[68872]: DEBUG oslo_concurrency.lockutils [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Releasing lock "refresh_cache-3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.212164] env[68872]: DEBUG nova.compute.manager [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Instance network_info: |[{"id": "91428d4f-4322-49ce-a171-3a818e9c48db", "address": "fa:16:3e:e3:f7:9e", "network": {"id": "8d8a8028-be48-4a6a-a1fd-979a80226453", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-102971206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "558e9b8f78a1489cb07f84e03547223f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91428d4f-43", "ovs_interfaceid": "91428d4f-4322-49ce-a171-3a818e9c48db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1221.212623] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:f7:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91428d4f-4322-49ce-a171-3a818e9c48db', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1221.220596] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.220834] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1221.221081] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d627baf9-e505-4d8f-b8b7-f90073eb5f08 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.243353] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1221.243353] env[68872]: value = "task-3093568" [ 1221.243353] env[68872]: _type = "Task" [ 1221.243353] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.252398] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093568, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.282572] env[68872]: INFO nova.compute.manager [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Swapping old allocation on dict_keys(['a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f']) held by migration e1a45aea-94e5-43b7-b883-741db7bac83b for instance [ 1221.306540] env[68872]: DEBUG nova.scheduler.client.report [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Overwriting current allocation {'allocations': {'a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 170}}, 'project_id': '4adfb6086df1437592701ee54f697cb5', 'user_id': '071b837659fa463e8865bc76a704e425', 'consumer_generation': 1} on consumer e31abaa9-a57c-49bd-8df7-927c6e40d015 {{(pid=68872) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1221.395765] env[68872]: DEBUG oslo_concurrency.lockutils [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "refresh_cache-e31abaa9-a57c-49bd-8df7-927c6e40d015" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.395960] env[68872]: DEBUG oslo_concurrency.lockutils [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquired lock "refresh_cache-e31abaa9-a57c-49bd-8df7-927c6e40d015" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.396154] env[68872]: DEBUG nova.network.neutron [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.464485] env[68872]: DEBUG nova.scheduler.client.report [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.470219] env[68872]: DEBUG nova.compute.manager [req-fc98d53d-6c5f-4db2-ada8-5515480ef12b req-03103ea9-0cdd-4109-93cb-cee60d4077ae service nova] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Received event network-changed-91428d4f-4322-49ce-a171-3a818e9c48db {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.470417] env[68872]: DEBUG nova.compute.manager [req-fc98d53d-6c5f-4db2-ada8-5515480ef12b req-03103ea9-0cdd-4109-93cb-cee60d4077ae service nova] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Refreshing instance network info cache due to event network-changed-91428d4f-4322-49ce-a171-3a818e9c48db. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1221.470626] env[68872]: DEBUG oslo_concurrency.lockutils [req-fc98d53d-6c5f-4db2-ada8-5515480ef12b req-03103ea9-0cdd-4109-93cb-cee60d4077ae service nova] Acquiring lock "refresh_cache-3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.470770] env[68872]: DEBUG oslo_concurrency.lockutils [req-fc98d53d-6c5f-4db2-ada8-5515480ef12b req-03103ea9-0cdd-4109-93cb-cee60d4077ae service nova] Acquired lock "refresh_cache-3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.470933] env[68872]: DEBUG nova.network.neutron [req-fc98d53d-6c5f-4db2-ada8-5515480ef12b req-03103ea9-0cdd-4109-93cb-cee60d4077ae service nova] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Refreshing network info cache for port 91428d4f-4322-49ce-a171-3a818e9c48db {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1221.753239] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093568, 'name': CreateVM_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.973013] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.228s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.973612] env[68872]: DEBUG nova.compute.manager [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1221.979043] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.723s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.979303] env[68872]: DEBUG nova.objects.instance [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lazy-loading 'resources' on Instance uuid d47cb107-e374-4bf6-8e88-3210205be1b9 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.122759] env[68872]: DEBUG nova.network.neutron [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Updating instance_info_cache with network_info: [{"id": "9ae2251c-73f9-4f91-b682-72cb4ac782bb", "address": "fa:16:3e:9f:09:e2", "network": {"id": "dc54d513-c9ea-47f7-9c06-737e154be9e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-687418439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4adfb6086df1437592701ee54f697cb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae2251c-73", "ovs_interfaceid": "9ae2251c-73f9-4f91-b682-72cb4ac782bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.165359] env[68872]: DEBUG nova.network.neutron [req-fc98d53d-6c5f-4db2-ada8-5515480ef12b req-03103ea9-0cdd-4109-93cb-cee60d4077ae service nova] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Updated VIF entry in instance network info cache for port 91428d4f-4322-49ce-a171-3a818e9c48db. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1222.165714] env[68872]: DEBUG nova.network.neutron [req-fc98d53d-6c5f-4db2-ada8-5515480ef12b req-03103ea9-0cdd-4109-93cb-cee60d4077ae service nova] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Updating instance_info_cache with network_info: [{"id": "91428d4f-4322-49ce-a171-3a818e9c48db", "address": "fa:16:3e:e3:f7:9e", "network": {"id": "8d8a8028-be48-4a6a-a1fd-979a80226453", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-102971206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "558e9b8f78a1489cb07f84e03547223f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91428d4f-43", "ovs_interfaceid": "91428d4f-4322-49ce-a171-3a818e9c48db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.253551] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093568, 'name': CreateVM_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.478791] env[68872]: DEBUG nova.compute.utils [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1222.480204] env[68872]: DEBUG nova.compute.manager [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Not allocating networking since 'none' was specified. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1222.575823] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b94643-04c4-488f-8853-8f90ace2a956 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.582950] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2baa42f9-9d4a-4da0-b0a2-fefb81acccbf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.613316] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adceb356-b2ed-4dd3-99de-f250c903c338 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.620436] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e784d4-e4df-4757-9020-5130405b4302 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.625873] env[68872]: DEBUG oslo_concurrency.lockutils [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Releasing lock "refresh_cache-e31abaa9-a57c-49bd-8df7-927c6e40d015" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.627017] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f0a79d-9ac7-44e3-826c-bc88b3e9a131 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.638433] env[68872]: DEBUG nova.compute.provider_tree [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.643672] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49096b9-b00c-412d-b001-87e3b6332663 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.668758] env[68872]: DEBUG oslo_concurrency.lockutils [req-fc98d53d-6c5f-4db2-ada8-5515480ef12b req-03103ea9-0cdd-4109-93cb-cee60d4077ae service nova] Releasing lock "refresh_cache-3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.753985] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093568, 'name': CreateVM_Task, 'duration_secs': 1.103528} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.754293] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1222.761168] env[68872]: DEBUG oslo_concurrency.lockutils [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.761405] env[68872]: DEBUG oslo_concurrency.lockutils [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.761834] env[68872]: DEBUG oslo_concurrency.lockutils [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.762145] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97c5f1c9-9c3e-4fcd-bbff-6c5cf3648a80 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.766918] env[68872]: DEBUG oslo_vmware.api [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1222.766918] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52967852-2588-87ad-5365-359ac1aded11" [ 1222.766918] env[68872]: _type = "Task" [ 1222.766918] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.774346] env[68872]: DEBUG oslo_vmware.api [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52967852-2588-87ad-5365-359ac1aded11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.981290] env[68872]: DEBUG nova.compute.manager [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1223.142527] env[68872]: DEBUG nova.scheduler.client.report [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.277247] env[68872]: DEBUG oslo_vmware.api [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52967852-2588-87ad-5365-359ac1aded11, 'name': SearchDatastore_Task, 'duration_secs': 0.011785} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.277543] env[68872]: DEBUG oslo_concurrency.lockutils [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.277772] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1223.278013] env[68872]: DEBUG oslo_concurrency.lockutils [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.278167] env[68872]: DEBUG oslo_concurrency.lockutils [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.278349] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1223.278615] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1337fde5-adab-48a8-9019-c0e8760b1a79 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.286642] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1223.286812] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1223.287492] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee85eb10-d6bf-4880-95c1-32bb83bd1d13 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.292023] env[68872]: DEBUG oslo_vmware.api [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1223.292023] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]521a7813-cf80-ce69-756c-904e794e03ba" [ 1223.292023] env[68872]: _type = "Task" [ 1223.292023] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.299653] env[68872]: DEBUG oslo_vmware.api [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]521a7813-cf80-ce69-756c-904e794e03ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.648230] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.675031] env[68872]: INFO nova.scheduler.client.report [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Deleted allocations for instance d47cb107-e374-4bf6-8e88-3210205be1b9 [ 1223.731298] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.731826] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12f018e6-60ff-4a4c-afe8-197f518abdee {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.739764] env[68872]: DEBUG oslo_vmware.api [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1223.739764] env[68872]: value = "task-3093569" [ 1223.739764] env[68872]: _type = "Task" [ 1223.739764] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.748656] env[68872]: DEBUG oslo_vmware.api [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.802378] env[68872]: DEBUG oslo_vmware.api [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]521a7813-cf80-ce69-756c-904e794e03ba, 'name': SearchDatastore_Task, 'duration_secs': 0.008424} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.803225] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3418da1-51df-4e03-8b12-51370f809396 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.808828] env[68872]: DEBUG oslo_vmware.api [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1223.808828] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52160d2b-98e9-60a4-8c3e-e4c2ef4605cb" [ 1223.808828] env[68872]: _type = "Task" [ 1223.808828] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.816016] env[68872]: DEBUG oslo_vmware.api [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52160d2b-98e9-60a4-8c3e-e4c2ef4605cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.991672] env[68872]: DEBUG nova.compute.manager [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1224.017244] env[68872]: DEBUG nova.virt.hardware [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1224.017503] env[68872]: DEBUG nova.virt.hardware [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1224.017665] env[68872]: DEBUG nova.virt.hardware [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1224.017848] env[68872]: DEBUG nova.virt.hardware [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1224.017996] env[68872]: DEBUG nova.virt.hardware [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1224.018164] env[68872]: DEBUG nova.virt.hardware [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1224.018373] env[68872]: DEBUG nova.virt.hardware [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1224.018537] env[68872]: DEBUG nova.virt.hardware [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1224.018703] env[68872]: DEBUG nova.virt.hardware [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1224.018863] env[68872]: DEBUG nova.virt.hardware [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1224.019050] env[68872]: DEBUG nova.virt.hardware [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1224.019888] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d131cc6-b8ce-4685-afb8-4a6a08469cc1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.027772] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fedea02c-cd5d-4348-bb51-4da834e49d3f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.042106] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Instance VIF info [] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1224.047712] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Creating folder: Project (58353527df7b47f2b0c4f8e52b5de413). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1224.047986] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4cf7666-f29f-4da8-b6c6-58349d25ded8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.058233] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Created folder: Project (58353527df7b47f2b0c4f8e52b5de413) in parent group-v618835. [ 1224.058420] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Creating folder: Instances. Parent ref: group-v619165. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1224.058640] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc81699c-e042-4517-99b8-48d3c61ce10b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.067977] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Created folder: Instances in parent group-v619165. [ 1224.068220] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.068409] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1224.068601] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-213e0a5f-611a-4b93-84cd-42905e538105 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.084483] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1224.084483] env[68872]: value = "task-3093572" [ 1224.084483] env[68872]: _type = "Task" [ 1224.084483] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.091790] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093572, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.184249] env[68872]: DEBUG oslo_concurrency.lockutils [None req-dd27a6b0-447d-4bc8-836c-3db56a662e86 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "d47cb107-e374-4bf6-8e88-3210205be1b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.213s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.250622] env[68872]: DEBUG oslo_vmware.api [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093569, 'name': PowerOffVM_Task, 'duration_secs': 0.207318} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.250849] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1224.251560] env[68872]: DEBUG nova.virt.hardware [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1224.251790] env[68872]: DEBUG nova.virt.hardware [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1224.251954] env[68872]: DEBUG nova.virt.hardware [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1224.252304] env[68872]: DEBUG nova.virt.hardware [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1224.252462] env[68872]: DEBUG nova.virt.hardware [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1224.252619] env[68872]: DEBUG nova.virt.hardware [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1224.252855] env[68872]: DEBUG nova.virt.hardware [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1224.252994] env[68872]: DEBUG nova.virt.hardware [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1224.253209] env[68872]: DEBUG nova.virt.hardware [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1224.253368] env[68872]: DEBUG nova.virt.hardware [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1224.253547] env[68872]: DEBUG nova.virt.hardware [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1224.259079] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4ac39d3-7edc-4c9e-b2fe-9890246fddee {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.275339] env[68872]: DEBUG oslo_vmware.api [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1224.275339] env[68872]: value = "task-3093573" [ 1224.275339] env[68872]: _type = "Task" [ 1224.275339] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.284315] env[68872]: DEBUG oslo_vmware.api [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093573, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.318612] env[68872]: DEBUG oslo_vmware.api [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52160d2b-98e9-60a4-8c3e-e4c2ef4605cb, 'name': SearchDatastore_Task, 'duration_secs': 0.009796} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.318858] env[68872]: DEBUG oslo_concurrency.lockutils [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.319154] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c/3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1224.319405] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc298bc6-7db0-493d-aa50-f55fb33efedd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.324820] env[68872]: DEBUG oslo_vmware.api [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1224.324820] env[68872]: value = "task-3093574" [ 1224.324820] env[68872]: _type = "Task" [ 1224.324820] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.332040] env[68872]: DEBUG oslo_vmware.api [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.595484] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093572, 'name': CreateVM_Task, 'duration_secs': 0.245685} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.595653] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1224.596114] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.596285] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.596675] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.596899] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64301471-c015-4b38-8762-eb1adcf2e40d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.602410] env[68872]: DEBUG oslo_vmware.api [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Waiting for the task: (returnval){ [ 1224.602410] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d9f86d-abae-4d76-c915-6ec73beaba6b" [ 1224.602410] env[68872]: _type = "Task" [ 1224.602410] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.612174] env[68872]: DEBUG oslo_vmware.api [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d9f86d-abae-4d76-c915-6ec73beaba6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.784723] env[68872]: DEBUG oslo_vmware.api [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093573, 'name': ReconfigVM_Task, 'duration_secs': 0.149079} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.785591] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d749979b-00e8-4bc2-97f9-344d212ca93a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.808791] env[68872]: DEBUG nova.virt.hardware [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1224.809186] env[68872]: DEBUG nova.virt.hardware [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1224.809227] env[68872]: DEBUG nova.virt.hardware [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1224.809407] env[68872]: DEBUG nova.virt.hardware [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1224.809556] env[68872]: DEBUG nova.virt.hardware [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1224.809703] env[68872]: DEBUG nova.virt.hardware [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1224.809904] env[68872]: DEBUG nova.virt.hardware [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1224.810075] env[68872]: DEBUG nova.virt.hardware [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1224.810248] env[68872]: DEBUG nova.virt.hardware [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1224.810414] env[68872]: DEBUG nova.virt.hardware [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1224.810584] env[68872]: DEBUG nova.virt.hardware [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1224.811761] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-589928ac-a674-4322-920d-62c258e0c062 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.818258] env[68872]: DEBUG oslo_vmware.api [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1224.818258] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526f9c2e-24a4-5aeb-0c22-1d577537ff1d" [ 1224.818258] env[68872]: _type = "Task" [ 1224.818258] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.826447] env[68872]: DEBUG oslo_vmware.api [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526f9c2e-24a4-5aeb-0c22-1d577537ff1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.834964] env[68872]: DEBUG oslo_vmware.api [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492819} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.835276] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c/3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1224.835502] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1224.835760] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c227d7ac-6060-41a2-b789-52f82d332555 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.841473] env[68872]: DEBUG oslo_vmware.api [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1224.841473] env[68872]: value = "task-3093575" [ 1224.841473] env[68872]: _type = "Task" [ 1224.841473] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.848736] env[68872]: DEBUG oslo_vmware.api [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.036603] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8f52fc14-ca53-4de9-914e-653170897313 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "bf74f001-e745-4f6c-bc95-b560f48fc9d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.036902] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8f52fc14-ca53-4de9-914e-653170897313 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "bf74f001-e745-4f6c-bc95-b560f48fc9d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.037237] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8f52fc14-ca53-4de9-914e-653170897313 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "bf74f001-e745-4f6c-bc95-b560f48fc9d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.037486] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8f52fc14-ca53-4de9-914e-653170897313 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "bf74f001-e745-4f6c-bc95-b560f48fc9d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.037665] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8f52fc14-ca53-4de9-914e-653170897313 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "bf74f001-e745-4f6c-bc95-b560f48fc9d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.039827] env[68872]: INFO nova.compute.manager [None req-8f52fc14-ca53-4de9-914e-653170897313 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Terminating instance [ 1225.118205] env[68872]: DEBUG oslo_vmware.api [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d9f86d-abae-4d76-c915-6ec73beaba6b, 'name': SearchDatastore_Task, 'duration_secs': 0.047311} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.118601] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.118823] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1225.119068] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.119220] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.119398] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1225.119664] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-761bf9f6-d1e7-478a-b277-228c2ba4ec27 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.128525] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1225.128628] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1225.129605] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-353c6297-8fae-450e-9677-a42f4ff81676 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.134540] env[68872]: DEBUG oslo_vmware.api [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Waiting for the task: (returnval){ [ 1225.134540] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52765a34-209f-c0d4-c655-96a8eab7ee37" [ 1225.134540] env[68872]: _type = "Task" [ 1225.134540] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.142586] env[68872]: DEBUG oslo_vmware.api [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52765a34-209f-c0d4-c655-96a8eab7ee37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.329118] env[68872]: DEBUG oslo_vmware.api [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526f9c2e-24a4-5aeb-0c22-1d577537ff1d, 'name': SearchDatastore_Task, 'duration_secs': 0.012646} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.333663] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1225.333951] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2f66015-7557-452e-8526-9a141f71ba02 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.354659] env[68872]: DEBUG oslo_vmware.api [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056177} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.355785] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1225.356112] env[68872]: DEBUG oslo_vmware.api [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1225.356112] env[68872]: value = "task-3093576" [ 1225.356112] env[68872]: _type = "Task" [ 1225.356112] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.356748] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5515771-1fc4-49f7-a6cb-6731607a93e6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.365923] env[68872]: DEBUG oslo_vmware.api [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093576, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.382703] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c/3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.382927] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2dfb940-c32a-4d4a-8a65-66c44ca9ee29 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.401906] env[68872]: DEBUG oslo_vmware.api [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1225.401906] env[68872]: value = "task-3093577" [ 1225.401906] env[68872]: _type = "Task" [ 1225.401906] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.411345] env[68872]: DEBUG oslo_vmware.api [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093577, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.544069] env[68872]: DEBUG nova.compute.manager [None req-8f52fc14-ca53-4de9-914e-653170897313 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1225.544360] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-8f52fc14-ca53-4de9-914e-653170897313 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1225.545291] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36d6dff-5d3d-44bb-a043-80c66446a60f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.552311] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f52fc14-ca53-4de9-914e-653170897313 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.552550] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83602fd4-5b59-40d8-be76-23d0e841089f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.558244] env[68872]: DEBUG oslo_vmware.api [None req-8f52fc14-ca53-4de9-914e-653170897313 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1225.558244] env[68872]: value = "task-3093578" [ 1225.558244] env[68872]: _type = "Task" [ 1225.558244] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.565715] env[68872]: DEBUG oslo_vmware.api [None req-8f52fc14-ca53-4de9-914e-653170897313 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.645723] env[68872]: DEBUG oslo_vmware.api [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52765a34-209f-c0d4-c655-96a8eab7ee37, 'name': SearchDatastore_Task, 'duration_secs': 0.008734} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.646509] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a944d17-4edc-41b3-9f84-667dad55fe5f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.652038] env[68872]: DEBUG oslo_vmware.api [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Waiting for the task: (returnval){ [ 1225.652038] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52fc3c53-5a81-9122-f77b-70fabb94c342" [ 1225.652038] env[68872]: _type = "Task" [ 1225.652038] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.659220] env[68872]: DEBUG oslo_vmware.api [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52fc3c53-5a81-9122-f77b-70fabb94c342, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.868537] env[68872]: DEBUG oslo_vmware.api [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093576, 'name': ReconfigVM_Task, 'duration_secs': 0.261053} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.868918] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1225.869581] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa7d3d6-c4aa-460b-86d4-e29f7edd51f4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.893229] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] e31abaa9-a57c-49bd-8df7-927c6e40d015/e31abaa9-a57c-49bd-8df7-927c6e40d015.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.893453] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3942d07-c5c1-413e-9c2b-33a9270915c5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.914042] env[68872]: DEBUG oslo_vmware.api [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093577, 'name': ReconfigVM_Task, 'duration_secs': 0.367206} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.915145] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c/3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1225.915785] env[68872]: DEBUG oslo_vmware.api [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1225.915785] env[68872]: value = "task-3093579" [ 1225.915785] env[68872]: _type = "Task" [ 1225.915785] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.915983] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54eeb37c-2e4e-4479-a14e-d9b79214c6f6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.925499] env[68872]: DEBUG oslo_vmware.api [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093579, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.926588] env[68872]: DEBUG oslo_vmware.api [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1225.926588] env[68872]: value = "task-3093580" [ 1225.926588] env[68872]: _type = "Task" [ 1225.926588] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.934049] env[68872]: DEBUG oslo_vmware.api [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093580, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.068261] env[68872]: DEBUG oslo_vmware.api [None req-8f52fc14-ca53-4de9-914e-653170897313 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093578, 'name': PowerOffVM_Task, 'duration_secs': 0.188213} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.068534] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f52fc14-ca53-4de9-914e-653170897313 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.068730] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-8f52fc14-ca53-4de9-914e-653170897313 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1226.068980] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a98f457-ff55-48cd-b15b-4eadb13b56c7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.140088] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-8f52fc14-ca53-4de9-914e-653170897313 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1226.140324] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-8f52fc14-ca53-4de9-914e-653170897313 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1226.140508] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f52fc14-ca53-4de9-914e-653170897313 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Deleting the datastore file [datastore1] bf74f001-e745-4f6c-bc95-b560f48fc9d3 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.140790] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9198e15-6498-4abe-8a7c-928136c78263 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.147291] env[68872]: DEBUG oslo_vmware.api [None req-8f52fc14-ca53-4de9-914e-653170897313 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1226.147291] env[68872]: value = "task-3093582" [ 1226.147291] env[68872]: _type = "Task" [ 1226.147291] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.157654] env[68872]: DEBUG oslo_vmware.api [None req-8f52fc14-ca53-4de9-914e-653170897313 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.162869] env[68872]: DEBUG oslo_vmware.api [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52fc3c53-5a81-9122-f77b-70fabb94c342, 'name': SearchDatastore_Task, 'duration_secs': 0.010867} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.163147] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.163406] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 49f92eeb-440a-4872-a534-4b5efe7f2587/49f92eeb-440a-4872-a534-4b5efe7f2587.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1226.163666] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f8a2b6a-7e8f-4c58-9b3f-58953af5b9db {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.169591] env[68872]: DEBUG oslo_vmware.api [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Waiting for the task: (returnval){ [ 1226.169591] env[68872]: value = "task-3093583" [ 1226.169591] env[68872]: _type = "Task" [ 1226.169591] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.177348] env[68872]: DEBUG oslo_vmware.api [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Task: {'id': task-3093583, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.428139] env[68872]: DEBUG oslo_vmware.api [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093579, 'name': ReconfigVM_Task, 'duration_secs': 0.343598} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.431550] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Reconfigured VM instance instance-0000006f to attach disk [datastore2] e31abaa9-a57c-49bd-8df7-927c6e40d015/e31abaa9-a57c-49bd-8df7-927c6e40d015.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1226.432537] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab628e9-ad0b-4284-81a6-1475874ba319 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.440648] env[68872]: DEBUG oslo_vmware.api [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093580, 'name': Rename_Task, 'duration_secs': 0.137561} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.457473] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1226.457961] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d59e6b8-2212-4f15-b7af-1d00755895f3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.460437] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8548a83-f3d7-48f7-882f-52ab46408118 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.487025] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b7a185-12da-412a-b087-c19b25bd3b06 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.490275] env[68872]: DEBUG oslo_vmware.api [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1226.490275] env[68872]: value = "task-3093584" [ 1226.490275] env[68872]: _type = "Task" [ 1226.490275] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.512357] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6f5e07-2604-4c40-bbcb-b8df96c87b57 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.519263] env[68872]: DEBUG oslo_vmware.api [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093584, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.524071] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1226.524363] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9da5ce54-bd42-46ec-badf-730fb341a07d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.530760] env[68872]: DEBUG oslo_vmware.api [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1226.530760] env[68872]: value = "task-3093585" [ 1226.530760] env[68872]: _type = "Task" [ 1226.530760] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.540080] env[68872]: DEBUG oslo_vmware.api [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.656512] env[68872]: DEBUG oslo_vmware.api [None req-8f52fc14-ca53-4de9-914e-653170897313 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140209} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.656779] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f52fc14-ca53-4de9-914e-653170897313 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1226.656971] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-8f52fc14-ca53-4de9-914e-653170897313 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1226.657171] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-8f52fc14-ca53-4de9-914e-653170897313 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1226.657346] env[68872]: INFO nova.compute.manager [None req-8f52fc14-ca53-4de9-914e-653170897313 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1226.657587] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f52fc14-ca53-4de9-914e-653170897313 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1226.657804] env[68872]: DEBUG nova.compute.manager [-] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1226.657913] env[68872]: DEBUG nova.network.neutron [-] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1226.677909] env[68872]: DEBUG oslo_vmware.api [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Task: {'id': task-3093583, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459984} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.678266] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 49f92eeb-440a-4872-a534-4b5efe7f2587/49f92eeb-440a-4872-a534-4b5efe7f2587.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1226.678448] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1226.678695] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59a92e77-02e4-4255-9d09-4974c0eaf26b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.685837] env[68872]: DEBUG oslo_vmware.api [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Waiting for the task: (returnval){ [ 1226.685837] env[68872]: value = "task-3093586" [ 1226.685837] env[68872]: _type = "Task" [ 1226.685837] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.693139] env[68872]: DEBUG oslo_vmware.api [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Task: {'id': task-3093586, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.954915] env[68872]: DEBUG nova.compute.manager [req-d26e85d2-1b31-4372-a519-ac0bcd38ce2a req-818692e4-ebf1-48b4-a063-7e1543466015 service nova] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Received event network-vif-deleted-a08c3595-b9f0-49d6-bca7-029b370c2558 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.954915] env[68872]: INFO nova.compute.manager [req-d26e85d2-1b31-4372-a519-ac0bcd38ce2a req-818692e4-ebf1-48b4-a063-7e1543466015 service nova] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Neutron deleted interface a08c3595-b9f0-49d6-bca7-029b370c2558; detaching it from the instance and deleting it from the info cache [ 1226.954915] env[68872]: DEBUG nova.network.neutron [req-d26e85d2-1b31-4372-a519-ac0bcd38ce2a req-818692e4-ebf1-48b4-a063-7e1543466015 service nova] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.999958] env[68872]: DEBUG oslo_vmware.api [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093584, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.040321] env[68872]: DEBUG oslo_vmware.api [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093585, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.196692] env[68872]: DEBUG oslo_vmware.api [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Task: {'id': task-3093586, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071097} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.196970] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1227.197758] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18234af-ebe7-4a68-88af-a850fc44e781 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.217043] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 49f92eeb-440a-4872-a534-4b5efe7f2587/49f92eeb-440a-4872-a534-4b5efe7f2587.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1227.217705] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49797ad0-ed2b-48f2-8019-10e9e2445020 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.238385] env[68872]: DEBUG oslo_vmware.api [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Waiting for the task: (returnval){ [ 1227.238385] env[68872]: value = "task-3093587" [ 1227.238385] env[68872]: _type = "Task" [ 1227.238385] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.247419] env[68872]: DEBUG oslo_vmware.api [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Task: {'id': task-3093587, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.400545] env[68872]: DEBUG nova.network.neutron [-] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.457489] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e4674ee-5610-42b4-81cf-c26bee43329e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.468516] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d311589c-6c81-43c9-9dce-b00f71266d91 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.543036] env[68872]: DEBUG oslo_vmware.api [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093584, 'name': PowerOnVM_Task, 'duration_secs': 1.009957} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.543036] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1227.543036] env[68872]: INFO nova.compute.manager [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Took 8.47 seconds to spawn the instance on the hypervisor. [ 1227.543036] env[68872]: DEBUG nova.compute.manager [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1227.543036] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd3e4e5-2671-4b9d-a51e-dd5291e142ed {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.555109] env[68872]: DEBUG nova.compute.manager [req-d26e85d2-1b31-4372-a519-ac0bcd38ce2a req-818692e4-ebf1-48b4-a063-7e1543466015 service nova] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Detach interface failed, port_id=a08c3595-b9f0-49d6-bca7-029b370c2558, reason: Instance bf74f001-e745-4f6c-bc95-b560f48fc9d3 could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1227.555546] env[68872]: DEBUG oslo_vmware.api [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093585, 'name': PowerOnVM_Task, 'duration_secs': 0.892628} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.557131] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1227.747706] env[68872]: DEBUG oslo_vmware.api [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Task: {'id': task-3093587, 'name': ReconfigVM_Task, 'duration_secs': 0.311571} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.747989] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 49f92eeb-440a-4872-a534-4b5efe7f2587/49f92eeb-440a-4872-a534-4b5efe7f2587.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1227.748607] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf35e9c2-c98c-4665-a358-05f749555005 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.756045] env[68872]: DEBUG oslo_vmware.api [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Waiting for the task: (returnval){ [ 1227.756045] env[68872]: value = "task-3093588" [ 1227.756045] env[68872]: _type = "Task" [ 1227.756045] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.762595] env[68872]: DEBUG oslo_vmware.api [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Task: {'id': task-3093588, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.903135] env[68872]: INFO nova.compute.manager [-] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Took 1.25 seconds to deallocate network for instance. [ 1228.076822] env[68872]: INFO nova.compute.manager [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Took 13.28 seconds to build instance. [ 1228.265089] env[68872]: DEBUG oslo_vmware.api [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Task: {'id': task-3093588, 'name': Rename_Task, 'duration_secs': 0.143238} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.265374] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1228.265619] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46bb8f31-d927-4227-84df-7515525c24c8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.271353] env[68872]: DEBUG oslo_vmware.api [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Waiting for the task: (returnval){ [ 1228.271353] env[68872]: value = "task-3093589" [ 1228.271353] env[68872]: _type = "Task" [ 1228.271353] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.278492] env[68872]: DEBUG oslo_vmware.api [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Task: {'id': task-3093589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.409940] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8f52fc14-ca53-4de9-914e-653170897313 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.410388] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8f52fc14-ca53-4de9-914e-653170897313 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.410653] env[68872]: DEBUG nova.objects.instance [None req-8f52fc14-ca53-4de9-914e-653170897313 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lazy-loading 'resources' on Instance uuid bf74f001-e745-4f6c-bc95-b560f48fc9d3 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.578435] env[68872]: DEBUG oslo_concurrency.lockutils [None req-45aa9478-e06a-4c8c-80df-0d0afa0253d6 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.791s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.609765] env[68872]: INFO nova.compute.manager [None req-111d618a-2505-46f6-be08-78f3f2dca92b tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Updating instance to original state: 'active' [ 1228.781516] env[68872]: DEBUG oslo_vmware.api [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Task: {'id': task-3093589, 'name': PowerOnVM_Task, 'duration_secs': 0.417895} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.782178] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1228.782178] env[68872]: INFO nova.compute.manager [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Took 4.79 seconds to spawn the instance on the hypervisor. [ 1228.782178] env[68872]: DEBUG nova.compute.manager [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1228.782983] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecc17c3-2b44-42fc-8fcc-f8fe8c4e1ac6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.008281] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66709ed5-254b-4b72-9bfb-aa00a7b0c445 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.015896] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cee5ea-c3cc-4a25-a750-6e0e4b776f4b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.047917] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83495ca-0124-4e6d-aaa7-c53e29c5b31d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.051412] env[68872]: DEBUG nova.compute.manager [req-9d0c4a5f-b403-4b8b-abf9-0f2e8b0f6ab7 req-3eb36fdc-227e-47aa-b357-0533a47b5161 service nova] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Received event network-changed-91428d4f-4322-49ce-a171-3a818e9c48db {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.051597] env[68872]: DEBUG nova.compute.manager [req-9d0c4a5f-b403-4b8b-abf9-0f2e8b0f6ab7 req-3eb36fdc-227e-47aa-b357-0533a47b5161 service nova] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Refreshing instance network info cache due to event network-changed-91428d4f-4322-49ce-a171-3a818e9c48db. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1229.051806] env[68872]: DEBUG oslo_concurrency.lockutils [req-9d0c4a5f-b403-4b8b-abf9-0f2e8b0f6ab7 req-3eb36fdc-227e-47aa-b357-0533a47b5161 service nova] Acquiring lock "refresh_cache-3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.051947] env[68872]: DEBUG oslo_concurrency.lockutils [req-9d0c4a5f-b403-4b8b-abf9-0f2e8b0f6ab7 req-3eb36fdc-227e-47aa-b357-0533a47b5161 service nova] Acquired lock "refresh_cache-3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.052209] env[68872]: DEBUG nova.network.neutron [req-9d0c4a5f-b403-4b8b-abf9-0f2e8b0f6ab7 req-3eb36fdc-227e-47aa-b357-0533a47b5161 service nova] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Refreshing network info cache for port 91428d4f-4322-49ce-a171-3a818e9c48db {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1229.060324] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261058bc-0bf4-43ef-b79c-242daec119f4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.075031] env[68872]: DEBUG nova.compute.provider_tree [None req-8f52fc14-ca53-4de9-914e-653170897313 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.301386] env[68872]: INFO nova.compute.manager [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Took 11.09 seconds to build instance. [ 1229.577443] env[68872]: DEBUG nova.scheduler.client.report [None req-8f52fc14-ca53-4de9-914e-653170897313 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.795351] env[68872]: DEBUG nova.network.neutron [req-9d0c4a5f-b403-4b8b-abf9-0f2e8b0f6ab7 req-3eb36fdc-227e-47aa-b357-0533a47b5161 service nova] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Updated VIF entry in instance network info cache for port 91428d4f-4322-49ce-a171-3a818e9c48db. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1229.795742] env[68872]: DEBUG nova.network.neutron [req-9d0c4a5f-b403-4b8b-abf9-0f2e8b0f6ab7 req-3eb36fdc-227e-47aa-b357-0533a47b5161 service nova] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Updating instance_info_cache with network_info: [{"id": "91428d4f-4322-49ce-a171-3a818e9c48db", "address": "fa:16:3e:e3:f7:9e", "network": {"id": "8d8a8028-be48-4a6a-a1fd-979a80226453", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-102971206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "558e9b8f78a1489cb07f84e03547223f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91428d4f-43", "ovs_interfaceid": "91428d4f-4322-49ce-a171-3a818e9c48db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.803098] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7eeff050-5a11-4f6c-88d1-3f33b89cffd3 tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Lock "49f92eeb-440a-4872-a534-4b5efe7f2587" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.597s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.082918] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8f52fc14-ca53-4de9-914e-653170897313 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.672s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.105141] env[68872]: INFO nova.compute.manager [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Rebuilding instance [ 1230.108301] env[68872]: INFO nova.scheduler.client.report [None req-8f52fc14-ca53-4de9-914e-653170897313 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Deleted allocations for instance bf74f001-e745-4f6c-bc95-b560f48fc9d3 [ 1230.147852] env[68872]: DEBUG nova.compute.manager [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1230.148834] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df556278-5e2e-4e2e-842f-d39917802c58 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.298270] env[68872]: DEBUG oslo_concurrency.lockutils [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "e31abaa9-a57c-49bd-8df7-927c6e40d015" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.298558] env[68872]: DEBUG oslo_concurrency.lockutils [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "e31abaa9-a57c-49bd-8df7-927c6e40d015" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.298786] env[68872]: DEBUG oslo_concurrency.lockutils [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "e31abaa9-a57c-49bd-8df7-927c6e40d015-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.298988] env[68872]: DEBUG oslo_concurrency.lockutils [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "e31abaa9-a57c-49bd-8df7-927c6e40d015-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.299183] env[68872]: DEBUG oslo_concurrency.lockutils [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "e31abaa9-a57c-49bd-8df7-927c6e40d015-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.303127] env[68872]: DEBUG oslo_concurrency.lockutils [req-9d0c4a5f-b403-4b8b-abf9-0f2e8b0f6ab7 req-3eb36fdc-227e-47aa-b357-0533a47b5161 service nova] Releasing lock "refresh_cache-3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.303710] env[68872]: INFO nova.compute.manager [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Terminating instance [ 1230.617721] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8f52fc14-ca53-4de9-914e-653170897313 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "bf74f001-e745-4f6c-bc95-b560f48fc9d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.581s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.810931] env[68872]: DEBUG nova.compute.manager [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1230.811254] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1230.811645] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Acquiring lock "e3c7af5d-2f44-45f4-b5bf-2b558702c578" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.811871] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Lock "e3c7af5d-2f44-45f4-b5bf-2b558702c578" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.812084] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Acquiring lock "e3c7af5d-2f44-45f4-b5bf-2b558702c578-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.812323] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Lock "e3c7af5d-2f44-45f4-b5bf-2b558702c578-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.812498] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Lock "e3c7af5d-2f44-45f4-b5bf-2b558702c578-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.814011] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9eba13e-e709-4e19-98d9-3419767fe35f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.816040] env[68872]: INFO nova.compute.manager [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Terminating instance [ 1230.822725] env[68872]: DEBUG oslo_vmware.api [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1230.822725] env[68872]: value = "task-3093590" [ 1230.822725] env[68872]: _type = "Task" [ 1230.822725] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.831378] env[68872]: DEBUG oslo_vmware.api [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.163076] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.163402] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5532b3ae-5767-41a9-8331-be6d2758f4c9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.170481] env[68872]: DEBUG oslo_vmware.api [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Waiting for the task: (returnval){ [ 1231.170481] env[68872]: value = "task-3093592" [ 1231.170481] env[68872]: _type = "Task" [ 1231.170481] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.179155] env[68872]: DEBUG oslo_vmware.api [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Task: {'id': task-3093592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.320263] env[68872]: DEBUG nova.compute.manager [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1231.320637] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.320833] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6e43894-fc6c-466e-9fc5-c76dea104f2b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.327804] env[68872]: DEBUG oslo_vmware.api [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Waiting for the task: (returnval){ [ 1231.327804] env[68872]: value = "task-3093593" [ 1231.327804] env[68872]: _type = "Task" [ 1231.327804] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.331112] env[68872]: DEBUG oslo_vmware.api [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093590, 'name': PowerOffVM_Task, 'duration_secs': 0.357606} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.334108] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1231.334371] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Volume detach. Driver type: vmdk {{(pid=68872) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1231.334588] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619159', 'volume_id': '4d086b5d-ab7b-4f39-9ad9-bb6c33be0ed6', 'name': 'volume-4d086b5d-ab7b-4f39-9ad9-bb6c33be0ed6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'e31abaa9-a57c-49bd-8df7-927c6e40d015', 'attached_at': '2025-03-19T16:13:01.000000', 'detached_at': '', 'volume_id': '4d086b5d-ab7b-4f39-9ad9-bb6c33be0ed6', 'serial': '4d086b5d-ab7b-4f39-9ad9-bb6c33be0ed6'} {{(pid=68872) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1231.335345] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ebb7db-bd50-4c7f-aa57-1381655334ae {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.342757] env[68872]: DEBUG oslo_vmware.api [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Task: {'id': task-3093593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.361176] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6aeccd-3640-4ad4-a96e-b6e33d4ce070 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.368067] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb33ec4b-e085-4958-99e3-4461344a42cd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.389363] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051e775f-2255-4f6a-b68a-cf608c38d0ba {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.403769] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] The volume has not been displaced from its original location: [datastore1] volume-4d086b5d-ab7b-4f39-9ad9-bb6c33be0ed6/volume-4d086b5d-ab7b-4f39-9ad9-bb6c33be0ed6.vmdk. No consolidation needed. {{(pid=68872) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1231.408938] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1231.409233] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e663d5b6-ede4-435d-8a17-58f0589ddb4a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.426569] env[68872]: DEBUG oslo_vmware.api [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1231.426569] env[68872]: value = "task-3093594" [ 1231.426569] env[68872]: _type = "Task" [ 1231.426569] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.434331] env[68872]: DEBUG oslo_vmware.api [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.681924] env[68872]: DEBUG oslo_vmware.api [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Task: {'id': task-3093592, 'name': PowerOffVM_Task, 'duration_secs': 0.145157} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.682174] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1231.682408] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1231.683192] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2998f4fa-4a2f-4758-9b61-814786ef2f75 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.690254] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1231.690483] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-626f814f-aacb-4730-a49a-472de95bf926 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.716787] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1231.716997] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1231.717201] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Deleting the datastore file [datastore1] 49f92eeb-440a-4872-a534-4b5efe7f2587 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1231.717452] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72253850-f850-458d-8b0e-66e9e03350fe {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.723250] env[68872]: DEBUG oslo_vmware.api [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Waiting for the task: (returnval){ [ 1231.723250] env[68872]: value = "task-3093596" [ 1231.723250] env[68872]: _type = "Task" [ 1231.723250] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.730394] env[68872]: DEBUG oslo_vmware.api [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Task: {'id': task-3093596, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.839951] env[68872]: DEBUG oslo_vmware.api [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Task: {'id': task-3093593, 'name': PowerOffVM_Task, 'duration_secs': 0.197707} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.840253] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1231.840455] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Volume detach. Driver type: vmdk {{(pid=68872) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1231.840648] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619152', 'volume_id': '743c6ed3-c0b0-47fc-99fc-64a5df46302f', 'name': 'volume-743c6ed3-c0b0-47fc-99fc-64a5df46302f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3c7af5d-2f44-45f4-b5bf-2b558702c578', 'attached_at': '', 'detached_at': '', 'volume_id': '743c6ed3-c0b0-47fc-99fc-64a5df46302f', 'serial': '743c6ed3-c0b0-47fc-99fc-64a5df46302f'} {{(pid=68872) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1231.841441] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37520ce9-d05e-48f2-a8a1-bd4810bf74d1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.859057] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7acc92-2982-4696-a838-4332d2314450 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.865193] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc85f53-d2c8-42d8-b125-7354870b5abe {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.882071] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6304554e-cf6d-4d5e-bb55-8a30e1b97adc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.897268] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] The volume has not been displaced from its original location: [datastore1] volume-743c6ed3-c0b0-47fc-99fc-64a5df46302f/volume-743c6ed3-c0b0-47fc-99fc-64a5df46302f.vmdk. No consolidation needed. {{(pid=68872) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1231.902279] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1231.902526] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dd53e8d-fe98-4331-ac73-a4ea679ae381 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.918757] env[68872]: DEBUG oslo_vmware.api [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Waiting for the task: (returnval){ [ 1231.918757] env[68872]: value = "task-3093597" [ 1231.918757] env[68872]: _type = "Task" [ 1231.918757] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.925898] env[68872]: DEBUG oslo_vmware.api [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Task: {'id': task-3093597, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.933859] env[68872]: DEBUG oslo_vmware.api [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093594, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.233572] env[68872]: DEBUG oslo_vmware.api [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Task: {'id': task-3093596, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105507} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.233828] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1232.234045] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1232.234289] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1232.428807] env[68872]: DEBUG oslo_vmware.api [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Task: {'id': task-3093597, 'name': ReconfigVM_Task, 'duration_secs': 0.172359} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.431862] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1232.436737] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a6aee88-7f54-48b1-a276-bf7211c96129 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.451166] env[68872]: DEBUG oslo_vmware.api [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093594, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.452421] env[68872]: DEBUG oslo_vmware.api [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Waiting for the task: (returnval){ [ 1232.452421] env[68872]: value = "task-3093598" [ 1232.452421] env[68872]: _type = "Task" [ 1232.452421] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.459707] env[68872]: DEBUG oslo_vmware.api [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Task: {'id': task-3093598, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.939086] env[68872]: DEBUG oslo_vmware.api [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093594, 'name': ReconfigVM_Task, 'duration_secs': 1.389376} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.939373] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1232.944052] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c588afc-26b5-4e50-895d-f2e51e5523d7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.961257] env[68872]: DEBUG oslo_vmware.api [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Task: {'id': task-3093598, 'name': ReconfigVM_Task, 'duration_secs': 0.30111} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.962379] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619152', 'volume_id': '743c6ed3-c0b0-47fc-99fc-64a5df46302f', 'name': 'volume-743c6ed3-c0b0-47fc-99fc-64a5df46302f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3c7af5d-2f44-45f4-b5bf-2b558702c578', 'attached_at': '', 'detached_at': '', 'volume_id': '743c6ed3-c0b0-47fc-99fc-64a5df46302f', 'serial': '743c6ed3-c0b0-47fc-99fc-64a5df46302f'} {{(pid=68872) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1232.962652] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1232.962954] env[68872]: DEBUG oslo_vmware.api [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1232.962954] env[68872]: value = "task-3093599" [ 1232.962954] env[68872]: _type = "Task" [ 1232.962954] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.963610] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b2b8af-90eb-4ab7-8e0f-d5d31a0ce821 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.973019] env[68872]: DEBUG oslo_vmware.api [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093599, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.974922] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1232.975138] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3aacbdc5-f2cd-4b8f-9877-6e2634aa7809 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.046884] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1233.047129] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1233.047293] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Deleting the datastore file [datastore1] e3c7af5d-2f44-45f4-b5bf-2b558702c578 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1233.047567] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f139af69-84c4-4059-a590-51e55f8bd3e1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.054497] env[68872]: DEBUG oslo_vmware.api [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Waiting for the task: (returnval){ [ 1233.054497] env[68872]: value = "task-3093601" [ 1233.054497] env[68872]: _type = "Task" [ 1233.054497] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.062544] env[68872]: DEBUG oslo_vmware.api [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Task: {'id': task-3093601, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.271377] env[68872]: DEBUG nova.virt.hardware [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1233.271634] env[68872]: DEBUG nova.virt.hardware [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1233.271795] env[68872]: DEBUG nova.virt.hardware [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1233.271994] env[68872]: DEBUG nova.virt.hardware [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1233.272168] env[68872]: DEBUG nova.virt.hardware [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1233.272415] env[68872]: DEBUG nova.virt.hardware [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1233.272634] env[68872]: DEBUG nova.virt.hardware [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1233.272823] env[68872]: DEBUG nova.virt.hardware [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1233.272960] env[68872]: DEBUG nova.virt.hardware [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1233.273178] env[68872]: DEBUG nova.virt.hardware [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1233.273343] env[68872]: DEBUG nova.virt.hardware [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1233.274285] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09d87d3-fd4d-424d-b40f-829d3f385f9f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.282231] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36e0c0f-110c-4d6d-8a15-db1c99da363a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.297236] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Instance VIF info [] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1233.302711] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1233.302966] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1233.303223] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81cbeec7-e6a2-4298-a3d1-3ce38e863f2d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.320529] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1233.320529] env[68872]: value = "task-3093602" [ 1233.320529] env[68872]: _type = "Task" [ 1233.320529] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.329773] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093602, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.475458] env[68872]: DEBUG oslo_vmware.api [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093599, 'name': ReconfigVM_Task, 'duration_secs': 0.132749} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.475850] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619159', 'volume_id': '4d086b5d-ab7b-4f39-9ad9-bb6c33be0ed6', 'name': 'volume-4d086b5d-ab7b-4f39-9ad9-bb6c33be0ed6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'e31abaa9-a57c-49bd-8df7-927c6e40d015', 'attached_at': '2025-03-19T16:13:01.000000', 'detached_at': '', 'volume_id': '4d086b5d-ab7b-4f39-9ad9-bb6c33be0ed6', 'serial': '4d086b5d-ab7b-4f39-9ad9-bb6c33be0ed6'} {{(pid=68872) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1233.476128] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1233.476982] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b9889b-1d4a-42c8-b69e-e140c4eb12e8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.483861] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1233.484115] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80678b7d-ae32-4848-be2d-42a7d5046bf4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.550293] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1233.550531] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1233.550743] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Deleting the datastore file [datastore2] e31abaa9-a57c-49bd-8df7-927c6e40d015 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1233.550993] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39a370fc-f2b1-4bb3-bd7a-fbea312cb962 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.559625] env[68872]: DEBUG oslo_vmware.api [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1233.559625] env[68872]: value = "task-3093604" [ 1233.559625] env[68872]: _type = "Task" [ 1233.559625] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.566118] env[68872]: DEBUG oslo_vmware.api [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Task: {'id': task-3093601, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.084456} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.566727] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1233.566951] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1233.567182] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1233.567387] env[68872]: INFO nova.compute.manager [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1233.567666] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1233.567888] env[68872]: DEBUG nova.compute.manager [-] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1233.568031] env[68872]: DEBUG nova.network.neutron [-] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1233.572530] env[68872]: DEBUG oslo_vmware.api [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.832595] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093602, 'name': CreateVM_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.022945] env[68872]: DEBUG nova.compute.manager [req-a0892829-ad50-405c-acb0-b553af411115 req-544aa229-809a-4487-9391-7cc8767ece99 service nova] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Received event network-vif-deleted-8a17a794-7ff3-493b-b55f-10d2fc9aab84 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.023217] env[68872]: INFO nova.compute.manager [req-a0892829-ad50-405c-acb0-b553af411115 req-544aa229-809a-4487-9391-7cc8767ece99 service nova] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Neutron deleted interface 8a17a794-7ff3-493b-b55f-10d2fc9aab84; detaching it from the instance and deleting it from the info cache [ 1234.023321] env[68872]: DEBUG nova.network.neutron [req-a0892829-ad50-405c-acb0-b553af411115 req-544aa229-809a-4487-9391-7cc8767ece99 service nova] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.069633] env[68872]: DEBUG oslo_vmware.api [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148647} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.069875] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1234.070072] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1234.070265] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1234.070447] env[68872]: INFO nova.compute.manager [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Took 3.26 seconds to destroy the instance on the hypervisor. [ 1234.070913] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1234.070913] env[68872]: DEBUG nova.compute.manager [-] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1234.071050] env[68872]: DEBUG nova.network.neutron [-] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1234.332760] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093602, 'name': CreateVM_Task, 'duration_secs': 0.601927} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.332932] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1234.333401] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.333558] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.333891] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.334154] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3652ba29-decc-4b9f-a819-1adb92c07d73 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.338864] env[68872]: DEBUG oslo_vmware.api [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Waiting for the task: (returnval){ [ 1234.338864] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]528e9ca3-43ba-3a17-37df-678e0965a115" [ 1234.338864] env[68872]: _type = "Task" [ 1234.338864] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.347006] env[68872]: DEBUG oslo_vmware.api [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]528e9ca3-43ba-3a17-37df-678e0965a115, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.507084] env[68872]: DEBUG nova.network.neutron [-] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.526073] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cea76a2e-9b64-4952-aa4d-412d1377c313 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.536274] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79e9687-8177-4b2a-bd71-b65d874c1ef9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.565044] env[68872]: DEBUG nova.compute.manager [req-a0892829-ad50-405c-acb0-b553af411115 req-544aa229-809a-4487-9391-7cc8767ece99 service nova] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Detach interface failed, port_id=8a17a794-7ff3-493b-b55f-10d2fc9aab84, reason: Instance e3c7af5d-2f44-45f4-b5bf-2b558702c578 could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1234.752389] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fa867b45-7daf-4184-90fa-a70cd1e9c2c9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.752687] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fa867b45-7daf-4184-90fa-a70cd1e9c2c9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.752898] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fa867b45-7daf-4184-90fa-a70cd1e9c2c9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.753090] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fa867b45-7daf-4184-90fa-a70cd1e9c2c9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.753264] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fa867b45-7daf-4184-90fa-a70cd1e9c2c9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.755313] env[68872]: INFO nova.compute.manager [None req-fa867b45-7daf-4184-90fa-a70cd1e9c2c9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Terminating instance [ 1234.853048] env[68872]: DEBUG oslo_vmware.api [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]528e9ca3-43ba-3a17-37df-678e0965a115, 'name': SearchDatastore_Task, 'duration_secs': 0.009152} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.853295] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.853639] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1234.853950] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.854174] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.854429] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1234.854775] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49b2497b-543a-4afb-ba9f-d9a57204df52 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.864552] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1234.864803] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1234.865842] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a08c7fe1-35ea-4397-939e-bb6078054525 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.872208] env[68872]: DEBUG oslo_vmware.api [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Waiting for the task: (returnval){ [ 1234.872208] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5288ff25-417a-9bb9-6f5f-33d564f031e0" [ 1234.872208] env[68872]: _type = "Task" [ 1234.872208] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.883157] env[68872]: DEBUG oslo_vmware.api [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5288ff25-417a-9bb9-6f5f-33d564f031e0, 'name': SearchDatastore_Task, 'duration_secs': 0.007744} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.884319] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c3888fd-d5c4-4fd7-986b-d79af48892d6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.890650] env[68872]: DEBUG oslo_vmware.api [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Waiting for the task: (returnval){ [ 1234.890650] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f160b2-5173-a781-5e7c-c48affdb3946" [ 1234.890650] env[68872]: _type = "Task" [ 1234.890650] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.902106] env[68872]: DEBUG oslo_vmware.api [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f160b2-5173-a781-5e7c-c48affdb3946, 'name': SearchDatastore_Task, 'duration_secs': 0.007462} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.902419] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.902779] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 49f92eeb-440a-4872-a534-4b5efe7f2587/49f92eeb-440a-4872-a534-4b5efe7f2587.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1234.903111] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8454cde0-901f-446a-aef9-a888297f6616 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.910452] env[68872]: DEBUG oslo_vmware.api [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Waiting for the task: (returnval){ [ 1234.910452] env[68872]: value = "task-3093605" [ 1234.910452] env[68872]: _type = "Task" [ 1234.910452] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.920953] env[68872]: DEBUG oslo_vmware.api [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Task: {'id': task-3093605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.011907] env[68872]: INFO nova.compute.manager [-] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Took 1.44 seconds to deallocate network for instance. [ 1235.022829] env[68872]: DEBUG nova.network.neutron [-] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.259576] env[68872]: DEBUG nova.compute.manager [None req-fa867b45-7daf-4184-90fa-a70cd1e9c2c9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1235.259878] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-fa867b45-7daf-4184-90fa-a70cd1e9c2c9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1235.261595] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efd7b84-fae5-41f8-9154-5599579d044e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.274274] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa867b45-7daf-4184-90fa-a70cd1e9c2c9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.274750] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8621cb2-29c3-4209-a36c-f41774b9e270 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.282912] env[68872]: DEBUG oslo_vmware.api [None req-fa867b45-7daf-4184-90fa-a70cd1e9c2c9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1235.282912] env[68872]: value = "task-3093606" [ 1235.282912] env[68872]: _type = "Task" [ 1235.282912] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.294669] env[68872]: DEBUG oslo_vmware.api [None req-fa867b45-7daf-4184-90fa-a70cd1e9c2c9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.422314] env[68872]: DEBUG oslo_vmware.api [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Task: {'id': task-3093605, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430125} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.422601] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 49f92eeb-440a-4872-a534-4b5efe7f2587/49f92eeb-440a-4872-a534-4b5efe7f2587.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1235.422824] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1235.423110] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b42b9a86-5d07-4bc5-9730-1563dae25dc8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.430332] env[68872]: DEBUG oslo_vmware.api [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Waiting for the task: (returnval){ [ 1235.430332] env[68872]: value = "task-3093607" [ 1235.430332] env[68872]: _type = "Task" [ 1235.430332] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.439565] env[68872]: DEBUG oslo_vmware.api [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Task: {'id': task-3093607, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.525052] env[68872]: INFO nova.compute.manager [-] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Took 1.45 seconds to deallocate network for instance. [ 1235.557101] env[68872]: INFO nova.compute.manager [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Took 0.54 seconds to detach 1 volumes for instance. [ 1235.559087] env[68872]: DEBUG nova.compute.manager [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Deleting volume: 743c6ed3-c0b0-47fc-99fc-64a5df46302f {{(pid=68872) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1235.792485] env[68872]: DEBUG oslo_vmware.api [None req-fa867b45-7daf-4184-90fa-a70cd1e9c2c9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093606, 'name': PowerOffVM_Task, 'duration_secs': 0.205911} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.792753] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa867b45-7daf-4184-90fa-a70cd1e9c2c9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.792919] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-fa867b45-7daf-4184-90fa-a70cd1e9c2c9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1235.793182] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39242577-1f4e-4ee8-906a-f28fad2f428d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.857809] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-fa867b45-7daf-4184-90fa-a70cd1e9c2c9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1235.858065] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-fa867b45-7daf-4184-90fa-a70cd1e9c2c9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1235.858431] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa867b45-7daf-4184-90fa-a70cd1e9c2c9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Deleting the datastore file [datastore1] e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.858521] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0dbbe9d-9a98-4a84-9348-991aeadecdb7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.866291] env[68872]: DEBUG oslo_vmware.api [None req-fa867b45-7daf-4184-90fa-a70cd1e9c2c9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for the task: (returnval){ [ 1235.866291] env[68872]: value = "task-3093610" [ 1235.866291] env[68872]: _type = "Task" [ 1235.866291] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.874043] env[68872]: DEBUG oslo_vmware.api [None req-fa867b45-7daf-4184-90fa-a70cd1e9c2c9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.941775] env[68872]: DEBUG oslo_vmware.api [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Task: {'id': task-3093607, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067975} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.942118] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1235.943011] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715eb4e9-2033-48ce-9e69-6ed6ed780f59 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.963810] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 49f92eeb-440a-4872-a534-4b5efe7f2587/49f92eeb-440a-4872-a534-4b5efe7f2587.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1235.964335] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4e6294a-769c-4e7c-a9a2-1e83218464ef {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.982789] env[68872]: DEBUG oslo_vmware.api [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Waiting for the task: (returnval){ [ 1235.982789] env[68872]: value = "task-3093611" [ 1235.982789] env[68872]: _type = "Task" [ 1235.982789] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.990302] env[68872]: DEBUG oslo_vmware.api [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Task: {'id': task-3093611, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.048756] env[68872]: DEBUG nova.compute.manager [req-7ff211f0-8bad-4e3a-b778-b96be0fc530a req-dda2cf32-bb7c-4891-bddd-bb084bf91284 service nova] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Received event network-vif-deleted-9ae2251c-73f9-4f91-b682-72cb4ac782bb {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.067090] env[68872]: INFO nova.compute.manager [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Took 0.54 seconds to detach 1 volumes for instance. [ 1236.094884] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.095166] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.095440] env[68872]: DEBUG nova.objects.instance [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Lazy-loading 'resources' on Instance uuid e3c7af5d-2f44-45f4-b5bf-2b558702c578 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.376300] env[68872]: DEBUG oslo_vmware.api [None req-fa867b45-7daf-4184-90fa-a70cd1e9c2c9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Task: {'id': task-3093610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15501} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.376602] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa867b45-7daf-4184-90fa-a70cd1e9c2c9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1236.376838] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-fa867b45-7daf-4184-90fa-a70cd1e9c2c9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1236.377052] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-fa867b45-7daf-4184-90fa-a70cd1e9c2c9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1236.377244] env[68872]: INFO nova.compute.manager [None req-fa867b45-7daf-4184-90fa-a70cd1e9c2c9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1236.377489] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa867b45-7daf-4184-90fa-a70cd1e9c2c9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.377677] env[68872]: DEBUG nova.compute.manager [-] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1236.377770] env[68872]: DEBUG nova.network.neutron [-] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1236.416216] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f7150fbd-e951-43ba-94fe-d117b3df24a0 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Acquiring lock "b46cd1c6-2aad-4458-a2b4-1c4a09784cb4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.416481] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f7150fbd-e951-43ba-94fe-d117b3df24a0 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "b46cd1c6-2aad-4458-a2b4-1c4a09784cb4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.493855] env[68872]: DEBUG oslo_vmware.api [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Task: {'id': task-3093611, 'name': ReconfigVM_Task, 'duration_secs': 0.27854} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.494150] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 49f92eeb-440a-4872-a534-4b5efe7f2587/49f92eeb-440a-4872-a534-4b5efe7f2587.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1236.494895] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc2b95d3-b215-468a-9c84-9172ac92eccc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.501574] env[68872]: DEBUG oslo_vmware.api [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Waiting for the task: (returnval){ [ 1236.501574] env[68872]: value = "task-3093612" [ 1236.501574] env[68872]: _type = "Task" [ 1236.501574] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.509414] env[68872]: DEBUG oslo_vmware.api [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Task: {'id': task-3093612, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.572924] env[68872]: DEBUG oslo_concurrency.lockutils [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.691271] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c67f47-6181-41c4-ada3-0a0ddf58c204 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.699558] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48da851f-fe94-4cf4-afa1-ec5cdda55e72 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.732018] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0223dd20-01e3-42a9-9a6e-b23cc206a4c8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.739755] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6164191-8743-4962-b4ea-1feb0dc99990 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.753265] env[68872]: DEBUG nova.compute.provider_tree [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.919896] env[68872]: INFO nova.compute.manager [None req-f7150fbd-e951-43ba-94fe-d117b3df24a0 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Detaching volume 23c829af-88be-4940-8fb8-1b4a5149e513 [ 1236.952810] env[68872]: INFO nova.virt.block_device [None req-f7150fbd-e951-43ba-94fe-d117b3df24a0 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Attempting to driver detach volume 23c829af-88be-4940-8fb8-1b4a5149e513 from mountpoint /dev/sdb [ 1236.953067] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7150fbd-e951-43ba-94fe-d117b3df24a0 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Volume detach. Driver type: vmdk {{(pid=68872) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1236.953270] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7150fbd-e951-43ba-94fe-d117b3df24a0 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619163', 'volume_id': '23c829af-88be-4940-8fb8-1b4a5149e513', 'name': 'volume-23c829af-88be-4940-8fb8-1b4a5149e513', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b46cd1c6-2aad-4458-a2b4-1c4a09784cb4', 'attached_at': '', 'detached_at': '', 'volume_id': '23c829af-88be-4940-8fb8-1b4a5149e513', 'serial': '23c829af-88be-4940-8fb8-1b4a5149e513'} {{(pid=68872) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1236.954186] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ace25b-4540-488c-8df8-9068b265545d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.975990] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f8ea98-f491-459b-9f2e-cd80f013e12d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.982843] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33639154-0764-48bc-9f37-9e142fc5cedf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.007018] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a28cf3f-fec1-4e7a-8b0c-3394b41cd19d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.014127] env[68872]: DEBUG oslo_vmware.api [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Task: {'id': task-3093612, 'name': Rename_Task, 'duration_secs': 0.133115} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.024450] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1237.024742] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7150fbd-e951-43ba-94fe-d117b3df24a0 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] The volume has not been displaced from its original location: [datastore1] volume-23c829af-88be-4940-8fb8-1b4a5149e513/volume-23c829af-88be-4940-8fb8-1b4a5149e513.vmdk. No consolidation needed. {{(pid=68872) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1237.029905] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7150fbd-e951-43ba-94fe-d117b3df24a0 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1237.030178] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55b21192-fb97-4d1e-a444-89f7e1340fe3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.031554] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-441b062f-4c07-4c31-afb2-9a138f857ae3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.049900] env[68872]: DEBUG oslo_vmware.api [None req-f7150fbd-e951-43ba-94fe-d117b3df24a0 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Waiting for the task: (returnval){ [ 1237.049900] env[68872]: value = "task-3093614" [ 1237.049900] env[68872]: _type = "Task" [ 1237.049900] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.050737] env[68872]: DEBUG oslo_vmware.api [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Waiting for the task: (returnval){ [ 1237.050737] env[68872]: value = "task-3093613" [ 1237.050737] env[68872]: _type = "Task" [ 1237.050737] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.063052] env[68872]: DEBUG oslo_vmware.api [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Task: {'id': task-3093613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.065900] env[68872]: DEBUG oslo_vmware.api [None req-f7150fbd-e951-43ba-94fe-d117b3df24a0 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093614, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.256435] env[68872]: DEBUG nova.scheduler.client.report [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.392443] env[68872]: DEBUG nova.network.neutron [-] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.564047] env[68872]: DEBUG oslo_vmware.api [None req-f7150fbd-e951-43ba-94fe-d117b3df24a0 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093614, 'name': ReconfigVM_Task, 'duration_secs': 0.239241} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.566979] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7150fbd-e951-43ba-94fe-d117b3df24a0 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1237.571633] env[68872]: DEBUG oslo_vmware.api [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Task: {'id': task-3093613, 'name': PowerOnVM_Task, 'duration_secs': 0.41938} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.571858] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9cdfd45-dbe0-4826-9781-0164e8064b83 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.581382] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1237.581618] env[68872]: DEBUG nova.compute.manager [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1237.582313] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d4b919-11be-4622-8b93-baf00260fedb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.591597] env[68872]: DEBUG oslo_vmware.api [None req-f7150fbd-e951-43ba-94fe-d117b3df24a0 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Waiting for the task: (returnval){ [ 1237.591597] env[68872]: value = "task-3093615" [ 1237.591597] env[68872]: _type = "Task" [ 1237.591597] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.599161] env[68872]: DEBUG oslo_vmware.api [None req-f7150fbd-e951-43ba-94fe-d117b3df24a0 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093615, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.765482] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.670s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.767830] env[68872]: DEBUG oslo_concurrency.lockutils [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.195s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.768038] env[68872]: DEBUG oslo_concurrency.lockutils [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.788557] env[68872]: INFO nova.scheduler.client.report [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Deleted allocations for instance e31abaa9-a57c-49bd-8df7-927c6e40d015 [ 1237.790578] env[68872]: INFO nova.scheduler.client.report [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Deleted allocations for instance e3c7af5d-2f44-45f4-b5bf-2b558702c578 [ 1237.895549] env[68872]: INFO nova.compute.manager [-] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Took 1.52 seconds to deallocate network for instance. [ 1238.077766] env[68872]: DEBUG nova.compute.manager [req-6aac4e8a-143a-489b-9400-f68d623b6230 req-253302fa-132c-4dce-89f9-31c15eb386ff service nova] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Received event network-vif-deleted-c2612de2-9f8c-4dc0-a9cb-77bdc2bd9bb5 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.102071] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.102412] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.102616] env[68872]: DEBUG nova.objects.instance [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68872) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1238.108262] env[68872]: DEBUG oslo_vmware.api [None req-f7150fbd-e951-43ba-94fe-d117b3df24a0 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093615, 'name': ReconfigVM_Task, 'duration_secs': 0.162248} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.108719] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7150fbd-e951-43ba-94fe-d117b3df24a0 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619163', 'volume_id': '23c829af-88be-4940-8fb8-1b4a5149e513', 'name': 'volume-23c829af-88be-4940-8fb8-1b4a5149e513', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b46cd1c6-2aad-4458-a2b4-1c4a09784cb4', 'attached_at': '', 'detached_at': '', 'volume_id': '23c829af-88be-4940-8fb8-1b4a5149e513', 'serial': '23c829af-88be-4940-8fb8-1b4a5149e513'} {{(pid=68872) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1238.301103] env[68872]: DEBUG oslo_concurrency.lockutils [None req-26841cff-2aa8-4d61-8279-333da790783d tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "e31abaa9-a57c-49bd-8df7-927c6e40d015" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.002s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.302345] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b7437c91-2b1a-4619-a557-86eb3a1440b6 tempest-ServersTestBootFromVolume-638702741 tempest-ServersTestBootFromVolume-638702741-project-member] Lock "e3c7af5d-2f44-45f4-b5bf-2b558702c578" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.490s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.401793] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fa867b45-7daf-4184-90fa-a70cd1e9c2c9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.658400] env[68872]: DEBUG nova.objects.instance [None req-f7150fbd-e951-43ba-94fe-d117b3df24a0 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lazy-loading 'flavor' on Instance uuid b46cd1c6-2aad-4458-a2b4-1c4a09784cb4 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.773987] env[68872]: DEBUG oslo_concurrency.lockutils [None req-248e68a5-ca64-478d-82a6-0c9421befedf tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Acquiring lock "49f92eeb-440a-4872-a534-4b5efe7f2587" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.774510] env[68872]: DEBUG oslo_concurrency.lockutils [None req-248e68a5-ca64-478d-82a6-0c9421befedf tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Lock "49f92eeb-440a-4872-a534-4b5efe7f2587" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.774976] env[68872]: DEBUG oslo_concurrency.lockutils [None req-248e68a5-ca64-478d-82a6-0c9421befedf tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Acquiring lock "49f92eeb-440a-4872-a534-4b5efe7f2587-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.775140] env[68872]: DEBUG oslo_concurrency.lockutils [None req-248e68a5-ca64-478d-82a6-0c9421befedf tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Lock "49f92eeb-440a-4872-a534-4b5efe7f2587-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.775350] env[68872]: DEBUG oslo_concurrency.lockutils [None req-248e68a5-ca64-478d-82a6-0c9421befedf tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Lock "49f92eeb-440a-4872-a534-4b5efe7f2587-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.777385] env[68872]: INFO nova.compute.manager [None req-248e68a5-ca64-478d-82a6-0c9421befedf tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Terminating instance [ 1239.115410] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b273b915-9bc0-4998-bdd9-8ada1115053b tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.116787] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fa867b45-7daf-4184-90fa-a70cd1e9c2c9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.715s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.117039] env[68872]: DEBUG nova.objects.instance [None req-fa867b45-7daf-4184-90fa-a70cd1e9c2c9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lazy-loading 'resources' on Instance uuid e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.283746] env[68872]: DEBUG oslo_concurrency.lockutils [None req-248e68a5-ca64-478d-82a6-0c9421befedf tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Acquiring lock "refresh_cache-49f92eeb-440a-4872-a534-4b5efe7f2587" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.283980] env[68872]: DEBUG oslo_concurrency.lockutils [None req-248e68a5-ca64-478d-82a6-0c9421befedf tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Acquired lock "refresh_cache-49f92eeb-440a-4872-a534-4b5efe7f2587" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.284188] env[68872]: DEBUG nova.network.neutron [None req-248e68a5-ca64-478d-82a6-0c9421befedf tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.595863] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2b4e8ea4-fcf2-48dd-bbb8-1c5367739dba tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Acquiring lock "b46cd1c6-2aad-4458-a2b4-1c4a09784cb4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.666372] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f7150fbd-e951-43ba-94fe-d117b3df24a0 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "b46cd1c6-2aad-4458-a2b4-1c4a09784cb4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.250s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.667915] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2b4e8ea4-fcf2-48dd-bbb8-1c5367739dba tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "b46cd1c6-2aad-4458-a2b4-1c4a09784cb4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.072s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.667915] env[68872]: DEBUG nova.compute.manager [None req-2b4e8ea4-fcf2-48dd-bbb8-1c5367739dba tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1239.669034] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05e5b11-35c5-4a56-8154-d882424fe787 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.675890] env[68872]: DEBUG nova.compute.manager [None req-2b4e8ea4-fcf2-48dd-bbb8-1c5367739dba tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68872) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1239.676858] env[68872]: DEBUG nova.objects.instance [None req-2b4e8ea4-fcf2-48dd-bbb8-1c5367739dba tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lazy-loading 'flavor' on Instance uuid b46cd1c6-2aad-4458-a2b4-1c4a09784cb4 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.703802] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee5841b-5ec8-4220-b8a9-1687947d3e10 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.712587] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7292ec-9159-4a6f-aa0f-499455e2b21e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.747302] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b507622d-e3d9-42b2-96f2-efe319d80b37 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.755350] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35e0b06-980c-408b-b58b-e5ac23640d24 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.769383] env[68872]: DEBUG nova.compute.provider_tree [None req-fa867b45-7daf-4184-90fa-a70cd1e9c2c9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.810667] env[68872]: DEBUG nova.network.neutron [None req-248e68a5-ca64-478d-82a6-0c9421befedf tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1239.830326] env[68872]: DEBUG oslo_concurrency.lockutils [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.830647] env[68872]: DEBUG oslo_concurrency.lockutils [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.869826] env[68872]: DEBUG nova.network.neutron [None req-248e68a5-ca64-478d-82a6-0c9421befedf tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.272766] env[68872]: DEBUG nova.scheduler.client.report [None req-fa867b45-7daf-4184-90fa-a70cd1e9c2c9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.333601] env[68872]: DEBUG nova.compute.manager [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1240.372628] env[68872]: DEBUG oslo_concurrency.lockutils [None req-248e68a5-ca64-478d-82a6-0c9421befedf tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Releasing lock "refresh_cache-49f92eeb-440a-4872-a534-4b5efe7f2587" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.373541] env[68872]: DEBUG nova.compute.manager [None req-248e68a5-ca64-478d-82a6-0c9421befedf tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1240.373798] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-248e68a5-ca64-478d-82a6-0c9421befedf tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.375387] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9245adb3-b424-45a3-9825-b31a000bd6a3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.384274] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-248e68a5-ca64-478d-82a6-0c9421befedf tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.384543] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92bd9007-7a86-4e92-93bc-966f7360d6c3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.391538] env[68872]: DEBUG oslo_vmware.api [None req-248e68a5-ca64-478d-82a6-0c9421befedf tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Waiting for the task: (returnval){ [ 1240.391538] env[68872]: value = "task-3093616" [ 1240.391538] env[68872]: _type = "Task" [ 1240.391538] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.399187] env[68872]: DEBUG oslo_vmware.api [None req-248e68a5-ca64-478d-82a6-0c9421befedf tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Task: {'id': task-3093616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.685653] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b4e8ea4-fcf2-48dd-bbb8-1c5367739dba tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.685971] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd83bc55-1c4f-4f40-84d6-6d12424f5a09 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.693072] env[68872]: DEBUG oslo_vmware.api [None req-2b4e8ea4-fcf2-48dd-bbb8-1c5367739dba tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Waiting for the task: (returnval){ [ 1240.693072] env[68872]: value = "task-3093617" [ 1240.693072] env[68872]: _type = "Task" [ 1240.693072] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.700789] env[68872]: DEBUG oslo_vmware.api [None req-2b4e8ea4-fcf2-48dd-bbb8-1c5367739dba tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093617, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.779166] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fa867b45-7daf-4184-90fa-a70cd1e9c2c9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.662s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.805088] env[68872]: INFO nova.scheduler.client.report [None req-fa867b45-7daf-4184-90fa-a70cd1e9c2c9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Deleted allocations for instance e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4 [ 1240.857191] env[68872]: DEBUG oslo_concurrency.lockutils [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.857505] env[68872]: DEBUG oslo_concurrency.lockutils [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.859078] env[68872]: INFO nova.compute.claims [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1240.904202] env[68872]: DEBUG oslo_vmware.api [None req-248e68a5-ca64-478d-82a6-0c9421befedf tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Task: {'id': task-3093616, 'name': PowerOffVM_Task, 'duration_secs': 0.113856} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.904431] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-248e68a5-ca64-478d-82a6-0c9421befedf tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.904615] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-248e68a5-ca64-478d-82a6-0c9421befedf tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1240.904860] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2482dcf8-7df1-4382-943b-02ced8341bb7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.929082] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-248e68a5-ca64-478d-82a6-0c9421befedf tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1240.929313] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-248e68a5-ca64-478d-82a6-0c9421befedf tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1240.929503] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-248e68a5-ca64-478d-82a6-0c9421befedf tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Deleting the datastore file [datastore2] 49f92eeb-440a-4872-a534-4b5efe7f2587 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1240.929750] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-760d2380-bb14-46d7-9387-1946c1420b0e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.936145] env[68872]: DEBUG oslo_vmware.api [None req-248e68a5-ca64-478d-82a6-0c9421befedf tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Waiting for the task: (returnval){ [ 1240.936145] env[68872]: value = "task-3093619" [ 1240.936145] env[68872]: _type = "Task" [ 1240.936145] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.943855] env[68872]: DEBUG oslo_vmware.api [None req-248e68a5-ca64-478d-82a6-0c9421befedf tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Task: {'id': task-3093619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.203688] env[68872]: DEBUG oslo_vmware.api [None req-2b4e8ea4-fcf2-48dd-bbb8-1c5367739dba tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093617, 'name': PowerOffVM_Task, 'duration_secs': 0.220737} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.203964] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b4e8ea4-fcf2-48dd-bbb8-1c5367739dba tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.204198] env[68872]: DEBUG nova.compute.manager [None req-2b4e8ea4-fcf2-48dd-bbb8-1c5367739dba tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1241.205074] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b649d2-a06d-4c1e-8077-d595fd67c81a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.313010] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fa867b45-7daf-4184-90fa-a70cd1e9c2c9 tempest-ServerActionsTestOtherA-377594986 tempest-ServerActionsTestOtherA-377594986-project-member] Lock "e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.560s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.450426] env[68872]: DEBUG oslo_vmware.api [None req-248e68a5-ca64-478d-82a6-0c9421befedf tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Task: {'id': task-3093619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.085072} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.450572] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-248e68a5-ca64-478d-82a6-0c9421befedf tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.450854] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-248e68a5-ca64-478d-82a6-0c9421befedf tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1241.451137] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-248e68a5-ca64-478d-82a6-0c9421befedf tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.451436] env[68872]: INFO nova.compute.manager [None req-248e68a5-ca64-478d-82a6-0c9421befedf tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1241.451811] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-248e68a5-ca64-478d-82a6-0c9421befedf tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.452107] env[68872]: DEBUG nova.compute.manager [-] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1241.452322] env[68872]: DEBUG nova.network.neutron [-] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1241.471620] env[68872]: DEBUG nova.network.neutron [-] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1241.715826] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2b4e8ea4-fcf2-48dd-bbb8-1c5367739dba tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "b46cd1c6-2aad-4458-a2b4-1c4a09784cb4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.935857] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c9819a-3bab-4ddc-b474-6a767750b480 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.943566] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9edbd9c-db60-423b-83b3-7bb69ad2b508 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.974217] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e640b42-1ab8-439c-92d7-559af5246dc7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.976779] env[68872]: DEBUG nova.network.neutron [-] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.982614] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632c7ba7-ec89-4086-82e8-f6b39b83de14 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.997027] env[68872]: DEBUG nova.compute.provider_tree [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.082477] env[68872]: DEBUG nova.objects.instance [None req-33e2c1b7-a351-49dd-ba3e-063fe26e1852 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lazy-loading 'flavor' on Instance uuid b46cd1c6-2aad-4458-a2b4-1c4a09784cb4 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.480360] env[68872]: INFO nova.compute.manager [-] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Took 1.03 seconds to deallocate network for instance. [ 1242.499816] env[68872]: DEBUG nova.scheduler.client.report [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.587117] env[68872]: DEBUG oslo_concurrency.lockutils [None req-33e2c1b7-a351-49dd-ba3e-063fe26e1852 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Acquiring lock "refresh_cache-b46cd1c6-2aad-4458-a2b4-1c4a09784cb4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.587289] env[68872]: DEBUG oslo_concurrency.lockutils [None req-33e2c1b7-a351-49dd-ba3e-063fe26e1852 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Acquired lock "refresh_cache-b46cd1c6-2aad-4458-a2b4-1c4a09784cb4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.587476] env[68872]: DEBUG nova.network.neutron [None req-33e2c1b7-a351-49dd-ba3e-063fe26e1852 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.587655] env[68872]: DEBUG nova.objects.instance [None req-33e2c1b7-a351-49dd-ba3e-063fe26e1852 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lazy-loading 'info_cache' on Instance uuid b46cd1c6-2aad-4458-a2b4-1c4a09784cb4 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.986435] env[68872]: DEBUG oslo_concurrency.lockutils [None req-248e68a5-ca64-478d-82a6-0c9421befedf tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.004524] env[68872]: DEBUG oslo_concurrency.lockutils [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.147s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.005092] env[68872]: DEBUG nova.compute.manager [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1243.007858] env[68872]: DEBUG oslo_concurrency.lockutils [None req-248e68a5-ca64-478d-82a6-0c9421befedf tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.022s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.008089] env[68872]: DEBUG nova.objects.instance [None req-248e68a5-ca64-478d-82a6-0c9421befedf tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Lazy-loading 'resources' on Instance uuid 49f92eeb-440a-4872-a534-4b5efe7f2587 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.092786] env[68872]: DEBUG nova.objects.base [None req-33e2c1b7-a351-49dd-ba3e-063fe26e1852 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68872) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1243.510537] env[68872]: DEBUG nova.compute.utils [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1243.512063] env[68872]: DEBUG nova.compute.manager [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1243.512213] env[68872]: DEBUG nova.network.neutron [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1243.555612] env[68872]: DEBUG nova.policy [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '071b837659fa463e8865bc76a704e425', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4adfb6086df1437592701ee54f697cb5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 1243.579453] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c05cc3-fdce-41ff-8a55-4eee1539196a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.587011] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19fc49b-bfb8-465c-9a6b-5d9e7355ef94 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.620302] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df28b96b-8679-4648-8166-ea938922544b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.627587] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb323e5d-ffd1-45b6-ae90-3d17ecc8dd4f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.640632] env[68872]: DEBUG nova.compute.provider_tree [None req-248e68a5-ca64-478d-82a6-0c9421befedf tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.825897] env[68872]: DEBUG nova.network.neutron [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Successfully created port: b0674261-e4ca-4474-b15a-37be94b1e6ae {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1243.829637] env[68872]: DEBUG nova.network.neutron [None req-33e2c1b7-a351-49dd-ba3e-063fe26e1852 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Updating instance_info_cache with network_info: [{"id": "bca9394a-3ae4-448b-b693-9615c3092a2b", "address": "fa:16:3e:12:f6:95", "network": {"id": "09022b75-cc2c-4e8c-a849-33bf2e0de809", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1817116564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5a4c4290e9b4c14918ff4453755d510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbca9394a-3a", "ovs_interfaceid": "bca9394a-3ae4-448b-b693-9615c3092a2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.018446] env[68872]: DEBUG nova.compute.manager [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1244.143758] env[68872]: DEBUG nova.scheduler.client.report [None req-248e68a5-ca64-478d-82a6-0c9421befedf tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.332646] env[68872]: DEBUG oslo_concurrency.lockutils [None req-33e2c1b7-a351-49dd-ba3e-063fe26e1852 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Releasing lock "refresh_cache-b46cd1c6-2aad-4458-a2b4-1c4a09784cb4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.649076] env[68872]: DEBUG oslo_concurrency.lockutils [None req-248e68a5-ca64-478d-82a6-0c9421befedf tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.641s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.669259] env[68872]: INFO nova.scheduler.client.report [None req-248e68a5-ca64-478d-82a6-0c9421befedf tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Deleted allocations for instance 49f92eeb-440a-4872-a534-4b5efe7f2587 [ 1245.030737] env[68872]: DEBUG nova.compute.manager [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1245.058037] env[68872]: DEBUG nova.virt.hardware [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1245.058284] env[68872]: DEBUG nova.virt.hardware [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1245.058443] env[68872]: DEBUG nova.virt.hardware [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1245.058824] env[68872]: DEBUG nova.virt.hardware [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1245.058824] env[68872]: DEBUG nova.virt.hardware [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1245.058933] env[68872]: DEBUG nova.virt.hardware [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1245.059227] env[68872]: DEBUG nova.virt.hardware [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1245.059416] env[68872]: DEBUG nova.virt.hardware [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1245.059593] env[68872]: DEBUG nova.virt.hardware [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1245.059752] env[68872]: DEBUG nova.virt.hardware [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1245.059919] env[68872]: DEBUG nova.virt.hardware [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1245.060814] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18145c39-e293-4e0f-a891-35d8e914c9ef {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.068942] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6281f3-f3cf-4bae-9143-91196abc0fca {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.176438] env[68872]: DEBUG oslo_concurrency.lockutils [None req-248e68a5-ca64-478d-82a6-0c9421befedf tempest-ServerShowV257Test-568555764 tempest-ServerShowV257Test-568555764-project-member] Lock "49f92eeb-440a-4872-a534-4b5efe7f2587" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.402s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.232110] env[68872]: DEBUG nova.compute.manager [req-fe6d9ef3-e581-4593-8d8f-fadd73ea8c59 req-37690a9f-387f-40cc-ad9a-c2b2462176b9 service nova] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Received event network-vif-plugged-b0674261-e4ca-4474-b15a-37be94b1e6ae {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.232439] env[68872]: DEBUG oslo_concurrency.lockutils [req-fe6d9ef3-e581-4593-8d8f-fadd73ea8c59 req-37690a9f-387f-40cc-ad9a-c2b2462176b9 service nova] Acquiring lock "4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.232608] env[68872]: DEBUG oslo_concurrency.lockutils [req-fe6d9ef3-e581-4593-8d8f-fadd73ea8c59 req-37690a9f-387f-40cc-ad9a-c2b2462176b9 service nova] Lock "4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.232737] env[68872]: DEBUG oslo_concurrency.lockutils [req-fe6d9ef3-e581-4593-8d8f-fadd73ea8c59 req-37690a9f-387f-40cc-ad9a-c2b2462176b9 service nova] Lock "4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.232905] env[68872]: DEBUG nova.compute.manager [req-fe6d9ef3-e581-4593-8d8f-fadd73ea8c59 req-37690a9f-387f-40cc-ad9a-c2b2462176b9 service nova] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] No waiting events found dispatching network-vif-plugged-b0674261-e4ca-4474-b15a-37be94b1e6ae {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1245.233092] env[68872]: WARNING nova.compute.manager [req-fe6d9ef3-e581-4593-8d8f-fadd73ea8c59 req-37690a9f-387f-40cc-ad9a-c2b2462176b9 service nova] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Received unexpected event network-vif-plugged-b0674261-e4ca-4474-b15a-37be94b1e6ae for instance with vm_state building and task_state spawning. [ 1245.316551] env[68872]: DEBUG nova.network.neutron [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Successfully updated port: b0674261-e4ca-4474-b15a-37be94b1e6ae {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1245.337918] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e2c1b7-a351-49dd-ba3e-063fe26e1852 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1245.338240] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a567bad7-23e6-4289-95d0-e9ca027cc458 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.346617] env[68872]: DEBUG oslo_vmware.api [None req-33e2c1b7-a351-49dd-ba3e-063fe26e1852 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Waiting for the task: (returnval){ [ 1245.346617] env[68872]: value = "task-3093620" [ 1245.346617] env[68872]: _type = "Task" [ 1245.346617] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.355921] env[68872]: DEBUG oslo_vmware.api [None req-33e2c1b7-a351-49dd-ba3e-063fe26e1852 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093620, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.819742] env[68872]: DEBUG oslo_concurrency.lockutils [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "refresh_cache-4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.819943] env[68872]: DEBUG oslo_concurrency.lockutils [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquired lock "refresh_cache-4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.820068] env[68872]: DEBUG nova.network.neutron [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1245.855690] env[68872]: DEBUG oslo_vmware.api [None req-33e2c1b7-a351-49dd-ba3e-063fe26e1852 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093620, 'name': PowerOnVM_Task, 'duration_secs': 0.482615} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.855968] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e2c1b7-a351-49dd-ba3e-063fe26e1852 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1245.856186] env[68872]: DEBUG nova.compute.manager [None req-33e2c1b7-a351-49dd-ba3e-063fe26e1852 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1245.856952] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e463225-f762-4d14-977e-2f5e6adfcfd4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.350930] env[68872]: DEBUG nova.network.neutron [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1246.468253] env[68872]: DEBUG nova.network.neutron [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Updating instance_info_cache with network_info: [{"id": "b0674261-e4ca-4474-b15a-37be94b1e6ae", "address": "fa:16:3e:a9:20:83", "network": {"id": "dc54d513-c9ea-47f7-9c06-737e154be9e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-687418439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4adfb6086df1437592701ee54f697cb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0674261-e4", "ovs_interfaceid": "b0674261-e4ca-4474-b15a-37be94b1e6ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.971493] env[68872]: DEBUG oslo_concurrency.lockutils [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Releasing lock "refresh_cache-4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.971865] env[68872]: DEBUG nova.compute.manager [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Instance network_info: |[{"id": "b0674261-e4ca-4474-b15a-37be94b1e6ae", "address": "fa:16:3e:a9:20:83", "network": {"id": "dc54d513-c9ea-47f7-9c06-737e154be9e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-687418439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4adfb6086df1437592701ee54f697cb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0674261-e4", "ovs_interfaceid": "b0674261-e4ca-4474-b15a-37be94b1e6ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1246.972341] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:20:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7abeeabc-351d-404c-ada6-6a7305667707', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0674261-e4ca-4474-b15a-37be94b1e6ae', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1246.979849] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1246.980074] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1246.980313] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1792ce24-bc2b-457a-9ca3-d35f2eed9581 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.000501] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1247.000501] env[68872]: value = "task-3093621" [ 1247.000501] env[68872]: _type = "Task" [ 1247.000501] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.007734] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093621, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.258930] env[68872]: DEBUG nova.compute.manager [req-ab4301ef-d7c9-4fac-8206-1cb2a205a0d8 req-73b037a6-35ad-4899-abda-02e7e4f89a13 service nova] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Received event network-changed-b0674261-e4ca-4474-b15a-37be94b1e6ae {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.259162] env[68872]: DEBUG nova.compute.manager [req-ab4301ef-d7c9-4fac-8206-1cb2a205a0d8 req-73b037a6-35ad-4899-abda-02e7e4f89a13 service nova] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Refreshing instance network info cache due to event network-changed-b0674261-e4ca-4474-b15a-37be94b1e6ae. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1247.259391] env[68872]: DEBUG oslo_concurrency.lockutils [req-ab4301ef-d7c9-4fac-8206-1cb2a205a0d8 req-73b037a6-35ad-4899-abda-02e7e4f89a13 service nova] Acquiring lock "refresh_cache-4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.259553] env[68872]: DEBUG oslo_concurrency.lockutils [req-ab4301ef-d7c9-4fac-8206-1cb2a205a0d8 req-73b037a6-35ad-4899-abda-02e7e4f89a13 service nova] Acquired lock "refresh_cache-4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.259718] env[68872]: DEBUG nova.network.neutron [req-ab4301ef-d7c9-4fac-8206-1cb2a205a0d8 req-73b037a6-35ad-4899-abda-02e7e4f89a13 service nova] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Refreshing network info cache for port b0674261-e4ca-4474-b15a-37be94b1e6ae {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1247.511831] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093621, 'name': CreateVM_Task, 'duration_secs': 0.297153} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.512185] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1247.512633] env[68872]: DEBUG oslo_concurrency.lockutils [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.512805] env[68872]: DEBUG oslo_concurrency.lockutils [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.513141] env[68872]: DEBUG oslo_concurrency.lockutils [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.513390] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79f071fc-886c-41c4-835a-268393b2245b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.517730] env[68872]: DEBUG oslo_vmware.api [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1247.517730] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d89f8f-a5a2-79f0-04da-618e96fa0684" [ 1247.517730] env[68872]: _type = "Task" [ 1247.517730] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.525013] env[68872]: DEBUG oslo_vmware.api [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d89f8f-a5a2-79f0-04da-618e96fa0684, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.987196] env[68872]: DEBUG nova.network.neutron [req-ab4301ef-d7c9-4fac-8206-1cb2a205a0d8 req-73b037a6-35ad-4899-abda-02e7e4f89a13 service nova] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Updated VIF entry in instance network info cache for port b0674261-e4ca-4474-b15a-37be94b1e6ae. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1247.987621] env[68872]: DEBUG nova.network.neutron [req-ab4301ef-d7c9-4fac-8206-1cb2a205a0d8 req-73b037a6-35ad-4899-abda-02e7e4f89a13 service nova] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Updating instance_info_cache with network_info: [{"id": "b0674261-e4ca-4474-b15a-37be94b1e6ae", "address": "fa:16:3e:a9:20:83", "network": {"id": "dc54d513-c9ea-47f7-9c06-737e154be9e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-687418439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4adfb6086df1437592701ee54f697cb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0674261-e4", "ovs_interfaceid": "b0674261-e4ca-4474-b15a-37be94b1e6ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.027709] env[68872]: DEBUG oslo_vmware.api [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d89f8f-a5a2-79f0-04da-618e96fa0684, 'name': SearchDatastore_Task, 'duration_secs': 0.01025} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.027998] env[68872]: DEBUG oslo_concurrency.lockutils [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.028248] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1248.028481] env[68872]: DEBUG oslo_concurrency.lockutils [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.028631] env[68872]: DEBUG oslo_concurrency.lockutils [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.028808] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1248.029086] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52727ae3-8289-4058-adcf-4ff3c0958b16 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.038224] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1248.038408] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1248.039214] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c14210ac-acd4-49d1-aeb1-9967a7c24422 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.044698] env[68872]: DEBUG oslo_vmware.api [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1248.044698] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5269df08-1463-e341-82db-1007559c925b" [ 1248.044698] env[68872]: _type = "Task" [ 1248.044698] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.051826] env[68872]: DEBUG oslo_vmware.api [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5269df08-1463-e341-82db-1007559c925b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.490966] env[68872]: DEBUG oslo_concurrency.lockutils [req-ab4301ef-d7c9-4fac-8206-1cb2a205a0d8 req-73b037a6-35ad-4899-abda-02e7e4f89a13 service nova] Releasing lock "refresh_cache-4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.556073] env[68872]: DEBUG oslo_vmware.api [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5269df08-1463-e341-82db-1007559c925b, 'name': SearchDatastore_Task, 'duration_secs': 0.008693} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.556073] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ca236c6-11de-43b6-bb64-e125a1e53039 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.561588] env[68872]: DEBUG oslo_vmware.api [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1248.561588] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520a2970-feec-9e2b-b84e-8a39ac3ff9af" [ 1248.561588] env[68872]: _type = "Task" [ 1248.561588] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.568755] env[68872]: DEBUG oslo_vmware.api [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520a2970-feec-9e2b-b84e-8a39ac3ff9af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.072101] env[68872]: DEBUG oslo_vmware.api [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520a2970-feec-9e2b-b84e-8a39ac3ff9af, 'name': SearchDatastore_Task, 'duration_secs': 0.010056} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.072345] env[68872]: DEBUG oslo_concurrency.lockutils [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.072652] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3/4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1249.072911] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9c0aef6-aaf5-456c-98a3-0bee473f8aa2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.079306] env[68872]: DEBUG oslo_vmware.api [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1249.079306] env[68872]: value = "task-3093622" [ 1249.079306] env[68872]: _type = "Task" [ 1249.079306] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.086422] env[68872]: DEBUG oslo_vmware.api [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.589325] env[68872]: DEBUG oslo_vmware.api [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093622, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.089959] env[68872]: DEBUG oslo_vmware.api [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511887} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.090238] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore2] 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3/4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1250.090449] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1250.090692] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4afb9a6-4684-449a-be8b-fbaab75ba516 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.097018] env[68872]: DEBUG oslo_vmware.api [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1250.097018] env[68872]: value = "task-3093623" [ 1250.097018] env[68872]: _type = "Task" [ 1250.097018] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.104025] env[68872]: DEBUG oslo_vmware.api [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.607067] env[68872]: DEBUG oslo_vmware.api [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070443} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.607067] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1250.607476] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679e0ff4-4e63-478e-a56e-1eda4344baab {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.629478] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3/4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1250.629708] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9aaaa4e1-df40-4ea6-8f29-1ffc28f76d31 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.648456] env[68872]: DEBUG oslo_vmware.api [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1250.648456] env[68872]: value = "task-3093624" [ 1250.648456] env[68872]: _type = "Task" [ 1250.648456] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.657209] env[68872]: DEBUG oslo_vmware.api [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093624, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.158603] env[68872]: DEBUG oslo_vmware.api [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093624, 'name': ReconfigVM_Task, 'duration_secs': 0.268955} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.158917] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3/4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1251.159540] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0060d234-8048-45c5-ab93-ac771fc0f17a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.166675] env[68872]: DEBUG oslo_vmware.api [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1251.166675] env[68872]: value = "task-3093625" [ 1251.166675] env[68872]: _type = "Task" [ 1251.166675] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.174212] env[68872]: DEBUG oslo_vmware.api [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093625, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.676266] env[68872]: DEBUG oslo_vmware.api [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093625, 'name': Rename_Task, 'duration_secs': 0.137124} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.676632] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1251.676911] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6755897-c06a-4b14-a107-429898e97ee8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.683362] env[68872]: DEBUG oslo_vmware.api [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1251.683362] env[68872]: value = "task-3093626" [ 1251.683362] env[68872]: _type = "Task" [ 1251.683362] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.690789] env[68872]: DEBUG oslo_vmware.api [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.193413] env[68872]: DEBUG oslo_vmware.api [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093626, 'name': PowerOnVM_Task, 'duration_secs': 0.423798} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.193700] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1252.193885] env[68872]: INFO nova.compute.manager [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Took 7.16 seconds to spawn the instance on the hypervisor. [ 1252.194072] env[68872]: DEBUG nova.compute.manager [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1252.194870] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cff028-398b-4ede-ac35-c5221201fc9a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.714825] env[68872]: INFO nova.compute.manager [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Took 11.88 seconds to build instance. [ 1253.070174] env[68872]: DEBUG nova.compute.manager [req-91236bbc-2495-47d5-8598-dddc303cf478 req-f8de3308-7d73-4d34-8aec-5b6aec9919d7 service nova] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Received event network-changed-b0674261-e4ca-4474-b15a-37be94b1e6ae {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.070417] env[68872]: DEBUG nova.compute.manager [req-91236bbc-2495-47d5-8598-dddc303cf478 req-f8de3308-7d73-4d34-8aec-5b6aec9919d7 service nova] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Refreshing instance network info cache due to event network-changed-b0674261-e4ca-4474-b15a-37be94b1e6ae. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1253.070544] env[68872]: DEBUG oslo_concurrency.lockutils [req-91236bbc-2495-47d5-8598-dddc303cf478 req-f8de3308-7d73-4d34-8aec-5b6aec9919d7 service nova] Acquiring lock "refresh_cache-4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.070687] env[68872]: DEBUG oslo_concurrency.lockutils [req-91236bbc-2495-47d5-8598-dddc303cf478 req-f8de3308-7d73-4d34-8aec-5b6aec9919d7 service nova] Acquired lock "refresh_cache-4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.070847] env[68872]: DEBUG nova.network.neutron [req-91236bbc-2495-47d5-8598-dddc303cf478 req-f8de3308-7d73-4d34-8aec-5b6aec9919d7 service nova] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Refreshing network info cache for port b0674261-e4ca-4474-b15a-37be94b1e6ae {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1253.217264] env[68872]: DEBUG oslo_concurrency.lockutils [None req-da9bb1d6-f12e-4d1d-b385-07d47f1c4144 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.386s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.767453] env[68872]: DEBUG nova.network.neutron [req-91236bbc-2495-47d5-8598-dddc303cf478 req-f8de3308-7d73-4d34-8aec-5b6aec9919d7 service nova] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Updated VIF entry in instance network info cache for port b0674261-e4ca-4474-b15a-37be94b1e6ae. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1253.767819] env[68872]: DEBUG nova.network.neutron [req-91236bbc-2495-47d5-8598-dddc303cf478 req-f8de3308-7d73-4d34-8aec-5b6aec9919d7 service nova] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Updating instance_info_cache with network_info: [{"id": "b0674261-e4ca-4474-b15a-37be94b1e6ae", "address": "fa:16:3e:a9:20:83", "network": {"id": "dc54d513-c9ea-47f7-9c06-737e154be9e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-687418439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4adfb6086df1437592701ee54f697cb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0674261-e4", "ovs_interfaceid": "b0674261-e4ca-4474-b15a-37be94b1e6ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.270680] env[68872]: DEBUG oslo_concurrency.lockutils [req-91236bbc-2495-47d5-8598-dddc303cf478 req-f8de3308-7d73-4d34-8aec-5b6aec9919d7 service nova] Releasing lock "refresh_cache-4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.944447] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.944875] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.944920] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.945070] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.945226] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.945369] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.945514] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.945681] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68872) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1260.766081] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1261.271759] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1261.774681] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.775077] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.775077] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.775227] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68872) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1261.776185] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711b7ba2-01d6-4c21-88fb-927775d12871 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.784662] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925c31a4-10ba-4eae-873a-6a4e74bf753e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.799780] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7d9230-5f25-4e61-8142-ef99650bfcbe {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.806304] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff30b4e9-2e8d-4a6f-9e7d-678ab90fb18d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.834813] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179615MB free_disk=138GB free_vcpus=48 pci_devices=None {{(pid=68872) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1261.834961] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.835179] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.860220] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance b46cd1c6-2aad-4458-a2b4-1c4a09784cb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1262.860470] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1262.860511] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1262.860684] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=68872) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1262.860822] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=68872) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1262.904128] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332acb6e-28b4-4286-a68e-8ca32670c948 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.911318] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f609838-3e77-40dc-bafc-3b5e1a1a5573 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.941466] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd09fa0-6b12-4acb-8ed7-b1760581ba21 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.948291] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f403f8f-6762-4d5f-904d-3db91f020daa {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.960893] env[68872]: DEBUG nova.compute.provider_tree [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.464108] env[68872]: DEBUG nova.scheduler.client.report [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.968807] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68872) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1263.969229] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.134s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.600183] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d37a7aba-691e-498a-9ee8-7ca22a5628c3 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.600556] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d37a7aba-691e-498a-9ee8-7ca22a5628c3 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.600713] env[68872]: DEBUG nova.compute.manager [None req-d37a7aba-691e-498a-9ee8-7ca22a5628c3 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1266.601696] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82912c19-54c7-4b10-9736-3a522f745c08 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.609426] env[68872]: DEBUG nova.compute.manager [None req-d37a7aba-691e-498a-9ee8-7ca22a5628c3 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68872) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1266.610040] env[68872]: DEBUG nova.objects.instance [None req-d37a7aba-691e-498a-9ee8-7ca22a5628c3 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lazy-loading 'flavor' on Instance uuid 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.619331] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37a7aba-691e-498a-9ee8-7ca22a5628c3 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.619759] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-603a870c-a66c-4f16-865a-fdda0b320cbf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.627269] env[68872]: DEBUG oslo_vmware.api [None req-d37a7aba-691e-498a-9ee8-7ca22a5628c3 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1267.627269] env[68872]: value = "task-3093627" [ 1267.627269] env[68872]: _type = "Task" [ 1267.627269] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.635615] env[68872]: DEBUG oslo_vmware.api [None req-d37a7aba-691e-498a-9ee8-7ca22a5628c3 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.137719] env[68872]: DEBUG oslo_vmware.api [None req-d37a7aba-691e-498a-9ee8-7ca22a5628c3 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093627, 'name': PowerOffVM_Task, 'duration_secs': 0.222015} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.138011] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37a7aba-691e-498a-9ee8-7ca22a5628c3 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.138205] env[68872]: DEBUG nova.compute.manager [None req-d37a7aba-691e-498a-9ee8-7ca22a5628c3 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1268.138950] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ca482d-aad9-4f24-8398-76711fc8496b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.649998] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d37a7aba-691e-498a-9ee8-7ca22a5628c3 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.974192] env[68872]: DEBUG nova.objects.instance [None req-bc648beb-8f31-4515-9e07-38483cfe04f9 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lazy-loading 'flavor' on Instance uuid 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.480078] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bc648beb-8f31-4515-9e07-38483cfe04f9 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "refresh_cache-3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.480315] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bc648beb-8f31-4515-9e07-38483cfe04f9 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquired lock "refresh_cache-3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.480485] env[68872]: DEBUG nova.network.neutron [None req-bc648beb-8f31-4515-9e07-38483cfe04f9 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.480659] env[68872]: DEBUG nova.objects.instance [None req-bc648beb-8f31-4515-9e07-38483cfe04f9 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lazy-loading 'info_cache' on Instance uuid 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.983954] env[68872]: DEBUG nova.objects.base [None req-bc648beb-8f31-4515-9e07-38483cfe04f9 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Object Instance<3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c> lazy-loaded attributes: flavor,info_cache {{(pid=68872) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1270.675311] env[68872]: DEBUG nova.network.neutron [None req-bc648beb-8f31-4515-9e07-38483cfe04f9 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Updating instance_info_cache with network_info: [{"id": "91428d4f-4322-49ce-a171-3a818e9c48db", "address": "fa:16:3e:e3:f7:9e", "network": {"id": "8d8a8028-be48-4a6a-a1fd-979a80226453", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-102971206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "558e9b8f78a1489cb07f84e03547223f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91428d4f-43", "ovs_interfaceid": "91428d4f-4322-49ce-a171-3a818e9c48db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.178596] env[68872]: DEBUG oslo_concurrency.lockutils [None req-bc648beb-8f31-4515-9e07-38483cfe04f9 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Releasing lock "refresh_cache-3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.185698] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc648beb-8f31-4515-9e07-38483cfe04f9 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1272.186101] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc94f5ec-a975-44a1-bd8e-f51feaa0db4d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.194580] env[68872]: DEBUG oslo_vmware.api [None req-bc648beb-8f31-4515-9e07-38483cfe04f9 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1272.194580] env[68872]: value = "task-3093628" [ 1272.194580] env[68872]: _type = "Task" [ 1272.194580] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.203071] env[68872]: DEBUG oslo_vmware.api [None req-bc648beb-8f31-4515-9e07-38483cfe04f9 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.704852] env[68872]: DEBUG oslo_vmware.api [None req-bc648beb-8f31-4515-9e07-38483cfe04f9 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093628, 'name': PowerOnVM_Task, 'duration_secs': 0.354753} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.705077] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc648beb-8f31-4515-9e07-38483cfe04f9 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1272.705282] env[68872]: DEBUG nova.compute.manager [None req-bc648beb-8f31-4515-9e07-38483cfe04f9 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1272.706044] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2b855b-29dd-4cdc-a240-84931296682f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.700318] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7b3f37-b466-4bc2-b3fc-8176d40587f3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.707578] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c72917b6-3085-4d3c-9ba1-526aaee34bbf tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Suspending the VM {{(pid=68872) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1273.707850] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5d558163-8834-4182-aa3b-cfe0395713ef {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.715046] env[68872]: DEBUG oslo_vmware.api [None req-c72917b6-3085-4d3c-9ba1-526aaee34bbf tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1273.715046] env[68872]: value = "task-3093629" [ 1273.715046] env[68872]: _type = "Task" [ 1273.715046] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.722928] env[68872]: DEBUG oslo_vmware.api [None req-c72917b6-3085-4d3c-9ba1-526aaee34bbf tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093629, 'name': SuspendVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.228303] env[68872]: DEBUG oslo_vmware.api [None req-c72917b6-3085-4d3c-9ba1-526aaee34bbf tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093629, 'name': SuspendVM_Task} progress is 75%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.726890] env[68872]: DEBUG oslo_vmware.api [None req-c72917b6-3085-4d3c-9ba1-526aaee34bbf tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093629, 'name': SuspendVM_Task, 'duration_secs': 0.561914} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.727268] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c72917b6-3085-4d3c-9ba1-526aaee34bbf tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Suspended the VM {{(pid=68872) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1274.727411] env[68872]: DEBUG nova.compute.manager [None req-c72917b6-3085-4d3c-9ba1-526aaee34bbf tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1274.728136] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218d98f2-6551-4ebd-b017-596c57a09f44 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.052025] env[68872]: INFO nova.compute.manager [None req-d3761821-af2c-4f10-89bd-74f2abd664d1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Resuming [ 1276.052669] env[68872]: DEBUG nova.objects.instance [None req-d3761821-af2c-4f10-89bd-74f2abd664d1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lazy-loading 'flavor' on Instance uuid 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.072922] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f2a9ade9-2f15-4d72-b3fa-fbe88e0d69e8 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Acquiring lock "b46cd1c6-2aad-4458-a2b4-1c4a09784cb4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.073289] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f2a9ade9-2f15-4d72-b3fa-fbe88e0d69e8 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "b46cd1c6-2aad-4458-a2b4-1c4a09784cb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.073397] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f2a9ade9-2f15-4d72-b3fa-fbe88e0d69e8 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Acquiring lock "b46cd1c6-2aad-4458-a2b4-1c4a09784cb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.073612] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f2a9ade9-2f15-4d72-b3fa-fbe88e0d69e8 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "b46cd1c6-2aad-4458-a2b4-1c4a09784cb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.073821] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f2a9ade9-2f15-4d72-b3fa-fbe88e0d69e8 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "b46cd1c6-2aad-4458-a2b4-1c4a09784cb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.075735] env[68872]: INFO nova.compute.manager [None req-f2a9ade9-2f15-4d72-b3fa-fbe88e0d69e8 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Terminating instance [ 1277.562299] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d3761821-af2c-4f10-89bd-74f2abd664d1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "refresh_cache-3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.562533] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d3761821-af2c-4f10-89bd-74f2abd664d1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquired lock "refresh_cache-3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.562729] env[68872]: DEBUG nova.network.neutron [None req-d3761821-af2c-4f10-89bd-74f2abd664d1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.579806] env[68872]: DEBUG nova.compute.manager [None req-f2a9ade9-2f15-4d72-b3fa-fbe88e0d69e8 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1277.580000] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a9ade9-2f15-4d72-b3fa-fbe88e0d69e8 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1277.581107] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd01855-716f-4cfe-beec-69b85b58342e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.589105] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a9ade9-2f15-4d72-b3fa-fbe88e0d69e8 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1277.589330] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e8a9f9b-5d6e-4f65-a707-d9f351b83e99 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.594975] env[68872]: DEBUG oslo_vmware.api [None req-f2a9ade9-2f15-4d72-b3fa-fbe88e0d69e8 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Waiting for the task: (returnval){ [ 1277.594975] env[68872]: value = "task-3093630" [ 1277.594975] env[68872]: _type = "Task" [ 1277.594975] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.602602] env[68872]: DEBUG oslo_vmware.api [None req-f2a9ade9-2f15-4d72-b3fa-fbe88e0d69e8 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.103963] env[68872]: DEBUG oslo_vmware.api [None req-f2a9ade9-2f15-4d72-b3fa-fbe88e0d69e8 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093630, 'name': PowerOffVM_Task, 'duration_secs': 0.170576} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.104324] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a9ade9-2f15-4d72-b3fa-fbe88e0d69e8 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1278.104386] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a9ade9-2f15-4d72-b3fa-fbe88e0d69e8 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1278.104626] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a70f92e6-9bdb-481b-adab-4d96d4d99b7a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.172776] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a9ade9-2f15-4d72-b3fa-fbe88e0d69e8 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1278.173016] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a9ade9-2f15-4d72-b3fa-fbe88e0d69e8 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1278.173204] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a9ade9-2f15-4d72-b3fa-fbe88e0d69e8 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Deleting the datastore file [datastore1] b46cd1c6-2aad-4458-a2b4-1c4a09784cb4 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1278.173465] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cb22d47-efbb-4fcf-aea1-8105265acf80 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.179206] env[68872]: DEBUG oslo_vmware.api [None req-f2a9ade9-2f15-4d72-b3fa-fbe88e0d69e8 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Waiting for the task: (returnval){ [ 1278.179206] env[68872]: value = "task-3093632" [ 1278.179206] env[68872]: _type = "Task" [ 1278.179206] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.188835] env[68872]: DEBUG oslo_vmware.api [None req-f2a9ade9-2f15-4d72-b3fa-fbe88e0d69e8 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093632, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.272875] env[68872]: DEBUG nova.network.neutron [None req-d3761821-af2c-4f10-89bd-74f2abd664d1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Updating instance_info_cache with network_info: [{"id": "91428d4f-4322-49ce-a171-3a818e9c48db", "address": "fa:16:3e:e3:f7:9e", "network": {"id": "8d8a8028-be48-4a6a-a1fd-979a80226453", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-102971206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "558e9b8f78a1489cb07f84e03547223f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91428d4f-43", "ovs_interfaceid": "91428d4f-4322-49ce-a171-3a818e9c48db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.688736] env[68872]: DEBUG oslo_vmware.api [None req-f2a9ade9-2f15-4d72-b3fa-fbe88e0d69e8 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093632, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158167} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.689761] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a9ade9-2f15-4d72-b3fa-fbe88e0d69e8 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1278.689761] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a9ade9-2f15-4d72-b3fa-fbe88e0d69e8 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1278.689761] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a9ade9-2f15-4d72-b3fa-fbe88e0d69e8 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1278.690013] env[68872]: INFO nova.compute.manager [None req-f2a9ade9-2f15-4d72-b3fa-fbe88e0d69e8 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1278.690069] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2a9ade9-2f15-4d72-b3fa-fbe88e0d69e8 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1278.690260] env[68872]: DEBUG nova.compute.manager [-] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1278.690359] env[68872]: DEBUG nova.network.neutron [-] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1278.775424] env[68872]: DEBUG oslo_concurrency.lockutils [None req-d3761821-af2c-4f10-89bd-74f2abd664d1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Releasing lock "refresh_cache-3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.776601] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a986dae-b31f-4116-9ef7-f5aceaa891b4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.783214] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d3761821-af2c-4f10-89bd-74f2abd664d1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Resuming the VM {{(pid=68872) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1278.783446] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9afd9605-16b8-4abb-8f67-bfa20913bddf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.789553] env[68872]: DEBUG oslo_vmware.api [None req-d3761821-af2c-4f10-89bd-74f2abd664d1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1278.789553] env[68872]: value = "task-3093633" [ 1278.789553] env[68872]: _type = "Task" [ 1278.789553] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.797353] env[68872]: DEBUG oslo_vmware.api [None req-d3761821-af2c-4f10-89bd-74f2abd664d1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.182957] env[68872]: DEBUG nova.compute.manager [req-bd83d530-aed0-4d0a-8685-85bd207ec432 req-09a5e04c-d5de-44cc-b4c1-198256f3bf3e service nova] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Received event network-vif-deleted-bca9394a-3ae4-448b-b693-9615c3092a2b {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.183155] env[68872]: INFO nova.compute.manager [req-bd83d530-aed0-4d0a-8685-85bd207ec432 req-09a5e04c-d5de-44cc-b4c1-198256f3bf3e service nova] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Neutron deleted interface bca9394a-3ae4-448b-b693-9615c3092a2b; detaching it from the instance and deleting it from the info cache [ 1279.183336] env[68872]: DEBUG nova.network.neutron [req-bd83d530-aed0-4d0a-8685-85bd207ec432 req-09a5e04c-d5de-44cc-b4c1-198256f3bf3e service nova] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.301354] env[68872]: DEBUG oslo_vmware.api [None req-d3761821-af2c-4f10-89bd-74f2abd664d1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093633, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.661729] env[68872]: DEBUG nova.network.neutron [-] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.687120] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-820dd951-3790-4de9-9332-ac46f4858a1f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.697223] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb9cc29-c45c-46e7-a8a2-7cdd8199a355 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.723730] env[68872]: DEBUG nova.compute.manager [req-bd83d530-aed0-4d0a-8685-85bd207ec432 req-09a5e04c-d5de-44cc-b4c1-198256f3bf3e service nova] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Detach interface failed, port_id=bca9394a-3ae4-448b-b693-9615c3092a2b, reason: Instance b46cd1c6-2aad-4458-a2b4-1c4a09784cb4 could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1279.804499] env[68872]: DEBUG oslo_vmware.api [None req-d3761821-af2c-4f10-89bd-74f2abd664d1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093633, 'name': PowerOnVM_Task, 'duration_secs': 0.566774} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.804963] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-d3761821-af2c-4f10-89bd-74f2abd664d1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Resumed the VM {{(pid=68872) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1279.805269] env[68872]: DEBUG nova.compute.manager [None req-d3761821-af2c-4f10-89bd-74f2abd664d1 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1279.806483] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec8424a-a612-4507-bb67-8b0caf51a2c1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.165173] env[68872]: INFO nova.compute.manager [-] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Took 1.47 seconds to deallocate network for instance. [ 1280.676540] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f2a9ade9-2f15-4d72-b3fa-fbe88e0d69e8 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.677077] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f2a9ade9-2f15-4d72-b3fa-fbe88e0d69e8 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.677077] env[68872]: DEBUG nova.objects.instance [None req-f2a9ade9-2f15-4d72-b3fa-fbe88e0d69e8 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lazy-loading 'resources' on Instance uuid b46cd1c6-2aad-4458-a2b4-1c4a09784cb4 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.109190] env[68872]: DEBUG oslo_concurrency.lockutils [None req-026bb055-eebc-4cdd-86f8-d1b47e5ad988 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.109460] env[68872]: DEBUG oslo_concurrency.lockutils [None req-026bb055-eebc-4cdd-86f8-d1b47e5ad988 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.109665] env[68872]: DEBUG oslo_concurrency.lockutils [None req-026bb055-eebc-4cdd-86f8-d1b47e5ad988 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.109969] env[68872]: DEBUG oslo_concurrency.lockutils [None req-026bb055-eebc-4cdd-86f8-d1b47e5ad988 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.110296] env[68872]: DEBUG oslo_concurrency.lockutils [None req-026bb055-eebc-4cdd-86f8-d1b47e5ad988 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.112750] env[68872]: INFO nova.compute.manager [None req-026bb055-eebc-4cdd-86f8-d1b47e5ad988 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Terminating instance [ 1281.237830] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96acffeb-48c2-44e2-a20f-36840cfde08a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.245883] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac19c49-a8d3-489e-98dc-a9e143324d43 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.280956] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4991e24-7c7c-446a-9aae-febd8216a062 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.289069] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687537c0-2c66-4478-82dc-844cd338af12 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.303281] env[68872]: DEBUG nova.compute.provider_tree [None req-f2a9ade9-2f15-4d72-b3fa-fbe88e0d69e8 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.616786] env[68872]: DEBUG nova.compute.manager [None req-026bb055-eebc-4cdd-86f8-d1b47e5ad988 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1281.616959] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-026bb055-eebc-4cdd-86f8-d1b47e5ad988 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1281.617908] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c1e0a7-104f-42b8-9699-3474e3c9be81 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.625418] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-026bb055-eebc-4cdd-86f8-d1b47e5ad988 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1281.625637] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc83cf02-dce8-413e-b43e-c70c73b9462b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.634182] env[68872]: DEBUG oslo_vmware.api [None req-026bb055-eebc-4cdd-86f8-d1b47e5ad988 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1281.634182] env[68872]: value = "task-3093634" [ 1281.634182] env[68872]: _type = "Task" [ 1281.634182] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.641858] env[68872]: DEBUG oslo_vmware.api [None req-026bb055-eebc-4cdd-86f8-d1b47e5ad988 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.807350] env[68872]: DEBUG nova.scheduler.client.report [None req-f2a9ade9-2f15-4d72-b3fa-fbe88e0d69e8 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.143986] env[68872]: DEBUG oslo_vmware.api [None req-026bb055-eebc-4cdd-86f8-d1b47e5ad988 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093634, 'name': PowerOffVM_Task, 'duration_secs': 0.18473} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.144255] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-026bb055-eebc-4cdd-86f8-d1b47e5ad988 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1282.144424] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-026bb055-eebc-4cdd-86f8-d1b47e5ad988 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1282.144674] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-346c839a-22f1-4e81-a206-b27826e8064d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.215217] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-026bb055-eebc-4cdd-86f8-d1b47e5ad988 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1282.215448] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-026bb055-eebc-4cdd-86f8-d1b47e5ad988 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1282.215633] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-026bb055-eebc-4cdd-86f8-d1b47e5ad988 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Deleting the datastore file [datastore1] 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1282.215937] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59094945-f3ca-4d98-bcf4-ecddae35e49c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.222885] env[68872]: DEBUG oslo_vmware.api [None req-026bb055-eebc-4cdd-86f8-d1b47e5ad988 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for the task: (returnval){ [ 1282.222885] env[68872]: value = "task-3093636" [ 1282.222885] env[68872]: _type = "Task" [ 1282.222885] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.230337] env[68872]: DEBUG oslo_vmware.api [None req-026bb055-eebc-4cdd-86f8-d1b47e5ad988 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.312500] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f2a9ade9-2f15-4d72-b3fa-fbe88e0d69e8 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.636s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.333156] env[68872]: INFO nova.scheduler.client.report [None req-f2a9ade9-2f15-4d72-b3fa-fbe88e0d69e8 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Deleted allocations for instance b46cd1c6-2aad-4458-a2b4-1c4a09784cb4 [ 1282.732068] env[68872]: DEBUG oslo_vmware.api [None req-026bb055-eebc-4cdd-86f8-d1b47e5ad988 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Task: {'id': task-3093636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178146} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.732320] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-026bb055-eebc-4cdd-86f8-d1b47e5ad988 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1282.732506] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-026bb055-eebc-4cdd-86f8-d1b47e5ad988 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1282.732698] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-026bb055-eebc-4cdd-86f8-d1b47e5ad988 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1282.732941] env[68872]: INFO nova.compute.manager [None req-026bb055-eebc-4cdd-86f8-d1b47e5ad988 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1282.733208] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-026bb055-eebc-4cdd-86f8-d1b47e5ad988 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1282.733395] env[68872]: DEBUG nova.compute.manager [-] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1282.733491] env[68872]: DEBUG nova.network.neutron [-] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1282.841722] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f2a9ade9-2f15-4d72-b3fa-fbe88e0d69e8 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "b46cd1c6-2aad-4458-a2b4-1c4a09784cb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.767s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.436162] env[68872]: DEBUG nova.compute.manager [req-c9495d3c-1fa9-4e4e-930b-643c840e8487 req-3738c9f4-233f-44e4-b803-aced16fa074d service nova] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Received event network-vif-deleted-91428d4f-4322-49ce-a171-3a818e9c48db {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.436364] env[68872]: INFO nova.compute.manager [req-c9495d3c-1fa9-4e4e-930b-643c840e8487 req-3738c9f4-233f-44e4-b803-aced16fa074d service nova] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Neutron deleted interface 91428d4f-4322-49ce-a171-3a818e9c48db; detaching it from the instance and deleting it from the info cache [ 1283.436533] env[68872]: DEBUG nova.network.neutron [req-c9495d3c-1fa9-4e4e-930b-643c840e8487 req-3738c9f4-233f-44e4-b803-aced16fa074d service nova] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.908623] env[68872]: DEBUG nova.network.neutron [-] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.941956] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51824011-0ef4-4e1d-ae41-67eed4c5729d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.952460] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9b80f1-8f22-4790-bbef-e84b4caba978 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.978266] env[68872]: DEBUG nova.compute.manager [req-c9495d3c-1fa9-4e4e-930b-643c840e8487 req-3738c9f4-233f-44e4-b803-aced16fa074d service nova] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Detach interface failed, port_id=91428d4f-4322-49ce-a171-3a818e9c48db, reason: Instance 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1284.412118] env[68872]: INFO nova.compute.manager [-] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Took 1.68 seconds to deallocate network for instance. [ 1284.919052] env[68872]: DEBUG oslo_concurrency.lockutils [None req-026bb055-eebc-4cdd-86f8-d1b47e5ad988 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.919473] env[68872]: DEBUG oslo_concurrency.lockutils [None req-026bb055-eebc-4cdd-86f8-d1b47e5ad988 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.919559] env[68872]: DEBUG nova.objects.instance [None req-026bb055-eebc-4cdd-86f8-d1b47e5ad988 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lazy-loading 'resources' on Instance uuid 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.067464] env[68872]: DEBUG oslo_concurrency.lockutils [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Acquiring lock "9e58f8e4-bc35-46e4-8dc5-d830cb953a2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.067686] env[68872]: DEBUG oslo_concurrency.lockutils [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "9e58f8e4-bc35-46e4-8dc5-d830cb953a2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.466461] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38514111-a323-4bcd-8471-7138e568d59b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.473861] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2105c2-3a33-4dac-9edb-baf4433ef29f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.503984] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201b99f8-c081-4a68-b375-74ce238adef0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.510704] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0deea29c-dca5-46a4-bd2e-fd91b57db6e0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.523375] env[68872]: DEBUG nova.compute.provider_tree [None req-026bb055-eebc-4cdd-86f8-d1b47e5ad988 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.569782] env[68872]: DEBUG nova.compute.manager [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1286.026598] env[68872]: DEBUG nova.scheduler.client.report [None req-026bb055-eebc-4cdd-86f8-d1b47e5ad988 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.088137] env[68872]: DEBUG oslo_concurrency.lockutils [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.531506] env[68872]: DEBUG oslo_concurrency.lockutils [None req-026bb055-eebc-4cdd-86f8-d1b47e5ad988 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.612s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.534083] env[68872]: DEBUG oslo_concurrency.lockutils [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.446s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.535794] env[68872]: INFO nova.compute.claims [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1286.547237] env[68872]: INFO nova.scheduler.client.report [None req-026bb055-eebc-4cdd-86f8-d1b47e5ad988 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Deleted allocations for instance 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c [ 1287.054819] env[68872]: DEBUG oslo_concurrency.lockutils [None req-026bb055-eebc-4cdd-86f8-d1b47e5ad988 tempest-ServerActionsTestJSON-1247770158 tempest-ServerActionsTestJSON-1247770158-project-member] Lock "3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.945s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.583618] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271ba4e9-fec2-42c0-b79d-69a05ccfc58c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.591868] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcb5ae1-6547-4ef9-bbd3-aa35ef77155a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.622447] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecc4756-3524-4cc8-a391-1ecc7fc202d5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.629335] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef165e0-c7db-4d3a-8069-80c360c38c2e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.642113] env[68872]: DEBUG nova.compute.provider_tree [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1288.145832] env[68872]: DEBUG nova.scheduler.client.report [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.651658] env[68872]: DEBUG oslo_concurrency.lockutils [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.117s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.652232] env[68872]: DEBUG nova.compute.manager [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1289.157559] env[68872]: DEBUG nova.compute.utils [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1289.159323] env[68872]: DEBUG nova.compute.manager [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1289.159323] env[68872]: DEBUG nova.network.neutron [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1289.214888] env[68872]: DEBUG nova.policy [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09e7078985a444f59878fc851ea9ec42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5a4c4290e9b4c14918ff4453755d510', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 1289.510902] env[68872]: DEBUG nova.network.neutron [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Successfully created port: b1ce75ac-d9e8-4405-a27d-9f73cb26ec08 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1289.590659] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.590925] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.591132] env[68872]: INFO nova.compute.manager [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Shelving [ 1289.662434] env[68872]: DEBUG nova.compute.manager [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1290.608945] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1290.608945] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52916ef4-dc12-4655-9546-c44a095e8303 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.614039] env[68872]: DEBUG oslo_vmware.api [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1290.614039] env[68872]: value = "task-3093637" [ 1290.614039] env[68872]: _type = "Task" [ 1290.614039] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.622422] env[68872]: DEBUG oslo_vmware.api [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093637, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.674028] env[68872]: DEBUG nova.compute.manager [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1290.703017] env[68872]: DEBUG nova.virt.hardware [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1290.703017] env[68872]: DEBUG nova.virt.hardware [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1290.703017] env[68872]: DEBUG nova.virt.hardware [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1290.703017] env[68872]: DEBUG nova.virt.hardware [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1290.703017] env[68872]: DEBUG nova.virt.hardware [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1290.703017] env[68872]: DEBUG nova.virt.hardware [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1290.703017] env[68872]: DEBUG nova.virt.hardware [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1290.703458] env[68872]: DEBUG nova.virt.hardware [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1290.703782] env[68872]: DEBUG nova.virt.hardware [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1290.704117] env[68872]: DEBUG nova.virt.hardware [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1290.704441] env[68872]: DEBUG nova.virt.hardware [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1290.705767] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fdb5d6-f97a-444f-a752-b53fa40cd9a5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.718246] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cf04ee-13f4-4f2c-aab4-4e576c6a273d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.891878] env[68872]: DEBUG nova.compute.manager [req-4bf3c765-a804-463b-b9ce-ecd0fe839117 req-6362e154-d9ba-41fe-a0f3-97fc341e6e91 service nova] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Received event network-vif-plugged-b1ce75ac-d9e8-4405-a27d-9f73cb26ec08 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.892112] env[68872]: DEBUG oslo_concurrency.lockutils [req-4bf3c765-a804-463b-b9ce-ecd0fe839117 req-6362e154-d9ba-41fe-a0f3-97fc341e6e91 service nova] Acquiring lock "9e58f8e4-bc35-46e4-8dc5-d830cb953a2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.892319] env[68872]: DEBUG oslo_concurrency.lockutils [req-4bf3c765-a804-463b-b9ce-ecd0fe839117 req-6362e154-d9ba-41fe-a0f3-97fc341e6e91 service nova] Lock "9e58f8e4-bc35-46e4-8dc5-d830cb953a2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.892487] env[68872]: DEBUG oslo_concurrency.lockutils [req-4bf3c765-a804-463b-b9ce-ecd0fe839117 req-6362e154-d9ba-41fe-a0f3-97fc341e6e91 service nova] Lock "9e58f8e4-bc35-46e4-8dc5-d830cb953a2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.892653] env[68872]: DEBUG nova.compute.manager [req-4bf3c765-a804-463b-b9ce-ecd0fe839117 req-6362e154-d9ba-41fe-a0f3-97fc341e6e91 service nova] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] No waiting events found dispatching network-vif-plugged-b1ce75ac-d9e8-4405-a27d-9f73cb26ec08 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1290.892836] env[68872]: WARNING nova.compute.manager [req-4bf3c765-a804-463b-b9ce-ecd0fe839117 req-6362e154-d9ba-41fe-a0f3-97fc341e6e91 service nova] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Received unexpected event network-vif-plugged-b1ce75ac-d9e8-4405-a27d-9f73cb26ec08 for instance with vm_state building and task_state spawning. [ 1290.983660] env[68872]: DEBUG nova.network.neutron [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Successfully updated port: b1ce75ac-d9e8-4405-a27d-9f73cb26ec08 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1291.124229] env[68872]: DEBUG oslo_vmware.api [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093637, 'name': PowerOffVM_Task, 'duration_secs': 0.188575} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.124511] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1291.125320] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd1e2fd-a819-4fdf-a52c-39118e33932e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.143084] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2dbee4c-7903-454c-8a54-f3a88cd39a21 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.488368] env[68872]: DEBUG oslo_concurrency.lockutils [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Acquiring lock "refresh_cache-9e58f8e4-bc35-46e4-8dc5-d830cb953a2c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.488368] env[68872]: DEBUG oslo_concurrency.lockutils [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Acquired lock "refresh_cache-9e58f8e4-bc35-46e4-8dc5-d830cb953a2c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.488368] env[68872]: DEBUG nova.network.neutron [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1291.652953] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Creating Snapshot of the VM instance {{(pid=68872) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1291.653453] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8550a287-c662-40c3-9a75-af4277d45d11 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.663542] env[68872]: DEBUG oslo_vmware.api [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1291.663542] env[68872]: value = "task-3093638" [ 1291.663542] env[68872]: _type = "Task" [ 1291.663542] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.671052] env[68872]: DEBUG oslo_vmware.api [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093638, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.020994] env[68872]: DEBUG nova.network.neutron [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1292.177057] env[68872]: DEBUG oslo_vmware.api [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093638, 'name': CreateSnapshot_Task, 'duration_secs': 0.484103} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.177405] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Created Snapshot of the VM instance {{(pid=68872) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1292.179117] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff70648-cde3-405c-995c-ce7c0b3e9d55 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.210210] env[68872]: DEBUG nova.network.neutron [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Updating instance_info_cache with network_info: [{"id": "b1ce75ac-d9e8-4405-a27d-9f73cb26ec08", "address": "fa:16:3e:a8:6d:e6", "network": {"id": "09022b75-cc2c-4e8c-a849-33bf2e0de809", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1817116564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5a4c4290e9b4c14918ff4453755d510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1ce75ac-d9", "ovs_interfaceid": "b1ce75ac-d9e8-4405-a27d-9f73cb26ec08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.696571] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Creating linked-clone VM from snapshot {{(pid=68872) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1292.697575] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f146ff9d-2e01-453e-b0d0-bc342d8545a8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.709227] env[68872]: DEBUG oslo_vmware.api [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1292.709227] env[68872]: value = "task-3093639" [ 1292.709227] env[68872]: _type = "Task" [ 1292.709227] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.713415] env[68872]: DEBUG oslo_concurrency.lockutils [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Releasing lock "refresh_cache-9e58f8e4-bc35-46e4-8dc5-d830cb953a2c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.713858] env[68872]: DEBUG nova.compute.manager [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Instance network_info: |[{"id": "b1ce75ac-d9e8-4405-a27d-9f73cb26ec08", "address": "fa:16:3e:a8:6d:e6", "network": {"id": "09022b75-cc2c-4e8c-a849-33bf2e0de809", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1817116564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5a4c4290e9b4c14918ff4453755d510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1ce75ac-d9", "ovs_interfaceid": "b1ce75ac-d9e8-4405-a27d-9f73cb26ec08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1292.715676] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:6d:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1ce75ac-d9e8-4405-a27d-9f73cb26ec08', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1292.725243] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1292.726846] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1292.726846] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cebbc45a-dc06-4253-8397-13bde8b1b605 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.751016] env[68872]: DEBUG oslo_vmware.api [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093639, 'name': CloneVM_Task} progress is 11%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.751016] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquiring lock "2048b842-96c3-42f3-acf5-9dae7883daba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.751016] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "2048b842-96c3-42f3-acf5-9dae7883daba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.754154] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1292.754154] env[68872]: value = "task-3093640" [ 1292.754154] env[68872]: _type = "Task" [ 1292.754154] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.762678] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093640, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.929694] env[68872]: DEBUG nova.compute.manager [req-34626c37-66cd-47d3-8d7e-1d6c76ed2c3c req-35ffc9e0-8733-43ff-a670-3a9050ee6e69 service nova] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Received event network-changed-b1ce75ac-d9e8-4405-a27d-9f73cb26ec08 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1292.929916] env[68872]: DEBUG nova.compute.manager [req-34626c37-66cd-47d3-8d7e-1d6c76ed2c3c req-35ffc9e0-8733-43ff-a670-3a9050ee6e69 service nova] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Refreshing instance network info cache due to event network-changed-b1ce75ac-d9e8-4405-a27d-9f73cb26ec08. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1292.930329] env[68872]: DEBUG oslo_concurrency.lockutils [req-34626c37-66cd-47d3-8d7e-1d6c76ed2c3c req-35ffc9e0-8733-43ff-a670-3a9050ee6e69 service nova] Acquiring lock "refresh_cache-9e58f8e4-bc35-46e4-8dc5-d830cb953a2c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.930437] env[68872]: DEBUG oslo_concurrency.lockutils [req-34626c37-66cd-47d3-8d7e-1d6c76ed2c3c req-35ffc9e0-8733-43ff-a670-3a9050ee6e69 service nova] Acquired lock "refresh_cache-9e58f8e4-bc35-46e4-8dc5-d830cb953a2c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.930678] env[68872]: DEBUG nova.network.neutron [req-34626c37-66cd-47d3-8d7e-1d6c76ed2c3c req-35ffc9e0-8733-43ff-a670-3a9050ee6e69 service nova] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Refreshing network info cache for port b1ce75ac-d9e8-4405-a27d-9f73cb26ec08 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1293.218469] env[68872]: DEBUG oslo_vmware.api [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093639, 'name': CloneVM_Task} progress is 94%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.253505] env[68872]: DEBUG nova.compute.manager [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1293.266527] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093640, 'name': CreateVM_Task, 'duration_secs': 0.451823} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.266720] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1293.267921] env[68872]: DEBUG oslo_concurrency.lockutils [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.267921] env[68872]: DEBUG oslo_concurrency.lockutils [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.268060] env[68872]: DEBUG oslo_concurrency.lockutils [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.268355] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72f5e275-d3c4-4385-8266-af76a141feb8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.273805] env[68872]: DEBUG oslo_vmware.api [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Waiting for the task: (returnval){ [ 1293.273805] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d685ec-55f4-301b-46db-36f5904c7e79" [ 1293.273805] env[68872]: _type = "Task" [ 1293.273805] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.283339] env[68872]: DEBUG oslo_vmware.api [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d685ec-55f4-301b-46db-36f5904c7e79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.639644] env[68872]: DEBUG nova.network.neutron [req-34626c37-66cd-47d3-8d7e-1d6c76ed2c3c req-35ffc9e0-8733-43ff-a670-3a9050ee6e69 service nova] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Updated VIF entry in instance network info cache for port b1ce75ac-d9e8-4405-a27d-9f73cb26ec08. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1293.640043] env[68872]: DEBUG nova.network.neutron [req-34626c37-66cd-47d3-8d7e-1d6c76ed2c3c req-35ffc9e0-8733-43ff-a670-3a9050ee6e69 service nova] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Updating instance_info_cache with network_info: [{"id": "b1ce75ac-d9e8-4405-a27d-9f73cb26ec08", "address": "fa:16:3e:a8:6d:e6", "network": {"id": "09022b75-cc2c-4e8c-a849-33bf2e0de809", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1817116564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5a4c4290e9b4c14918ff4453755d510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1ce75ac-d9", "ovs_interfaceid": "b1ce75ac-d9e8-4405-a27d-9f73cb26ec08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.721940] env[68872]: DEBUG oslo_vmware.api [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093639, 'name': CloneVM_Task, 'duration_secs': 0.96123} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.722237] env[68872]: INFO nova.virt.vmwareapi.vmops [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Created linked-clone VM from snapshot [ 1293.722869] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0df72be-0b97-4d17-b92c-ca4c4b194a3c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.732851] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Uploading image 1637b7c5-9baf-474d-9bae-c1711753b9ba {{(pid=68872) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1293.758069] env[68872]: DEBUG oslo_vmware.rw_handles [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1293.758069] env[68872]: value = "vm-619171" [ 1293.758069] env[68872]: _type = "VirtualMachine" [ 1293.758069] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1293.758317] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-06eaa55a-2a79-4422-be69-be795dbf2894 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.766648] env[68872]: DEBUG oslo_vmware.rw_handles [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lease: (returnval){ [ 1293.766648] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5245ac0a-83b0-3ed1-1c6a-87869a460f62" [ 1293.766648] env[68872]: _type = "HttpNfcLease" [ 1293.766648] env[68872]: } obtained for exporting VM: (result){ [ 1293.766648] env[68872]: value = "vm-619171" [ 1293.766648] env[68872]: _type = "VirtualMachine" [ 1293.766648] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1293.766960] env[68872]: DEBUG oslo_vmware.api [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the lease: (returnval){ [ 1293.766960] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5245ac0a-83b0-3ed1-1c6a-87869a460f62" [ 1293.766960] env[68872]: _type = "HttpNfcLease" [ 1293.766960] env[68872]: } to be ready. {{(pid=68872) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1293.773171] env[68872]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1293.773171] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5245ac0a-83b0-3ed1-1c6a-87869a460f62" [ 1293.773171] env[68872]: _type = "HttpNfcLease" [ 1293.773171] env[68872]: } is initializing. {{(pid=68872) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1293.778190] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.778441] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.779873] env[68872]: INFO nova.compute.claims [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1293.787484] env[68872]: DEBUG oslo_vmware.api [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d685ec-55f4-301b-46db-36f5904c7e79, 'name': SearchDatastore_Task, 'duration_secs': 0.012156} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.787748] env[68872]: DEBUG oslo_concurrency.lockutils [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.787968] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1293.788215] env[68872]: DEBUG oslo_concurrency.lockutils [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.788359] env[68872]: DEBUG oslo_concurrency.lockutils [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.788537] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1293.788772] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdd77151-8179-4c2a-b56a-b9c11b7fc34f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.797039] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1293.797039] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1293.797723] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-546379cf-b5fb-4ed4-93bf-468e8938a905 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.802531] env[68872]: DEBUG oslo_vmware.api [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Waiting for the task: (returnval){ [ 1293.802531] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]527d1eb5-bf8a-c33f-03bc-1adaafbc7d72" [ 1293.802531] env[68872]: _type = "Task" [ 1293.802531] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.809561] env[68872]: DEBUG oslo_vmware.api [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]527d1eb5-bf8a-c33f-03bc-1adaafbc7d72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.143253] env[68872]: DEBUG oslo_concurrency.lockutils [req-34626c37-66cd-47d3-8d7e-1d6c76ed2c3c req-35ffc9e0-8733-43ff-a670-3a9050ee6e69 service nova] Releasing lock "refresh_cache-9e58f8e4-bc35-46e4-8dc5-d830cb953a2c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.276060] env[68872]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1294.276060] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5245ac0a-83b0-3ed1-1c6a-87869a460f62" [ 1294.276060] env[68872]: _type = "HttpNfcLease" [ 1294.276060] env[68872]: } is ready. {{(pid=68872) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1294.276460] env[68872]: DEBUG oslo_vmware.rw_handles [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1294.276460] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5245ac0a-83b0-3ed1-1c6a-87869a460f62" [ 1294.276460] env[68872]: _type = "HttpNfcLease" [ 1294.276460] env[68872]: }. {{(pid=68872) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1294.277857] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2216aa1c-7126-4366-a3b5-c9051efb16f6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.287842] env[68872]: DEBUG oslo_vmware.rw_handles [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523664f4-211e-e1c4-3676-4ad75bdd284f/disk-0.vmdk from lease info. {{(pid=68872) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1294.289106] env[68872]: DEBUG oslo_vmware.rw_handles [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523664f4-211e-e1c4-3676-4ad75bdd284f/disk-0.vmdk for reading. {{(pid=68872) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1294.357870] env[68872]: DEBUG oslo_vmware.api [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]527d1eb5-bf8a-c33f-03bc-1adaafbc7d72, 'name': SearchDatastore_Task, 'duration_secs': 0.009097} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.358673] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22a8baa1-def8-48d6-8866-243959f407b1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.364195] env[68872]: DEBUG oslo_vmware.api [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Waiting for the task: (returnval){ [ 1294.364195] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520145ff-0a19-9e6f-fef1-629ff1027efc" [ 1294.364195] env[68872]: _type = "Task" [ 1294.364195] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.372927] env[68872]: DEBUG oslo_vmware.api [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520145ff-0a19-9e6f-fef1-629ff1027efc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.433337] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-66110f7e-fe05-43a1-897b-53830715ff3f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.849498] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07350f95-928a-4417-9ec7-5733177ea2d4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.857830] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87908e6e-af5d-4b86-98de-f16664af2b60 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.892875] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3194f4b0-d2cf-434e-beb8-24b8478165ef {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.903697] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7293577f-0733-4457-a9a9-a2c15f1ff546 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.907731] env[68872]: DEBUG oslo_vmware.api [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520145ff-0a19-9e6f-fef1-629ff1027efc, 'name': SearchDatastore_Task, 'duration_secs': 0.010557} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.908176] env[68872]: DEBUG oslo_concurrency.lockutils [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.908701] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c/9e58f8e4-bc35-46e4-8dc5-d830cb953a2c.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1294.909587] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34de1d83-3068-4178-b00e-0f8b1352ccd7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.919633] env[68872]: DEBUG nova.compute.provider_tree [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.925767] env[68872]: DEBUG oslo_vmware.api [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Waiting for the task: (returnval){ [ 1294.925767] env[68872]: value = "task-3093642" [ 1294.925767] env[68872]: _type = "Task" [ 1294.925767] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.934832] env[68872]: DEBUG oslo_vmware.api [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093642, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.423041] env[68872]: DEBUG nova.scheduler.client.report [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.436336] env[68872]: DEBUG oslo_vmware.api [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093642, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.931896] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.153s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.932595] env[68872]: DEBUG nova.compute.manager [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1295.941734] env[68872]: DEBUG oslo_vmware.api [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093642, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605647} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.942019] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c/9e58f8e4-bc35-46e4-8dc5-d830cb953a2c.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1295.942343] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1295.942688] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a69cc8c3-7762-4c75-a377-4aa7bb7323d3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.950979] env[68872]: DEBUG oslo_vmware.api [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Waiting for the task: (returnval){ [ 1295.950979] env[68872]: value = "task-3093643" [ 1295.950979] env[68872]: _type = "Task" [ 1295.950979] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.959429] env[68872]: DEBUG oslo_vmware.api [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093643, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.437871] env[68872]: DEBUG nova.compute.utils [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1296.439502] env[68872]: DEBUG nova.compute.manager [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1296.439721] env[68872]: DEBUG nova.network.neutron [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1296.460714] env[68872]: DEBUG oslo_vmware.api [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093643, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069332} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.460973] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1296.461769] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b75e4b0-3c84-4ea4-8349-6cc40f568526 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.486113] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c/9e58f8e4-bc35-46e4-8dc5-d830cb953a2c.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1296.487843] env[68872]: DEBUG nova.policy [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '861a999888d84ac498bd75fbb4e521dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fcaa039c9ae46cebdd309123b90e32f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 1296.489391] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21b3e298-8dde-41be-a7eb-665535b3cdc4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.510619] env[68872]: DEBUG oslo_vmware.api [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Waiting for the task: (returnval){ [ 1296.510619] env[68872]: value = "task-3093644" [ 1296.510619] env[68872]: _type = "Task" [ 1296.510619] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.519312] env[68872]: DEBUG oslo_vmware.api [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093644, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.784195] env[68872]: DEBUG nova.network.neutron [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Successfully created port: cd18ae43-dabc-4a61-8ea7-c0c30680b5b5 {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1296.942694] env[68872]: DEBUG nova.compute.manager [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1297.022150] env[68872]: DEBUG oslo_vmware.api [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093644, 'name': ReconfigVM_Task, 'duration_secs': 0.365572} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.022544] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c/9e58f8e4-bc35-46e4-8dc5-d830cb953a2c.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1297.023335] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb043677-c8b5-4d3d-8e37-1a7781023dd8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.030835] env[68872]: DEBUG oslo_vmware.api [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Waiting for the task: (returnval){ [ 1297.030835] env[68872]: value = "task-3093645" [ 1297.030835] env[68872]: _type = "Task" [ 1297.030835] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.040863] env[68872]: DEBUG oslo_vmware.api [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093645, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.541725] env[68872]: DEBUG oslo_vmware.api [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093645, 'name': Rename_Task, 'duration_secs': 0.1684} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.541890] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1297.542162] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-326e885f-b0d9-482f-91a3-44a6c3d5c418 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.549824] env[68872]: DEBUG oslo_vmware.api [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Waiting for the task: (returnval){ [ 1297.549824] env[68872]: value = "task-3093646" [ 1297.549824] env[68872]: _type = "Task" [ 1297.549824] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.558362] env[68872]: DEBUG oslo_vmware.api [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.953581] env[68872]: DEBUG nova.compute.manager [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1297.980304] env[68872]: DEBUG nova.virt.hardware [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1297.980563] env[68872]: DEBUG nova.virt.hardware [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1297.980722] env[68872]: DEBUG nova.virt.hardware [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1297.980903] env[68872]: DEBUG nova.virt.hardware [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1297.981063] env[68872]: DEBUG nova.virt.hardware [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1297.981220] env[68872]: DEBUG nova.virt.hardware [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1297.981426] env[68872]: DEBUG nova.virt.hardware [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1297.981582] env[68872]: DEBUG nova.virt.hardware [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1297.981744] env[68872]: DEBUG nova.virt.hardware [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1297.981904] env[68872]: DEBUG nova.virt.hardware [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1297.982087] env[68872]: DEBUG nova.virt.hardware [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1297.982948] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6bba74-26c5-42c6-a066-5e4bfa4fb369 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.991571] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128913ef-154a-43e2-aeb7-7815e332703b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.058819] env[68872]: DEBUG oslo_vmware.api [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093646, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.176731] env[68872]: DEBUG nova.compute.manager [req-0d7f426f-0b94-443d-994d-d264c23d62a4 req-51d969b9-4ac3-46ce-ad7b-09a1c6825a57 service nova] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Received event network-vif-plugged-cd18ae43-dabc-4a61-8ea7-c0c30680b5b5 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.176978] env[68872]: DEBUG oslo_concurrency.lockutils [req-0d7f426f-0b94-443d-994d-d264c23d62a4 req-51d969b9-4ac3-46ce-ad7b-09a1c6825a57 service nova] Acquiring lock "2048b842-96c3-42f3-acf5-9dae7883daba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.177223] env[68872]: DEBUG oslo_concurrency.lockutils [req-0d7f426f-0b94-443d-994d-d264c23d62a4 req-51d969b9-4ac3-46ce-ad7b-09a1c6825a57 service nova] Lock "2048b842-96c3-42f3-acf5-9dae7883daba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.177415] env[68872]: DEBUG oslo_concurrency.lockutils [req-0d7f426f-0b94-443d-994d-d264c23d62a4 req-51d969b9-4ac3-46ce-ad7b-09a1c6825a57 service nova] Lock "2048b842-96c3-42f3-acf5-9dae7883daba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.177582] env[68872]: DEBUG nova.compute.manager [req-0d7f426f-0b94-443d-994d-d264c23d62a4 req-51d969b9-4ac3-46ce-ad7b-09a1c6825a57 service nova] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] No waiting events found dispatching network-vif-plugged-cd18ae43-dabc-4a61-8ea7-c0c30680b5b5 {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1298.177745] env[68872]: WARNING nova.compute.manager [req-0d7f426f-0b94-443d-994d-d264c23d62a4 req-51d969b9-4ac3-46ce-ad7b-09a1c6825a57 service nova] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Received unexpected event network-vif-plugged-cd18ae43-dabc-4a61-8ea7-c0c30680b5b5 for instance with vm_state building and task_state spawning. [ 1298.267313] env[68872]: DEBUG nova.network.neutron [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Successfully updated port: cd18ae43-dabc-4a61-8ea7-c0c30680b5b5 {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1298.560265] env[68872]: DEBUG oslo_vmware.api [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093646, 'name': PowerOnVM_Task, 'duration_secs': 0.523294} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.560487] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1298.560658] env[68872]: INFO nova.compute.manager [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Took 7.89 seconds to spawn the instance on the hypervisor. [ 1298.560832] env[68872]: DEBUG nova.compute.manager [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1298.561601] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b2c38a-f887-43c8-83f2-843774c586dc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.771439] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquiring lock "refresh_cache-2048b842-96c3-42f3-acf5-9dae7883daba" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.771624] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquired lock "refresh_cache-2048b842-96c3-42f3-acf5-9dae7883daba" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.771754] env[68872]: DEBUG nova.network.neutron [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1299.080313] env[68872]: INFO nova.compute.manager [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Took 13.01 seconds to build instance. [ 1299.331503] env[68872]: DEBUG nova.network.neutron [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1299.492394] env[68872]: DEBUG nova.network.neutron [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Updating instance_info_cache with network_info: [{"id": "cd18ae43-dabc-4a61-8ea7-c0c30680b5b5", "address": "fa:16:3e:fa:90:83", "network": {"id": "72e2090d-18ba-4e5c-b704-766687fa7593", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1780726710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fcaa039c9ae46cebdd309123b90e32f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd18ae43-da", "ovs_interfaceid": "cd18ae43-dabc-4a61-8ea7-c0c30680b5b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.582945] env[68872]: DEBUG oslo_concurrency.lockutils [None req-44320fa0-0632-43af-bc5c-40aa0840bef4 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "9e58f8e4-bc35-46e4-8dc5-d830cb953a2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.515s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.995216] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Releasing lock "refresh_cache-2048b842-96c3-42f3-acf5-9dae7883daba" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.995633] env[68872]: DEBUG nova.compute.manager [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Instance network_info: |[{"id": "cd18ae43-dabc-4a61-8ea7-c0c30680b5b5", "address": "fa:16:3e:fa:90:83", "network": {"id": "72e2090d-18ba-4e5c-b704-766687fa7593", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1780726710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fcaa039c9ae46cebdd309123b90e32f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd18ae43-da", "ovs_interfaceid": "cd18ae43-dabc-4a61-8ea7-c0c30680b5b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1299.996106] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:90:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd18ae43-dabc-4a61-8ea7-c0c30680b5b5', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1300.004580] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Creating folder: Project (8fcaa039c9ae46cebdd309123b90e32f). Parent ref: group-v618835. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1300.004860] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2fe0827-0e4a-4e6b-9af6-aaf0ef6946da {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.016715] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Created folder: Project (8fcaa039c9ae46cebdd309123b90e32f) in parent group-v618835. [ 1300.016898] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Creating folder: Instances. Parent ref: group-v619173. {{(pid=68872) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1300.017140] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-208f98fd-8145-45a7-aeb6-c290dffa1253 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.026550] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Created folder: Instances in parent group-v619173. [ 1300.026781] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1300.026967] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1300.027184] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86adac21-6a61-4e79-b4d9-062929270d85 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.045971] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1300.045971] env[68872]: value = "task-3093649" [ 1300.045971] env[68872]: _type = "Task" [ 1300.045971] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.053363] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093649, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.208556] env[68872]: DEBUG nova.compute.manager [req-805d247b-1e1d-4604-9cfc-57c05d078aba req-7ed15a03-6237-438a-808f-58347812f1be service nova] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Received event network-changed-cd18ae43-dabc-4a61-8ea7-c0c30680b5b5 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.208796] env[68872]: DEBUG nova.compute.manager [req-805d247b-1e1d-4604-9cfc-57c05d078aba req-7ed15a03-6237-438a-808f-58347812f1be service nova] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Refreshing instance network info cache due to event network-changed-cd18ae43-dabc-4a61-8ea7-c0c30680b5b5. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1300.209037] env[68872]: DEBUG oslo_concurrency.lockutils [req-805d247b-1e1d-4604-9cfc-57c05d078aba req-7ed15a03-6237-438a-808f-58347812f1be service nova] Acquiring lock "refresh_cache-2048b842-96c3-42f3-acf5-9dae7883daba" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.209219] env[68872]: DEBUG oslo_concurrency.lockutils [req-805d247b-1e1d-4604-9cfc-57c05d078aba req-7ed15a03-6237-438a-808f-58347812f1be service nova] Acquired lock "refresh_cache-2048b842-96c3-42f3-acf5-9dae7883daba" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.209422] env[68872]: DEBUG nova.network.neutron [req-805d247b-1e1d-4604-9cfc-57c05d078aba req-7ed15a03-6237-438a-808f-58347812f1be service nova] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Refreshing network info cache for port cd18ae43-dabc-4a61-8ea7-c0c30680b5b5 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1300.556701] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093649, 'name': CreateVM_Task} progress is 25%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.906099] env[68872]: DEBUG nova.network.neutron [req-805d247b-1e1d-4604-9cfc-57c05d078aba req-7ed15a03-6237-438a-808f-58347812f1be service nova] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Updated VIF entry in instance network info cache for port cd18ae43-dabc-4a61-8ea7-c0c30680b5b5. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1300.906573] env[68872]: DEBUG nova.network.neutron [req-805d247b-1e1d-4604-9cfc-57c05d078aba req-7ed15a03-6237-438a-808f-58347812f1be service nova] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Updating instance_info_cache with network_info: [{"id": "cd18ae43-dabc-4a61-8ea7-c0c30680b5b5", "address": "fa:16:3e:fa:90:83", "network": {"id": "72e2090d-18ba-4e5c-b704-766687fa7593", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1780726710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fcaa039c9ae46cebdd309123b90e32f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd18ae43-da", "ovs_interfaceid": "cd18ae43-dabc-4a61-8ea7-c0c30680b5b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.056502] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093649, 'name': CreateVM_Task, 'duration_secs': 0.678306} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.056683] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1301.057295] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.057486] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.057815] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.058088] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-211a1b03-5159-49af-8abe-df9c4209f5c7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.062501] env[68872]: DEBUG oslo_vmware.api [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1301.062501] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f1e560-d6b0-2b28-4f3b-29864210df3d" [ 1301.062501] env[68872]: _type = "Task" [ 1301.062501] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.070114] env[68872]: DEBUG oslo_vmware.api [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f1e560-d6b0-2b28-4f3b-29864210df3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.409343] env[68872]: DEBUG oslo_concurrency.lockutils [req-805d247b-1e1d-4604-9cfc-57c05d078aba req-7ed15a03-6237-438a-808f-58347812f1be service nova] Releasing lock "refresh_cache-2048b842-96c3-42f3-acf5-9dae7883daba" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.409738] env[68872]: DEBUG nova.compute.manager [req-805d247b-1e1d-4604-9cfc-57c05d078aba req-7ed15a03-6237-438a-808f-58347812f1be service nova] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Received event network-changed-b1ce75ac-d9e8-4405-a27d-9f73cb26ec08 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1301.409840] env[68872]: DEBUG nova.compute.manager [req-805d247b-1e1d-4604-9cfc-57c05d078aba req-7ed15a03-6237-438a-808f-58347812f1be service nova] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Refreshing instance network info cache due to event network-changed-b1ce75ac-d9e8-4405-a27d-9f73cb26ec08. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1301.410115] env[68872]: DEBUG oslo_concurrency.lockutils [req-805d247b-1e1d-4604-9cfc-57c05d078aba req-7ed15a03-6237-438a-808f-58347812f1be service nova] Acquiring lock "refresh_cache-9e58f8e4-bc35-46e4-8dc5-d830cb953a2c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.410313] env[68872]: DEBUG oslo_concurrency.lockutils [req-805d247b-1e1d-4604-9cfc-57c05d078aba req-7ed15a03-6237-438a-808f-58347812f1be service nova] Acquired lock "refresh_cache-9e58f8e4-bc35-46e4-8dc5-d830cb953a2c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.410523] env[68872]: DEBUG nova.network.neutron [req-805d247b-1e1d-4604-9cfc-57c05d078aba req-7ed15a03-6237-438a-808f-58347812f1be service nova] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Refreshing network info cache for port b1ce75ac-d9e8-4405-a27d-9f73cb26ec08 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1301.573708] env[68872]: DEBUG oslo_vmware.api [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52f1e560-d6b0-2b28-4f3b-29864210df3d, 'name': SearchDatastore_Task, 'duration_secs': 0.00963} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.573991] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.574244] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1301.574479] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.574626] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.574803] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1301.575106] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3bd7fd6-0a49-4f10-bcee-6d934e318e9c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.583772] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1301.583948] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1301.584639] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3431c24b-aaec-4020-a69d-cab1998033f1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.591192] env[68872]: DEBUG oslo_vmware.api [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1301.591192] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520feef2-3429-63d9-db35-8a3afe5e3628" [ 1301.591192] env[68872]: _type = "Task" [ 1301.591192] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.598456] env[68872]: DEBUG oslo_vmware.api [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520feef2-3429-63d9-db35-8a3afe5e3628, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.100630] env[68872]: DEBUG oslo_vmware.api [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]520feef2-3429-63d9-db35-8a3afe5e3628, 'name': SearchDatastore_Task, 'duration_secs': 0.008416} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.101415] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2b4c994-1066-4c8f-a71f-d56e0a88ed3c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.105976] env[68872]: DEBUG oslo_vmware.api [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1302.105976] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5234e901-6468-e380-4577-982039ca9aa9" [ 1302.105976] env[68872]: _type = "Task" [ 1302.105976] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.106787] env[68872]: DEBUG nova.network.neutron [req-805d247b-1e1d-4604-9cfc-57c05d078aba req-7ed15a03-6237-438a-808f-58347812f1be service nova] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Updated VIF entry in instance network info cache for port b1ce75ac-d9e8-4405-a27d-9f73cb26ec08. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1302.107178] env[68872]: DEBUG nova.network.neutron [req-805d247b-1e1d-4604-9cfc-57c05d078aba req-7ed15a03-6237-438a-808f-58347812f1be service nova] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Updating instance_info_cache with network_info: [{"id": "b1ce75ac-d9e8-4405-a27d-9f73cb26ec08", "address": "fa:16:3e:a8:6d:e6", "network": {"id": "09022b75-cc2c-4e8c-a849-33bf2e0de809", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1817116564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5a4c4290e9b4c14918ff4453755d510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1ce75ac-d9", "ovs_interfaceid": "b1ce75ac-d9e8-4405-a27d-9f73cb26ec08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.116410] env[68872]: DEBUG oslo_vmware.api [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5234e901-6468-e380-4577-982039ca9aa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.612835] env[68872]: DEBUG oslo_concurrency.lockutils [req-805d247b-1e1d-4604-9cfc-57c05d078aba req-7ed15a03-6237-438a-808f-58347812f1be service nova] Releasing lock "refresh_cache-9e58f8e4-bc35-46e4-8dc5-d830cb953a2c" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.617089] env[68872]: DEBUG oslo_vmware.api [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5234e901-6468-e380-4577-982039ca9aa9, 'name': SearchDatastore_Task, 'duration_secs': 0.009889} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.617330] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.617602] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 2048b842-96c3-42f3-acf5-9dae7883daba/2048b842-96c3-42f3-acf5-9dae7883daba.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1302.617870] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-809b4ae1-dc14-4526-a948-92bf283c70c1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.624398] env[68872]: DEBUG oslo_vmware.api [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1302.624398] env[68872]: value = "task-3093650" [ 1302.624398] env[68872]: _type = "Task" [ 1302.624398] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.632890] env[68872]: DEBUG oslo_vmware.api [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.135979] env[68872]: DEBUG oslo_vmware.api [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093650, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444803} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.136336] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 2048b842-96c3-42f3-acf5-9dae7883daba/2048b842-96c3-42f3-acf5-9dae7883daba.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1303.136566] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1303.136881] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37ddb6c7-4194-4627-9dbd-a39730abd126 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.144611] env[68872]: DEBUG oslo_vmware.api [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1303.144611] env[68872]: value = "task-3093651" [ 1303.144611] env[68872]: _type = "Task" [ 1303.144611] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.153569] env[68872]: DEBUG oslo_vmware.api [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.654071] env[68872]: DEBUG oslo_vmware.api [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065185} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.654465] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1303.655236] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec77f4c-2efb-4b2d-b81c-ed5e6880a18a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.678119] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 2048b842-96c3-42f3-acf5-9dae7883daba/2048b842-96c3-42f3-acf5-9dae7883daba.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1303.678488] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a43715f-a4a8-4e16-ba82-b79959f0ff4b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.699237] env[68872]: DEBUG oslo_vmware.api [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1303.699237] env[68872]: value = "task-3093652" [ 1303.699237] env[68872]: _type = "Task" [ 1303.699237] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.710385] env[68872]: DEBUG oslo_vmware.api [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093652, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.209159] env[68872]: DEBUG oslo_vmware.api [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.709588] env[68872]: DEBUG oslo_vmware.api [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.023593] env[68872]: DEBUG oslo_vmware.rw_handles [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523664f4-211e-e1c4-3676-4ad75bdd284f/disk-0.vmdk. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1305.024655] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1363d9-776d-4dc3-bd11-6275c34ccfe5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.031115] env[68872]: DEBUG oslo_vmware.rw_handles [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523664f4-211e-e1c4-3676-4ad75bdd284f/disk-0.vmdk is in state: ready. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1305.031284] env[68872]: ERROR oslo_vmware.rw_handles [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523664f4-211e-e1c4-3676-4ad75bdd284f/disk-0.vmdk due to incomplete transfer. [ 1305.031495] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-feeefa7c-2323-4051-b336-25af6604045e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.038522] env[68872]: DEBUG oslo_vmware.rw_handles [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523664f4-211e-e1c4-3676-4ad75bdd284f/disk-0.vmdk. {{(pid=68872) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1305.038712] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Uploaded image 1637b7c5-9baf-474d-9bae-c1711753b9ba to the Glance image server {{(pid=68872) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1305.041028] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Destroying the VM {{(pid=68872) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1305.041257] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1ca4e52a-d128-4407-aaa6-fdab94f7aa95 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.046430] env[68872]: DEBUG oslo_vmware.api [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1305.046430] env[68872]: value = "task-3093653" [ 1305.046430] env[68872]: _type = "Task" [ 1305.046430] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.055749] env[68872]: DEBUG oslo_vmware.api [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093653, 'name': Destroy_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.210781] env[68872]: DEBUG oslo_vmware.api [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093652, 'name': ReconfigVM_Task, 'duration_secs': 1.243283} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.211122] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 2048b842-96c3-42f3-acf5-9dae7883daba/2048b842-96c3-42f3-acf5-9dae7883daba.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1305.211727] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a33cb91-df7c-4a31-8b4f-66fdc4d3c2e6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.217803] env[68872]: DEBUG oslo_vmware.api [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1305.217803] env[68872]: value = "task-3093654" [ 1305.217803] env[68872]: _type = "Task" [ 1305.217803] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.225215] env[68872]: DEBUG oslo_vmware.api [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093654, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.556244] env[68872]: DEBUG oslo_vmware.api [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093653, 'name': Destroy_Task, 'duration_secs': 0.322384} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.556488] env[68872]: INFO nova.virt.vmwareapi.vm_util [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Destroyed the VM [ 1305.556792] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Deleting Snapshot of the VM instance {{(pid=68872) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1305.557113] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6932cc99-7672-49b1-a9bd-4c8bca83fd8d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.562967] env[68872]: DEBUG oslo_vmware.api [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1305.562967] env[68872]: value = "task-3093655" [ 1305.562967] env[68872]: _type = "Task" [ 1305.562967] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.570586] env[68872]: DEBUG oslo_vmware.api [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093655, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.728421] env[68872]: DEBUG oslo_vmware.api [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093654, 'name': Rename_Task, 'duration_secs': 0.135199} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.728814] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1305.728992] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4de6570-a57e-4443-9c65-98cd0609ebfa {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.735552] env[68872]: DEBUG oslo_vmware.api [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1305.735552] env[68872]: value = "task-3093656" [ 1305.735552] env[68872]: _type = "Task" [ 1305.735552] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.743309] env[68872]: DEBUG oslo_vmware.api [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.072558] env[68872]: DEBUG oslo_vmware.api [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093655, 'name': RemoveSnapshot_Task, 'duration_secs': 0.407355} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.072795] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Deleted Snapshot of the VM instance {{(pid=68872) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1306.073206] env[68872]: DEBUG nova.compute.manager [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1306.073990] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae7f875-c06f-44e0-9c13-f9776a2edc6c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.246025] env[68872]: DEBUG oslo_vmware.api [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093656, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.585521] env[68872]: INFO nova.compute.manager [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Shelve offloading [ 1306.745979] env[68872]: DEBUG oslo_vmware.api [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093656, 'name': PowerOnVM_Task, 'duration_secs': 0.716459} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.746449] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1306.746449] env[68872]: INFO nova.compute.manager [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1306.746586] env[68872]: DEBUG nova.compute.manager [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1306.747322] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367693a8-6afe-486b-acc3-fb1e60f453e6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.089505] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1307.089817] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31455a5a-7904-4b63-9c5e-7f5360cdd366 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.097071] env[68872]: DEBUG oslo_vmware.api [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1307.097071] env[68872]: value = "task-3093657" [ 1307.097071] env[68872]: _type = "Task" [ 1307.097071] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.108246] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] VM already powered off {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1307.108437] env[68872]: DEBUG nova.compute.manager [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.109136] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046cdda3-2ce6-42dc-a4f0-cefd479dcd85 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.114202] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "refresh_cache-4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.114365] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquired lock "refresh_cache-4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.114530] env[68872]: DEBUG nova.network.neutron [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1307.262980] env[68872]: INFO nova.compute.manager [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Took 13.50 seconds to build instance. [ 1307.764477] env[68872]: DEBUG oslo_concurrency.lockutils [None req-6eb3d5fd-faaa-484e-8076-ad1dba175478 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "2048b842-96c3-42f3-acf5-9dae7883daba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.014s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.965158] env[68872]: DEBUG nova.network.neutron [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Updating instance_info_cache with network_info: [{"id": "b0674261-e4ca-4474-b15a-37be94b1e6ae", "address": "fa:16:3e:a9:20:83", "network": {"id": "dc54d513-c9ea-47f7-9c06-737e154be9e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-687418439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4adfb6086df1437592701ee54f697cb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0674261-e4", "ovs_interfaceid": "b0674261-e4ca-4474-b15a-37be94b1e6ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.103997] env[68872]: DEBUG nova.compute.manager [req-a2c17e98-d740-43fb-8121-ac67aaf3b367 req-453a2742-99c1-482f-a399-8bf82bbe6892 service nova] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Received event network-changed-cd18ae43-dabc-4a61-8ea7-c0c30680b5b5 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1308.104323] env[68872]: DEBUG nova.compute.manager [req-a2c17e98-d740-43fb-8121-ac67aaf3b367 req-453a2742-99c1-482f-a399-8bf82bbe6892 service nova] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Refreshing instance network info cache due to event network-changed-cd18ae43-dabc-4a61-8ea7-c0c30680b5b5. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1308.104374] env[68872]: DEBUG oslo_concurrency.lockutils [req-a2c17e98-d740-43fb-8121-ac67aaf3b367 req-453a2742-99c1-482f-a399-8bf82bbe6892 service nova] Acquiring lock "refresh_cache-2048b842-96c3-42f3-acf5-9dae7883daba" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.104516] env[68872]: DEBUG oslo_concurrency.lockutils [req-a2c17e98-d740-43fb-8121-ac67aaf3b367 req-453a2742-99c1-482f-a399-8bf82bbe6892 service nova] Acquired lock "refresh_cache-2048b842-96c3-42f3-acf5-9dae7883daba" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.104681] env[68872]: DEBUG nova.network.neutron [req-a2c17e98-d740-43fb-8121-ac67aaf3b367 req-453a2742-99c1-482f-a399-8bf82bbe6892 service nova] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Refreshing network info cache for port cd18ae43-dabc-4a61-8ea7-c0c30680b5b5 {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1308.467814] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Releasing lock "refresh_cache-4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.746987] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1308.747979] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957cd3a6-07e3-47e9-9f7d-8798b30f241a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.758142] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1308.758398] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88c2ecb6-0306-4f5e-9e4b-e53735508df2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.813184] env[68872]: DEBUG nova.network.neutron [req-a2c17e98-d740-43fb-8121-ac67aaf3b367 req-453a2742-99c1-482f-a399-8bf82bbe6892 service nova] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Updated VIF entry in instance network info cache for port cd18ae43-dabc-4a61-8ea7-c0c30680b5b5. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1308.813576] env[68872]: DEBUG nova.network.neutron [req-a2c17e98-d740-43fb-8121-ac67aaf3b367 req-453a2742-99c1-482f-a399-8bf82bbe6892 service nova] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Updating instance_info_cache with network_info: [{"id": "cd18ae43-dabc-4a61-8ea7-c0c30680b5b5", "address": "fa:16:3e:fa:90:83", "network": {"id": "72e2090d-18ba-4e5c-b704-766687fa7593", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1780726710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fcaa039c9ae46cebdd309123b90e32f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd18ae43-da", "ovs_interfaceid": "cd18ae43-dabc-4a61-8ea7-c0c30680b5b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.823579] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1308.823804] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Deleting contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1308.823984] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Deleting the datastore file [datastore2] 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1308.824263] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25dce60c-db7d-46b0-b333-88a239e55f22 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.831821] env[68872]: DEBUG oslo_vmware.api [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1308.831821] env[68872]: value = "task-3093659" [ 1308.831821] env[68872]: _type = "Task" [ 1308.831821] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.840224] env[68872]: DEBUG oslo_vmware.api [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093659, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.317318] env[68872]: DEBUG oslo_concurrency.lockutils [req-a2c17e98-d740-43fb-8121-ac67aaf3b367 req-453a2742-99c1-482f-a399-8bf82bbe6892 service nova] Releasing lock "refresh_cache-2048b842-96c3-42f3-acf5-9dae7883daba" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.341990] env[68872]: DEBUG oslo_vmware.api [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093659, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128322} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.342237] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1309.342425] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Deleted contents of the VM from datastore datastore2 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1309.342597] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1309.366488] env[68872]: INFO nova.scheduler.client.report [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Deleted allocations for instance 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3 [ 1309.870858] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.871268] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.871376] env[68872]: DEBUG nova.objects.instance [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lazy-loading 'resources' on Instance uuid 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1310.129674] env[68872]: DEBUG nova.compute.manager [req-8d1600c9-76db-441f-8dad-a951aadb09c0 req-43f05dfa-06c3-4dd0-a509-e4a86cfd7a4a service nova] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Received event network-vif-unplugged-b0674261-e4ca-4474-b15a-37be94b1e6ae {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1310.129890] env[68872]: DEBUG oslo_concurrency.lockutils [req-8d1600c9-76db-441f-8dad-a951aadb09c0 req-43f05dfa-06c3-4dd0-a509-e4a86cfd7a4a service nova] Acquiring lock "4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.130114] env[68872]: DEBUG oslo_concurrency.lockutils [req-8d1600c9-76db-441f-8dad-a951aadb09c0 req-43f05dfa-06c3-4dd0-a509-e4a86cfd7a4a service nova] Lock "4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.130287] env[68872]: DEBUG oslo_concurrency.lockutils [req-8d1600c9-76db-441f-8dad-a951aadb09c0 req-43f05dfa-06c3-4dd0-a509-e4a86cfd7a4a service nova] Lock "4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.130455] env[68872]: DEBUG nova.compute.manager [req-8d1600c9-76db-441f-8dad-a951aadb09c0 req-43f05dfa-06c3-4dd0-a509-e4a86cfd7a4a service nova] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] No waiting events found dispatching network-vif-unplugged-b0674261-e4ca-4474-b15a-37be94b1e6ae {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1310.130624] env[68872]: WARNING nova.compute.manager [req-8d1600c9-76db-441f-8dad-a951aadb09c0 req-43f05dfa-06c3-4dd0-a509-e4a86cfd7a4a service nova] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Received unexpected event network-vif-unplugged-b0674261-e4ca-4474-b15a-37be94b1e6ae for instance with vm_state shelved_offloaded and task_state None. [ 1310.130782] env[68872]: DEBUG nova.compute.manager [req-8d1600c9-76db-441f-8dad-a951aadb09c0 req-43f05dfa-06c3-4dd0-a509-e4a86cfd7a4a service nova] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Received event network-changed-b0674261-e4ca-4474-b15a-37be94b1e6ae {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1310.130934] env[68872]: DEBUG nova.compute.manager [req-8d1600c9-76db-441f-8dad-a951aadb09c0 req-43f05dfa-06c3-4dd0-a509-e4a86cfd7a4a service nova] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Refreshing instance network info cache due to event network-changed-b0674261-e4ca-4474-b15a-37be94b1e6ae. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1310.131131] env[68872]: DEBUG oslo_concurrency.lockutils [req-8d1600c9-76db-441f-8dad-a951aadb09c0 req-43f05dfa-06c3-4dd0-a509-e4a86cfd7a4a service nova] Acquiring lock "refresh_cache-4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.131269] env[68872]: DEBUG oslo_concurrency.lockutils [req-8d1600c9-76db-441f-8dad-a951aadb09c0 req-43f05dfa-06c3-4dd0-a509-e4a86cfd7a4a service nova] Acquired lock "refresh_cache-4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.131424] env[68872]: DEBUG nova.network.neutron [req-8d1600c9-76db-441f-8dad-a951aadb09c0 req-43f05dfa-06c3-4dd0-a509-e4a86cfd7a4a service nova] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Refreshing network info cache for port b0674261-e4ca-4474-b15a-37be94b1e6ae {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1310.373951] env[68872]: DEBUG nova.objects.instance [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lazy-loading 'numa_topology' on Instance uuid 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1310.868281] env[68872]: DEBUG nova.network.neutron [req-8d1600c9-76db-441f-8dad-a951aadb09c0 req-43f05dfa-06c3-4dd0-a509-e4a86cfd7a4a service nova] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Updated VIF entry in instance network info cache for port b0674261-e4ca-4474-b15a-37be94b1e6ae. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1310.868654] env[68872]: DEBUG nova.network.neutron [req-8d1600c9-76db-441f-8dad-a951aadb09c0 req-43f05dfa-06c3-4dd0-a509-e4a86cfd7a4a service nova] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Updating instance_info_cache with network_info: [{"id": "b0674261-e4ca-4474-b15a-37be94b1e6ae", "address": "fa:16:3e:a9:20:83", "network": {"id": "dc54d513-c9ea-47f7-9c06-737e154be9e5", "bridge": null, "label": "tempest-ServerActionsTestOtherB-687418439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4adfb6086df1437592701ee54f697cb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb0674261-e4", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.876665] env[68872]: DEBUG nova.objects.base [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Object Instance<4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3> lazy-loaded attributes: resources,numa_topology {{(pid=68872) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1310.910990] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f95baf-79cd-40b3-adc0-6733a542438e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.919066] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafeba26-4154-4e95-91c7-05c7f985cb36 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.950216] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c289e5a4-9f32-47a6-a417-9322c22ab451 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.957113] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096cdcb1-a8fd-4c37-b547-7bb19ace6372 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.969734] env[68872]: DEBUG nova.compute.provider_tree [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.371400] env[68872]: DEBUG oslo_concurrency.lockutils [req-8d1600c9-76db-441f-8dad-a951aadb09c0 req-43f05dfa-06c3-4dd0-a509-e4a86cfd7a4a service nova] Releasing lock "refresh_cache-4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.472945] env[68872]: DEBUG nova.scheduler.client.report [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1311.830584] env[68872]: DEBUG oslo_concurrency.lockutils [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.978374] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.486404] env[68872]: DEBUG oslo_concurrency.lockutils [None req-8825e0e9-02b3-4555-bf98-dd8f7b3950a4 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.895s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.487062] env[68872]: DEBUG oslo_concurrency.lockutils [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.657s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.487302] env[68872]: INFO nova.compute.manager [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Unshelving [ 1313.511570] env[68872]: DEBUG oslo_concurrency.lockutils [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.511917] env[68872]: DEBUG oslo_concurrency.lockutils [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.512091] env[68872]: DEBUG nova.objects.instance [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lazy-loading 'pci_requests' on Instance uuid 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1314.016710] env[68872]: DEBUG nova.objects.instance [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lazy-loading 'numa_topology' on Instance uuid 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1314.519192] env[68872]: INFO nova.compute.claims [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1315.467914] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1315.468197] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1315.535000] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1315.535000] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68872) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1315.573710] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f119e2-b181-4f32-bb49-538bf5a0577c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.581494] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee6062a-f60b-4742-be91-b12891578873 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.610388] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d57e0b5-8499-42ed-8b6c-f11358b82ab1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.616985] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bd6c6b-84cc-42e1-980b-dbb5616723ce {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.630728] env[68872]: DEBUG nova.compute.provider_tree [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1316.134172] env[68872]: DEBUG nova.scheduler.client.report [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.641041] env[68872]: DEBUG oslo_concurrency.lockutils [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.128s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.668871] env[68872]: INFO nova.network.neutron [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Updating port b0674261-e4ca-4474-b15a-37be94b1e6ae with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1316.770389] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.770609] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.770763] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.765949] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.025575] env[68872]: DEBUG nova.compute.manager [req-efce65cf-75f8-4d92-a486-dd96f1d1215d req-719766b0-705d-4b27-997d-864d7474521a service nova] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Received event network-vif-plugged-b0674261-e4ca-4474-b15a-37be94b1e6ae {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1318.025789] env[68872]: DEBUG oslo_concurrency.lockutils [req-efce65cf-75f8-4d92-a486-dd96f1d1215d req-719766b0-705d-4b27-997d-864d7474521a service nova] Acquiring lock "4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.025995] env[68872]: DEBUG oslo_concurrency.lockutils [req-efce65cf-75f8-4d92-a486-dd96f1d1215d req-719766b0-705d-4b27-997d-864d7474521a service nova] Lock "4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.026179] env[68872]: DEBUG oslo_concurrency.lockutils [req-efce65cf-75f8-4d92-a486-dd96f1d1215d req-719766b0-705d-4b27-997d-864d7474521a service nova] Lock "4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.026439] env[68872]: DEBUG nova.compute.manager [req-efce65cf-75f8-4d92-a486-dd96f1d1215d req-719766b0-705d-4b27-997d-864d7474521a service nova] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] No waiting events found dispatching network-vif-plugged-b0674261-e4ca-4474-b15a-37be94b1e6ae {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1318.026500] env[68872]: WARNING nova.compute.manager [req-efce65cf-75f8-4d92-a486-dd96f1d1215d req-719766b0-705d-4b27-997d-864d7474521a service nova] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Received unexpected event network-vif-plugged-b0674261-e4ca-4474-b15a-37be94b1e6ae for instance with vm_state shelved_offloaded and task_state spawning. [ 1318.362762] env[68872]: DEBUG oslo_concurrency.lockutils [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "refresh_cache-4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.362880] env[68872]: DEBUG oslo_concurrency.lockutils [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquired lock "refresh_cache-4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.363032] env[68872]: DEBUG nova.network.neutron [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1319.050785] env[68872]: DEBUG nova.network.neutron [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Updating instance_info_cache with network_info: [{"id": "b0674261-e4ca-4474-b15a-37be94b1e6ae", "address": "fa:16:3e:a9:20:83", "network": {"id": "dc54d513-c9ea-47f7-9c06-737e154be9e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-687418439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4adfb6086df1437592701ee54f697cb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0674261-e4", "ovs_interfaceid": "b0674261-e4ca-4474-b15a-37be94b1e6ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.553182] env[68872]: DEBUG oslo_concurrency.lockutils [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Releasing lock "refresh_cache-4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.579418] env[68872]: DEBUG nova.virt.hardware [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d7672d8d7704c6276906554dca09c200',container_format='bare',created_at=2025-03-19T16:14:07Z,direct_url=,disk_format='vmdk',id=1637b7c5-9baf-474d-9bae-c1711753b9ba,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-89268847-shelved',owner='4adfb6086df1437592701ee54f697cb5',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-03-19T16:14:23Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1319.579663] env[68872]: DEBUG nova.virt.hardware [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1319.579826] env[68872]: DEBUG nova.virt.hardware [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1319.580022] env[68872]: DEBUG nova.virt.hardware [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1319.580185] env[68872]: DEBUG nova.virt.hardware [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1319.580335] env[68872]: DEBUG nova.virt.hardware [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1319.580577] env[68872]: DEBUG nova.virt.hardware [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1319.580739] env[68872]: DEBUG nova.virt.hardware [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1319.580904] env[68872]: DEBUG nova.virt.hardware [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1319.581081] env[68872]: DEBUG nova.virt.hardware [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1319.581257] env[68872]: DEBUG nova.virt.hardware [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1319.582442] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ac0619-070d-4e74-b56c-d01f543b4723 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.590663] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2645a7-d07a-401d-bc68-d321a411d28c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.603963] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:20:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7abeeabc-351d-404c-ada6-6a7305667707', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0674261-e4ca-4474-b15a-37be94b1e6ae', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1319.611511] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1319.611755] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1319.611958] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-714677b2-2774-4b35-ae67-f0cb561214a6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.630500] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1319.630500] env[68872]: value = "task-3093660" [ 1319.630500] env[68872]: _type = "Task" [ 1319.630500] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.637957] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093660, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.053251] env[68872]: DEBUG nova.compute.manager [req-1827bdf1-6dfe-47c5-a34e-48ab2e55d60f req-be17f7cd-04c2-4023-a56c-773fd1e276f9 service nova] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Received event network-changed-b0674261-e4ca-4474-b15a-37be94b1e6ae {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1320.053251] env[68872]: DEBUG nova.compute.manager [req-1827bdf1-6dfe-47c5-a34e-48ab2e55d60f req-be17f7cd-04c2-4023-a56c-773fd1e276f9 service nova] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Refreshing instance network info cache due to event network-changed-b0674261-e4ca-4474-b15a-37be94b1e6ae. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1320.053509] env[68872]: DEBUG oslo_concurrency.lockutils [req-1827bdf1-6dfe-47c5-a34e-48ab2e55d60f req-be17f7cd-04c2-4023-a56c-773fd1e276f9 service nova] Acquiring lock "refresh_cache-4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.053509] env[68872]: DEBUG oslo_concurrency.lockutils [req-1827bdf1-6dfe-47c5-a34e-48ab2e55d60f req-be17f7cd-04c2-4023-a56c-773fd1e276f9 service nova] Acquired lock "refresh_cache-4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.053589] env[68872]: DEBUG nova.network.neutron [req-1827bdf1-6dfe-47c5-a34e-48ab2e55d60f req-be17f7cd-04c2-4023-a56c-773fd1e276f9 service nova] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Refreshing network info cache for port b0674261-e4ca-4474-b15a-37be94b1e6ae {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1320.140296] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093660, 'name': CreateVM_Task, 'duration_secs': 0.308061} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.140468] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1320.141094] env[68872]: DEBUG oslo_concurrency.lockutils [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1637b7c5-9baf-474d-9bae-c1711753b9ba" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.141261] env[68872]: DEBUG oslo_concurrency.lockutils [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1637b7c5-9baf-474d-9bae-c1711753b9ba" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.141636] env[68872]: DEBUG oslo_concurrency.lockutils [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1637b7c5-9baf-474d-9bae-c1711753b9ba" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.141879] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02af618e-38a1-45d7-9955-fe5efae3214a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.146508] env[68872]: DEBUG oslo_vmware.api [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1320.146508] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52aae6b5-66cd-3acc-6233-5c644c00f5da" [ 1320.146508] env[68872]: _type = "Task" [ 1320.146508] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.154847] env[68872]: DEBUG oslo_vmware.api [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52aae6b5-66cd-3acc-6233-5c644c00f5da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.658703] env[68872]: DEBUG oslo_concurrency.lockutils [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1637b7c5-9baf-474d-9bae-c1711753b9ba" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.658968] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Processing image 1637b7c5-9baf-474d-9bae-c1711753b9ba {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1320.659225] env[68872]: DEBUG oslo_concurrency.lockutils [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1637b7c5-9baf-474d-9bae-c1711753b9ba/1637b7c5-9baf-474d-9bae-c1711753b9ba.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.659374] env[68872]: DEBUG oslo_concurrency.lockutils [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1637b7c5-9baf-474d-9bae-c1711753b9ba/1637b7c5-9baf-474d-9bae-c1711753b9ba.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.659549] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1320.659795] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcb855f6-0ef2-4cec-929a-88926dd3ff95 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.667999] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1320.668189] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1320.668900] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f85f480c-eb68-46ec-9e31-5efadcb9b927 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.673810] env[68872]: DEBUG oslo_vmware.api [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1320.673810] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5265e110-0a9a-84d3-f1da-9d9dab84fa91" [ 1320.673810] env[68872]: _type = "Task" [ 1320.673810] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.680815] env[68872]: DEBUG oslo_vmware.api [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]5265e110-0a9a-84d3-f1da-9d9dab84fa91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.765150] env[68872]: DEBUG nova.network.neutron [req-1827bdf1-6dfe-47c5-a34e-48ab2e55d60f req-be17f7cd-04c2-4023-a56c-773fd1e276f9 service nova] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Updated VIF entry in instance network info cache for port b0674261-e4ca-4474-b15a-37be94b1e6ae. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1320.765553] env[68872]: DEBUG nova.network.neutron [req-1827bdf1-6dfe-47c5-a34e-48ab2e55d60f req-be17f7cd-04c2-4023-a56c-773fd1e276f9 service nova] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Updating instance_info_cache with network_info: [{"id": "b0674261-e4ca-4474-b15a-37be94b1e6ae", "address": "fa:16:3e:a9:20:83", "network": {"id": "dc54d513-c9ea-47f7-9c06-737e154be9e5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-687418439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4adfb6086df1437592701ee54f697cb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0674261-e4", "ovs_interfaceid": "b0674261-e4ca-4474-b15a-37be94b1e6ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.184949] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Preparing fetch location {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1321.185414] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Fetch image to [datastore1] OSTACK_IMG_7e5a71ad-cb61-41ae-8c86-c3056df47def/OSTACK_IMG_7e5a71ad-cb61-41ae-8c86-c3056df47def.vmdk {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1321.185479] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Downloading stream optimized image 1637b7c5-9baf-474d-9bae-c1711753b9ba to [datastore1] OSTACK_IMG_7e5a71ad-cb61-41ae-8c86-c3056df47def/OSTACK_IMG_7e5a71ad-cb61-41ae-8c86-c3056df47def.vmdk on the data store datastore1 as vApp {{(pid=68872) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1321.185609] env[68872]: DEBUG nova.virt.vmwareapi.images [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Downloading image file data 1637b7c5-9baf-474d-9bae-c1711753b9ba to the ESX as VM named 'OSTACK_IMG_7e5a71ad-cb61-41ae-8c86-c3056df47def' {{(pid=68872) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1321.250476] env[68872]: DEBUG oslo_vmware.rw_handles [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1321.250476] env[68872]: value = "resgroup-9" [ 1321.250476] env[68872]: _type = "ResourcePool" [ 1321.250476] env[68872]: }. {{(pid=68872) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1321.250789] env[68872]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-6294a503-f691-4f8a-927c-5e6aea493a34 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.267762] env[68872]: DEBUG oslo_concurrency.lockutils [req-1827bdf1-6dfe-47c5-a34e-48ab2e55d60f req-be17f7cd-04c2-4023-a56c-773fd1e276f9 service nova] Releasing lock "refresh_cache-4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.271817] env[68872]: DEBUG oslo_vmware.rw_handles [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lease: (returnval){ [ 1321.271817] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529e0341-0eb5-f51e-1b80-f4428b99e166" [ 1321.271817] env[68872]: _type = "HttpNfcLease" [ 1321.271817] env[68872]: } obtained for vApp import into resource pool (val){ [ 1321.271817] env[68872]: value = "resgroup-9" [ 1321.271817] env[68872]: _type = "ResourcePool" [ 1321.271817] env[68872]: }. {{(pid=68872) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1321.272166] env[68872]: DEBUG oslo_vmware.api [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the lease: (returnval){ [ 1321.272166] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529e0341-0eb5-f51e-1b80-f4428b99e166" [ 1321.272166] env[68872]: _type = "HttpNfcLease" [ 1321.272166] env[68872]: } to be ready. {{(pid=68872) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1321.277822] env[68872]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1321.277822] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529e0341-0eb5-f51e-1b80-f4428b99e166" [ 1321.277822] env[68872]: _type = "HttpNfcLease" [ 1321.277822] env[68872]: } is initializing. {{(pid=68872) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1321.771055] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.780139] env[68872]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1321.780139] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529e0341-0eb5-f51e-1b80-f4428b99e166" [ 1321.780139] env[68872]: _type = "HttpNfcLease" [ 1321.780139] env[68872]: } is ready. {{(pid=68872) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1321.781027] env[68872]: DEBUG oslo_vmware.rw_handles [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1321.781027] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]529e0341-0eb5-f51e-1b80-f4428b99e166" [ 1321.781027] env[68872]: _type = "HttpNfcLease" [ 1321.781027] env[68872]: }. {{(pid=68872) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1321.781764] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72c6664-90c3-4d32-9447-1bf1d277d142 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.789306] env[68872]: DEBUG oslo_vmware.rw_handles [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5204d1a1-f9bb-8fbd-54d0-7bbcebd66d38/disk-0.vmdk from lease info. {{(pid=68872) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1321.789471] env[68872]: DEBUG oslo_vmware.rw_handles [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5204d1a1-f9bb-8fbd-54d0-7bbcebd66d38/disk-0.vmdk. {{(pid=68872) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1321.852073] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-40dc6f2b-07c5-4dbc-b7dc-70115c72e8db {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.274716] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.275156] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.275330] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.275526] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68872) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1322.276421] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0fda66-e9ae-46a3-ab07-8888d788a07d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.288234] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f64f9f-aa90-441a-86f8-fcde0a18a04e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.305457] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9235f1b-5cd5-42da-b8d0-84ce537c5ee3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.312448] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f573206-f377-48bf-bfd9-375dbf0882e6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.344244] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180768MB free_disk=138GB free_vcpus=48 pci_devices=None {{(pid=68872) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1322.344425] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.344657] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.906647] env[68872]: DEBUG oslo_vmware.rw_handles [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Completed reading data from the image iterator. {{(pid=68872) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1322.906929] env[68872]: DEBUG oslo_vmware.rw_handles [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5204d1a1-f9bb-8fbd-54d0-7bbcebd66d38/disk-0.vmdk. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1322.907907] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8953c7a4-32a2-4dfd-9363-bfa6061de858 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.915296] env[68872]: DEBUG oslo_vmware.rw_handles [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5204d1a1-f9bb-8fbd-54d0-7bbcebd66d38/disk-0.vmdk is in state: ready. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1322.915472] env[68872]: DEBUG oslo_vmware.rw_handles [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5204d1a1-f9bb-8fbd-54d0-7bbcebd66d38/disk-0.vmdk. {{(pid=68872) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1322.915729] env[68872]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-088e3fe7-4aad-46d8-ae52-cda296e3f755 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.099432] env[68872]: DEBUG oslo_vmware.rw_handles [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5204d1a1-f9bb-8fbd-54d0-7bbcebd66d38/disk-0.vmdk. {{(pid=68872) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1323.099642] env[68872]: INFO nova.virt.vmwareapi.images [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Downloaded image file data 1637b7c5-9baf-474d-9bae-c1711753b9ba [ 1323.100515] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce73a9f-f868-4d22-acd7-c6cb0c8b1222 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.117345] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82b61dea-841e-43d7-9b3c-aa2d4a3df63b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.152149] env[68872]: INFO nova.virt.vmwareapi.images [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] The imported VM was unregistered [ 1323.154437] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Caching image {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1323.154663] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Creating directory with path [datastore1] devstack-image-cache_base/1637b7c5-9baf-474d-9bae-c1711753b9ba {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1323.154921] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd715929-f59c-461d-b6e9-776ac984b08a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.174744] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Created directory with path [datastore1] devstack-image-cache_base/1637b7c5-9baf-474d-9bae-c1711753b9ba {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1323.174916] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_7e5a71ad-cb61-41ae-8c86-c3056df47def/OSTACK_IMG_7e5a71ad-cb61-41ae-8c86-c3056df47def.vmdk to [datastore1] devstack-image-cache_base/1637b7c5-9baf-474d-9bae-c1711753b9ba/1637b7c5-9baf-474d-9bae-c1711753b9ba.vmdk. {{(pid=68872) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1323.175164] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-630b7040-7ae1-49ba-b942-ad08e1ace87f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.181171] env[68872]: DEBUG oslo_vmware.api [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1323.181171] env[68872]: value = "task-3093663" [ 1323.181171] env[68872]: _type = "Task" [ 1323.181171] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.188287] env[68872]: DEBUG oslo_vmware.api [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093663, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.372109] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1323.372389] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 2048b842-96c3-42f3-acf5-9dae7883daba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1323.372389] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1323.372559] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=68872) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1323.372700] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=68872) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1323.423537] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290c96d5-62d4-43b1-b33f-8a5cf345f7e6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.433100] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f1ed30-c1a6-4fc6-ab29-b0d4fa7aedb3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.465252] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfec9a9-bad4-4cf5-b34c-4db035079a6b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.474013] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b15696-2bb7-45cd-9844-f91b7285e329 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.490570] env[68872]: DEBUG nova.compute.provider_tree [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1323.693235] env[68872]: DEBUG oslo_vmware.api [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093663, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.993607] env[68872]: DEBUG nova.scheduler.client.report [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.194715] env[68872]: DEBUG oslo_vmware.api [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093663, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.499690] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68872) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1324.500014] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.155s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.695460] env[68872]: DEBUG oslo_vmware.api [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093663, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.195704] env[68872]: DEBUG oslo_vmware.api [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093663, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.695336] env[68872]: DEBUG oslo_vmware.api [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093663, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.344376} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.695702] env[68872]: INFO nova.virt.vmwareapi.ds_util [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_7e5a71ad-cb61-41ae-8c86-c3056df47def/OSTACK_IMG_7e5a71ad-cb61-41ae-8c86-c3056df47def.vmdk to [datastore1] devstack-image-cache_base/1637b7c5-9baf-474d-9bae-c1711753b9ba/1637b7c5-9baf-474d-9bae-c1711753b9ba.vmdk. [ 1325.695811] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Cleaning up location [datastore1] OSTACK_IMG_7e5a71ad-cb61-41ae-8c86-c3056df47def {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1325.695981] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_7e5a71ad-cb61-41ae-8c86-c3056df47def {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1325.696222] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ca2894e-ea18-47c9-ba22-9a38490dcd32 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.702414] env[68872]: DEBUG oslo_vmware.api [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1325.702414] env[68872]: value = "task-3093664" [ 1325.702414] env[68872]: _type = "Task" [ 1325.702414] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.709633] env[68872]: DEBUG oslo_vmware.api [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093664, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.211663] env[68872]: DEBUG oslo_vmware.api [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093664, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.063516} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.211923] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1326.212107] env[68872]: DEBUG oslo_concurrency.lockutils [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1637b7c5-9baf-474d-9bae-c1711753b9ba/1637b7c5-9baf-474d-9bae-c1711753b9ba.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.212353] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1637b7c5-9baf-474d-9bae-c1711753b9ba/1637b7c5-9baf-474d-9bae-c1711753b9ba.vmdk to [datastore1] 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3/4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1326.212607] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-930267dc-0ec4-4a3f-829e-bf5d3c0655c3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.219073] env[68872]: DEBUG oslo_vmware.api [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1326.219073] env[68872]: value = "task-3093665" [ 1326.219073] env[68872]: _type = "Task" [ 1326.219073] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.227478] env[68872]: DEBUG oslo_vmware.api [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.731457] env[68872]: DEBUG oslo_vmware.api [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093665, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.234286] env[68872]: DEBUG oslo_vmware.api [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093665, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.733980] env[68872]: DEBUG oslo_vmware.api [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093665, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.234314] env[68872]: DEBUG oslo_vmware.api [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093665, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.732985] env[68872]: DEBUG oslo_vmware.api [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093665, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.118201} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.733261] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1637b7c5-9baf-474d-9bae-c1711753b9ba/1637b7c5-9baf-474d-9bae-c1711753b9ba.vmdk to [datastore1] 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3/4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1328.734034] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdb9f83-8615-40de-9acd-b7dbe0dfd201 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.754953] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3/4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3.vmdk or device None with type streamOptimized {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1328.755212] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-142c4b13-5b12-45a9-8fc1-9f7ffa3e68bb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.773565] env[68872]: DEBUG oslo_vmware.api [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1328.773565] env[68872]: value = "task-3093666" [ 1328.773565] env[68872]: _type = "Task" [ 1328.773565] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.780732] env[68872]: DEBUG oslo_vmware.api [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093666, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.283164] env[68872]: DEBUG oslo_vmware.api [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093666, 'name': ReconfigVM_Task, 'duration_secs': 0.284768} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.283497] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3/4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3.vmdk or device None with type streamOptimized {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1329.284216] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-397ab1c4-3f93-4987-9ff3-fa862fbddfb5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.289823] env[68872]: DEBUG oslo_vmware.api [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1329.289823] env[68872]: value = "task-3093667" [ 1329.289823] env[68872]: _type = "Task" [ 1329.289823] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.296920] env[68872]: DEBUG oslo_vmware.api [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093667, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.799664] env[68872]: DEBUG oslo_vmware.api [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093667, 'name': Rename_Task, 'duration_secs': 0.226754} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.800072] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1329.800224] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66855d82-0378-4ef9-a899-a6d90130ef7c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.806113] env[68872]: DEBUG oslo_vmware.api [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1329.806113] env[68872]: value = "task-3093668" [ 1329.806113] env[68872]: _type = "Task" [ 1329.806113] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.813218] env[68872]: DEBUG oslo_vmware.api [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.318017] env[68872]: DEBUG oslo_vmware.api [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093668, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.817699] env[68872]: DEBUG oslo_vmware.api [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093668, 'name': PowerOnVM_Task, 'duration_secs': 0.665048} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.818990] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1330.916270] env[68872]: DEBUG nova.compute.manager [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1330.917247] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3b465f-c94f-41ef-a425-9acce1fc04bd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.437252] env[68872]: DEBUG oslo_concurrency.lockutils [None req-096baccc-d702-4fd1-b79f-14875f327bfb tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.950s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.387339] env[68872]: DEBUG oslo_concurrency.lockutils [None req-594dc263-f5ef-4979-b727-66b518fd2ef8 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.387734] env[68872]: DEBUG oslo_concurrency.lockutils [None req-594dc263-f5ef-4979-b727-66b518fd2ef8 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.387827] env[68872]: DEBUG oslo_concurrency.lockutils [None req-594dc263-f5ef-4979-b727-66b518fd2ef8 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.388025] env[68872]: DEBUG oslo_concurrency.lockutils [None req-594dc263-f5ef-4979-b727-66b518fd2ef8 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.388205] env[68872]: DEBUG oslo_concurrency.lockutils [None req-594dc263-f5ef-4979-b727-66b518fd2ef8 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.390324] env[68872]: INFO nova.compute.manager [None req-594dc263-f5ef-4979-b727-66b518fd2ef8 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Terminating instance [ 1332.894674] env[68872]: DEBUG nova.compute.manager [None req-594dc263-f5ef-4979-b727-66b518fd2ef8 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1332.895050] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-594dc263-f5ef-4979-b727-66b518fd2ef8 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1332.896437] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294566c7-0024-4c5e-80c7-b9789f972b29 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.906823] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-594dc263-f5ef-4979-b727-66b518fd2ef8 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.907165] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-265484e7-5a17-457c-a0bc-357899add1aa {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.914065] env[68872]: DEBUG oslo_vmware.api [None req-594dc263-f5ef-4979-b727-66b518fd2ef8 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1332.914065] env[68872]: value = "task-3093669" [ 1332.914065] env[68872]: _type = "Task" [ 1332.914065] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.922333] env[68872]: DEBUG oslo_vmware.api [None req-594dc263-f5ef-4979-b727-66b518fd2ef8 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.424245] env[68872]: DEBUG oslo_vmware.api [None req-594dc263-f5ef-4979-b727-66b518fd2ef8 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093669, 'name': PowerOffVM_Task, 'duration_secs': 0.188007} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.424528] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-594dc263-f5ef-4979-b727-66b518fd2ef8 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1333.424684] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-594dc263-f5ef-4979-b727-66b518fd2ef8 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1333.424939] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5194298-1172-4f2a-98db-f218d2aa2758 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.492587] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-594dc263-f5ef-4979-b727-66b518fd2ef8 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1333.492901] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-594dc263-f5ef-4979-b727-66b518fd2ef8 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1333.493204] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-594dc263-f5ef-4979-b727-66b518fd2ef8 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Deleting the datastore file [datastore1] 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1333.493555] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e6b40b5-937f-40cd-956f-afd1d4a71845 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.500114] env[68872]: DEBUG oslo_vmware.api [None req-594dc263-f5ef-4979-b727-66b518fd2ef8 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for the task: (returnval){ [ 1333.500114] env[68872]: value = "task-3093671" [ 1333.500114] env[68872]: _type = "Task" [ 1333.500114] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.507329] env[68872]: DEBUG oslo_vmware.api [None req-594dc263-f5ef-4979-b727-66b518fd2ef8 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.010643] env[68872]: DEBUG oslo_vmware.api [None req-594dc263-f5ef-4979-b727-66b518fd2ef8 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Task: {'id': task-3093671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126494} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.010896] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-594dc263-f5ef-4979-b727-66b518fd2ef8 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1334.011083] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-594dc263-f5ef-4979-b727-66b518fd2ef8 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1334.011265] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-594dc263-f5ef-4979-b727-66b518fd2ef8 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1334.011437] env[68872]: INFO nova.compute.manager [None req-594dc263-f5ef-4979-b727-66b518fd2ef8 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1334.011702] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-594dc263-f5ef-4979-b727-66b518fd2ef8 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1334.011893] env[68872]: DEBUG nova.compute.manager [-] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1334.011984] env[68872]: DEBUG nova.network.neutron [-] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1334.493652] env[68872]: DEBUG nova.compute.manager [req-3fde8550-9d76-41da-9392-988b243674e6 req-0fcf4c9a-623c-42b6-b9a6-dfa584189e9d service nova] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Received event network-vif-deleted-b0674261-e4ca-4474-b15a-37be94b1e6ae {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1334.493930] env[68872]: INFO nova.compute.manager [req-3fde8550-9d76-41da-9392-988b243674e6 req-0fcf4c9a-623c-42b6-b9a6-dfa584189e9d service nova] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Neutron deleted interface b0674261-e4ca-4474-b15a-37be94b1e6ae; detaching it from the instance and deleting it from the info cache [ 1334.494146] env[68872]: DEBUG nova.network.neutron [req-3fde8550-9d76-41da-9392-988b243674e6 req-0fcf4c9a-623c-42b6-b9a6-dfa584189e9d service nova] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.970639] env[68872]: DEBUG nova.network.neutron [-] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.996276] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf231ec4-5609-443e-98b8-9e0e38bbc995 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.006513] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde4112a-c2b2-473f-9282-f3ed3e2987e2 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.032342] env[68872]: DEBUG nova.compute.manager [req-3fde8550-9d76-41da-9392-988b243674e6 req-0fcf4c9a-623c-42b6-b9a6-dfa584189e9d service nova] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Detach interface failed, port_id=b0674261-e4ca-4474-b15a-37be94b1e6ae, reason: Instance 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3 could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1335.474163] env[68872]: INFO nova.compute.manager [-] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Took 1.46 seconds to deallocate network for instance. [ 1335.981454] env[68872]: DEBUG oslo_concurrency.lockutils [None req-594dc263-f5ef-4979-b727-66b518fd2ef8 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.981848] env[68872]: DEBUG oslo_concurrency.lockutils [None req-594dc263-f5ef-4979-b727-66b518fd2ef8 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.982038] env[68872]: DEBUG nova.objects.instance [None req-594dc263-f5ef-4979-b727-66b518fd2ef8 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lazy-loading 'resources' on Instance uuid 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.535835] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ef0a7a-943c-445f-ac50-512a9ec9604c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.543349] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f4b36b-c985-4f34-9de7-32133b37a929 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.572354] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f94f659-8fd5-4706-8279-d321281ef693 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.578974] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e7a849-7871-4f29-b753-c64b2951a2ed {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.591539] env[68872]: DEBUG nova.compute.provider_tree [None req-594dc263-f5ef-4979-b727-66b518fd2ef8 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1336.904168] env[68872]: DEBUG oslo_concurrency.lockutils [None req-02c1b7dc-287f-4586-a5b9-89a2866c31ce tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Acquiring lock "9e58f8e4-bc35-46e4-8dc5-d830cb953a2c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.904418] env[68872]: DEBUG oslo_concurrency.lockutils [None req-02c1b7dc-287f-4586-a5b9-89a2866c31ce tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "9e58f8e4-bc35-46e4-8dc5-d830cb953a2c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.094983] env[68872]: DEBUG nova.scheduler.client.report [None req-594dc263-f5ef-4979-b727-66b518fd2ef8 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.407067] env[68872]: DEBUG nova.compute.utils [None req-02c1b7dc-287f-4586-a5b9-89a2866c31ce tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1337.599403] env[68872]: DEBUG oslo_concurrency.lockutils [None req-594dc263-f5ef-4979-b727-66b518fd2ef8 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.617s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.617064] env[68872]: INFO nova.scheduler.client.report [None req-594dc263-f5ef-4979-b727-66b518fd2ef8 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Deleted allocations for instance 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3 [ 1337.910080] env[68872]: DEBUG oslo_concurrency.lockutils [None req-02c1b7dc-287f-4586-a5b9-89a2866c31ce tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "9e58f8e4-bc35-46e4-8dc5-d830cb953a2c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.124337] env[68872]: DEBUG oslo_concurrency.lockutils [None req-594dc263-f5ef-4979-b727-66b518fd2ef8 tempest-ServerActionsTestOtherB-1015015058 tempest-ServerActionsTestOtherB-1015015058-project-member] Lock "4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.737s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.974143] env[68872]: DEBUG oslo_concurrency.lockutils [None req-02c1b7dc-287f-4586-a5b9-89a2866c31ce tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Acquiring lock "9e58f8e4-bc35-46e4-8dc5-d830cb953a2c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.974143] env[68872]: DEBUG oslo_concurrency.lockutils [None req-02c1b7dc-287f-4586-a5b9-89a2866c31ce tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "9e58f8e4-bc35-46e4-8dc5-d830cb953a2c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.974143] env[68872]: INFO nova.compute.manager [None req-02c1b7dc-287f-4586-a5b9-89a2866c31ce tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Attaching volume 5541d061-943e-4659-90a1-e24e7511c7b3 to /dev/sdb [ 1339.003907] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2214e59d-a4ea-464e-a703-2bdb6185608e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.011268] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda8df3e-f8c8-427a-ac95-4e03e9babae0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.024861] env[68872]: DEBUG nova.virt.block_device [None req-02c1b7dc-287f-4586-a5b9-89a2866c31ce tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Updating existing volume attachment record: f8e6f137-4ac8-4d46-805a-26cc64206b91 {{(pid=68872) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1343.567533] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-02c1b7dc-287f-4586-a5b9-89a2866c31ce tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Volume attach. Driver type: vmdk {{(pid=68872) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1343.567763] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-02c1b7dc-287f-4586-a5b9-89a2866c31ce tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619178', 'volume_id': '5541d061-943e-4659-90a1-e24e7511c7b3', 'name': 'volume-5541d061-943e-4659-90a1-e24e7511c7b3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9e58f8e4-bc35-46e4-8dc5-d830cb953a2c', 'attached_at': '', 'detached_at': '', 'volume_id': '5541d061-943e-4659-90a1-e24e7511c7b3', 'serial': '5541d061-943e-4659-90a1-e24e7511c7b3'} {{(pid=68872) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1343.568681] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055b6cfa-17b4-4510-a00b-0c04bacf7021 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.585326] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2984e8fd-1846-44e5-86d9-6f229091989d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.609656] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-02c1b7dc-287f-4586-a5b9-89a2866c31ce tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-5541d061-943e-4659-90a1-e24e7511c7b3/volume-5541d061-943e-4659-90a1-e24e7511c7b3.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1343.609904] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-468cd465-300f-4c0b-85a2-2b082639aff6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.628348] env[68872]: DEBUG oslo_vmware.api [None req-02c1b7dc-287f-4586-a5b9-89a2866c31ce tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Waiting for the task: (returnval){ [ 1343.628348] env[68872]: value = "task-3093675" [ 1343.628348] env[68872]: _type = "Task" [ 1343.628348] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.636244] env[68872]: DEBUG oslo_vmware.api [None req-02c1b7dc-287f-4586-a5b9-89a2866c31ce tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093675, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.139741] env[68872]: DEBUG oslo_vmware.api [None req-02c1b7dc-287f-4586-a5b9-89a2866c31ce tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093675, 'name': ReconfigVM_Task, 'duration_secs': 0.345412} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.140050] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-02c1b7dc-287f-4586-a5b9-89a2866c31ce tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-5541d061-943e-4659-90a1-e24e7511c7b3/volume-5541d061-943e-4659-90a1-e24e7511c7b3.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1344.145140] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca05acad-6778-4fff-bc26-5c3fe05a3257 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.161581] env[68872]: DEBUG oslo_vmware.api [None req-02c1b7dc-287f-4586-a5b9-89a2866c31ce tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Waiting for the task: (returnval){ [ 1344.161581] env[68872]: value = "task-3093676" [ 1344.161581] env[68872]: _type = "Task" [ 1344.161581] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.170966] env[68872]: DEBUG oslo_vmware.api [None req-02c1b7dc-287f-4586-a5b9-89a2866c31ce tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093676, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.671505] env[68872]: DEBUG oslo_vmware.api [None req-02c1b7dc-287f-4586-a5b9-89a2866c31ce tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093676, 'name': ReconfigVM_Task, 'duration_secs': 0.142283} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.671823] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-02c1b7dc-287f-4586-a5b9-89a2866c31ce tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619178', 'volume_id': '5541d061-943e-4659-90a1-e24e7511c7b3', 'name': 'volume-5541d061-943e-4659-90a1-e24e7511c7b3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9e58f8e4-bc35-46e4-8dc5-d830cb953a2c', 'attached_at': '', 'detached_at': '', 'volume_id': '5541d061-943e-4659-90a1-e24e7511c7b3', 'serial': '5541d061-943e-4659-90a1-e24e7511c7b3'} {{(pid=68872) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1345.704987] env[68872]: DEBUG nova.objects.instance [None req-02c1b7dc-287f-4586-a5b9-89a2866c31ce tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lazy-loading 'flavor' on Instance uuid 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.768876] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b1209b6a-c304-4168-a378-8d9318ad4c45 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquiring lock "2048b842-96c3-42f3-acf5-9dae7883daba" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.769113] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b1209b6a-c304-4168-a378-8d9318ad4c45 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "2048b842-96c3-42f3-acf5-9dae7883daba" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.211253] env[68872]: DEBUG oslo_concurrency.lockutils [None req-02c1b7dc-287f-4586-a5b9-89a2866c31ce tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "9e58f8e4-bc35-46e4-8dc5-d830cb953a2c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.237s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.271877] env[68872]: DEBUG nova.compute.utils [None req-b1209b6a-c304-4168-a378-8d9318ad4c45 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1346.776587] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b1209b6a-c304-4168-a378-8d9318ad4c45 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "2048b842-96c3-42f3-acf5-9dae7883daba" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.035939] env[68872]: DEBUG oslo_concurrency.lockutils [None req-347758d6-f4f5-4e0f-93f8-caedc41cf0f6 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Acquiring lock "9e58f8e4-bc35-46e4-8dc5-d830cb953a2c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.036152] env[68872]: DEBUG oslo_concurrency.lockutils [None req-347758d6-f4f5-4e0f-93f8-caedc41cf0f6 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "9e58f8e4-bc35-46e4-8dc5-d830cb953a2c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.539896] env[68872]: DEBUG nova.compute.utils [None req-347758d6-f4f5-4e0f-93f8-caedc41cf0f6 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1347.837738] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b1209b6a-c304-4168-a378-8d9318ad4c45 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquiring lock "2048b842-96c3-42f3-acf5-9dae7883daba" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.838144] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b1209b6a-c304-4168-a378-8d9318ad4c45 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "2048b842-96c3-42f3-acf5-9dae7883daba" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.838204] env[68872]: INFO nova.compute.manager [None req-b1209b6a-c304-4168-a378-8d9318ad4c45 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Attaching volume d84bcd92-ce3f-4b62-b3a6-d54432e31171 to /dev/sdb [ 1347.869784] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261e5274-807c-42df-8f3e-175bae682e61 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.877359] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444ab65c-187d-4ca6-a55a-b9485f3abd47 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.891791] env[68872]: DEBUG nova.virt.block_device [None req-b1209b6a-c304-4168-a378-8d9318ad4c45 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Updating existing volume attachment record: a1d9707a-c234-415a-a7eb-069d73307ce8 {{(pid=68872) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1348.042615] env[68872]: DEBUG oslo_concurrency.lockutils [None req-347758d6-f4f5-4e0f-93f8-caedc41cf0f6 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "9e58f8e4-bc35-46e4-8dc5-d830cb953a2c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.098529] env[68872]: DEBUG oslo_concurrency.lockutils [None req-347758d6-f4f5-4e0f-93f8-caedc41cf0f6 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Acquiring lock "9e58f8e4-bc35-46e4-8dc5-d830cb953a2c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.098894] env[68872]: DEBUG oslo_concurrency.lockutils [None req-347758d6-f4f5-4e0f-93f8-caedc41cf0f6 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "9e58f8e4-bc35-46e4-8dc5-d830cb953a2c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.099046] env[68872]: INFO nova.compute.manager [None req-347758d6-f4f5-4e0f-93f8-caedc41cf0f6 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Attaching volume 7e064089-bfca-44e7-933b-a9804b3864c2 to /dev/sdc [ 1349.128702] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3ea611-30b2-4b12-85ed-dd0e134b7325 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.136477] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3078af0-3567-47eb-9901-1bef461fec16 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.150087] env[68872]: DEBUG nova.virt.block_device [None req-347758d6-f4f5-4e0f-93f8-caedc41cf0f6 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Updating existing volume attachment record: fe1f1809-e339-4bbf-bc42-2401ad8ac751 {{(pid=68872) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1352.435901] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1209b6a-c304-4168-a378-8d9318ad4c45 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Volume attach. Driver type: vmdk {{(pid=68872) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1352.436204] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1209b6a-c304-4168-a378-8d9318ad4c45 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619180', 'volume_id': 'd84bcd92-ce3f-4b62-b3a6-d54432e31171', 'name': 'volume-d84bcd92-ce3f-4b62-b3a6-d54432e31171', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2048b842-96c3-42f3-acf5-9dae7883daba', 'attached_at': '', 'detached_at': '', 'volume_id': 'd84bcd92-ce3f-4b62-b3a6-d54432e31171', 'serial': 'd84bcd92-ce3f-4b62-b3a6-d54432e31171'} {{(pid=68872) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1352.437101] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3398c2f4-dc65-47f9-9f91-7b5a4adf0ea9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.453379] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c58917-5c02-49ac-9c3e-ad2d5c95415d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.476871] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1209b6a-c304-4168-a378-8d9318ad4c45 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-d84bcd92-ce3f-4b62-b3a6-d54432e31171/volume-d84bcd92-ce3f-4b62-b3a6-d54432e31171.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1352.477148] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbedef13-0081-4520-81ea-a5e790f812a5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.494694] env[68872]: DEBUG oslo_vmware.api [None req-b1209b6a-c304-4168-a378-8d9318ad4c45 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1352.494694] env[68872]: value = "task-3093683" [ 1352.494694] env[68872]: _type = "Task" [ 1352.494694] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.502135] env[68872]: DEBUG oslo_vmware.api [None req-b1209b6a-c304-4168-a378-8d9318ad4c45 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093683, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.005018] env[68872]: DEBUG oslo_vmware.api [None req-b1209b6a-c304-4168-a378-8d9318ad4c45 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093683, 'name': ReconfigVM_Task, 'duration_secs': 0.327553} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.005375] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1209b6a-c304-4168-a378-8d9318ad4c45 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-d84bcd92-ce3f-4b62-b3a6-d54432e31171/volume-d84bcd92-ce3f-4b62-b3a6-d54432e31171.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1353.009983] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14ea01b7-b38a-40fc-8ce8-caa4d4231747 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.023751] env[68872]: DEBUG oslo_vmware.api [None req-b1209b6a-c304-4168-a378-8d9318ad4c45 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1353.023751] env[68872]: value = "task-3093684" [ 1353.023751] env[68872]: _type = "Task" [ 1353.023751] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.031065] env[68872]: DEBUG oslo_vmware.api [None req-b1209b6a-c304-4168-a378-8d9318ad4c45 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093684, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.533780] env[68872]: DEBUG oslo_vmware.api [None req-b1209b6a-c304-4168-a378-8d9318ad4c45 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093684, 'name': ReconfigVM_Task, 'duration_secs': 0.13482} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.534104] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1209b6a-c304-4168-a378-8d9318ad4c45 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619180', 'volume_id': 'd84bcd92-ce3f-4b62-b3a6-d54432e31171', 'name': 'volume-d84bcd92-ce3f-4b62-b3a6-d54432e31171', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2048b842-96c3-42f3-acf5-9dae7883daba', 'attached_at': '', 'detached_at': '', 'volume_id': 'd84bcd92-ce3f-4b62-b3a6-d54432e31171', 'serial': 'd84bcd92-ce3f-4b62-b3a6-d54432e31171'} {{(pid=68872) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1353.691036] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-347758d6-f4f5-4e0f-93f8-caedc41cf0f6 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Volume attach. Driver type: vmdk {{(pid=68872) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1353.691284] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-347758d6-f4f5-4e0f-93f8-caedc41cf0f6 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619181', 'volume_id': '7e064089-bfca-44e7-933b-a9804b3864c2', 'name': 'volume-7e064089-bfca-44e7-933b-a9804b3864c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9e58f8e4-bc35-46e4-8dc5-d830cb953a2c', 'attached_at': '', 'detached_at': '', 'volume_id': '7e064089-bfca-44e7-933b-a9804b3864c2', 'serial': '7e064089-bfca-44e7-933b-a9804b3864c2'} {{(pid=68872) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1353.692143] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7d7773-8791-4822-ac7c-b82a523b9072 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.709465] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d3d0dd-9e31-403d-b2d1-a55d7da268f0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.735841] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-347758d6-f4f5-4e0f-93f8-caedc41cf0f6 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-7e064089-bfca-44e7-933b-a9804b3864c2/volume-7e064089-bfca-44e7-933b-a9804b3864c2.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1353.736090] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ec0b07c-6e8d-4d7c-b3d4-c8f5cb44a781 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.754341] env[68872]: DEBUG oslo_vmware.api [None req-347758d6-f4f5-4e0f-93f8-caedc41cf0f6 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Waiting for the task: (returnval){ [ 1353.754341] env[68872]: value = "task-3093685" [ 1353.754341] env[68872]: _type = "Task" [ 1353.754341] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.761763] env[68872]: DEBUG oslo_vmware.api [None req-347758d6-f4f5-4e0f-93f8-caedc41cf0f6 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093685, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.263907] env[68872]: DEBUG oslo_vmware.api [None req-347758d6-f4f5-4e0f-93f8-caedc41cf0f6 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093685, 'name': ReconfigVM_Task, 'duration_secs': 0.332471} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.264199] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-347758d6-f4f5-4e0f-93f8-caedc41cf0f6 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-7e064089-bfca-44e7-933b-a9804b3864c2/volume-7e064089-bfca-44e7-933b-a9804b3864c2.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1354.268842] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2741f460-73a0-4386-9357-afdfff82e546 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.283230] env[68872]: DEBUG oslo_vmware.api [None req-347758d6-f4f5-4e0f-93f8-caedc41cf0f6 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Waiting for the task: (returnval){ [ 1354.283230] env[68872]: value = "task-3093686" [ 1354.283230] env[68872]: _type = "Task" [ 1354.283230] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.290369] env[68872]: DEBUG oslo_vmware.api [None req-347758d6-f4f5-4e0f-93f8-caedc41cf0f6 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093686, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.569910] env[68872]: DEBUG nova.objects.instance [None req-b1209b6a-c304-4168-a378-8d9318ad4c45 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lazy-loading 'flavor' on Instance uuid 2048b842-96c3-42f3-acf5-9dae7883daba {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1354.793308] env[68872]: DEBUG oslo_vmware.api [None req-347758d6-f4f5-4e0f-93f8-caedc41cf0f6 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093686, 'name': ReconfigVM_Task, 'duration_secs': 0.134787} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.793617] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-347758d6-f4f5-4e0f-93f8-caedc41cf0f6 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619181', 'volume_id': '7e064089-bfca-44e7-933b-a9804b3864c2', 'name': 'volume-7e064089-bfca-44e7-933b-a9804b3864c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9e58f8e4-bc35-46e4-8dc5-d830cb953a2c', 'attached_at': '', 'detached_at': '', 'volume_id': '7e064089-bfca-44e7-933b-a9804b3864c2', 'serial': '7e064089-bfca-44e7-933b-a9804b3864c2'} {{(pid=68872) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1355.075711] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b1209b6a-c304-4168-a378-8d9318ad4c45 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "2048b842-96c3-42f3-acf5-9dae7883daba" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.238s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.842904] env[68872]: DEBUG nova.objects.instance [None req-347758d6-f4f5-4e0f-93f8-caedc41cf0f6 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lazy-loading 'flavor' on Instance uuid 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1356.112040] env[68872]: DEBUG oslo_concurrency.lockutils [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquiring lock "4de85551-527f-4f50-b931-a66f57805aba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.112278] env[68872]: DEBUG oslo_concurrency.lockutils [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "4de85551-527f-4f50-b931-a66f57805aba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.348282] env[68872]: DEBUG oslo_concurrency.lockutils [None req-347758d6-f4f5-4e0f-93f8-caedc41cf0f6 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "9e58f8e4-bc35-46e4-8dc5-d830cb953a2c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.249s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.365771] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ee3cfe98-eb7e-45db-8137-96a53488c974 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Acquiring lock "9e58f8e4-bc35-46e4-8dc5-d830cb953a2c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.366024] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ee3cfe98-eb7e-45db-8137-96a53488c974 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "9e58f8e4-bc35-46e4-8dc5-d830cb953a2c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.614346] env[68872]: DEBUG nova.compute.manager [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1356.868783] env[68872]: INFO nova.compute.manager [None req-ee3cfe98-eb7e-45db-8137-96a53488c974 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Detaching volume 5541d061-943e-4659-90a1-e24e7511c7b3 [ 1356.899846] env[68872]: INFO nova.virt.block_device [None req-ee3cfe98-eb7e-45db-8137-96a53488c974 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Attempting to driver detach volume 5541d061-943e-4659-90a1-e24e7511c7b3 from mountpoint /dev/sdb [ 1356.900134] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee3cfe98-eb7e-45db-8137-96a53488c974 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Volume detach. Driver type: vmdk {{(pid=68872) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1356.900334] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee3cfe98-eb7e-45db-8137-96a53488c974 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619178', 'volume_id': '5541d061-943e-4659-90a1-e24e7511c7b3', 'name': 'volume-5541d061-943e-4659-90a1-e24e7511c7b3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9e58f8e4-bc35-46e4-8dc5-d830cb953a2c', 'attached_at': '', 'detached_at': '', 'volume_id': '5541d061-943e-4659-90a1-e24e7511c7b3', 'serial': '5541d061-943e-4659-90a1-e24e7511c7b3'} {{(pid=68872) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1356.901236] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f2cabd-a911-4275-8a58-9cc49cc24f99 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.925318] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a55a4f1-2c78-4014-8c28-e197445ed4c7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.931745] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825877b1-35b2-4bf2-8120-7f968c384e3c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.956099] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903d44a5-d2e9-4bed-96f4-0d4d75716d07 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.970512] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee3cfe98-eb7e-45db-8137-96a53488c974 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] The volume has not been displaced from its original location: [datastore1] volume-5541d061-943e-4659-90a1-e24e7511c7b3/volume-5541d061-943e-4659-90a1-e24e7511c7b3.vmdk. No consolidation needed. {{(pid=68872) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1356.975665] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee3cfe98-eb7e-45db-8137-96a53488c974 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1356.975922] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cda750f6-ce52-4753-b674-1780a03c3edf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.993392] env[68872]: DEBUG oslo_vmware.api [None req-ee3cfe98-eb7e-45db-8137-96a53488c974 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Waiting for the task: (returnval){ [ 1356.993392] env[68872]: value = "task-3093687" [ 1356.993392] env[68872]: _type = "Task" [ 1356.993392] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.000633] env[68872]: DEBUG oslo_vmware.api [None req-ee3cfe98-eb7e-45db-8137-96a53488c974 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093687, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.133447] env[68872]: DEBUG oslo_concurrency.lockutils [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.133743] env[68872]: DEBUG oslo_concurrency.lockutils [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.135269] env[68872]: INFO nova.compute.claims [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1357.503451] env[68872]: DEBUG oslo_vmware.api [None req-ee3cfe98-eb7e-45db-8137-96a53488c974 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093687, 'name': ReconfigVM_Task, 'duration_secs': 0.21535} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.503686] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee3cfe98-eb7e-45db-8137-96a53488c974 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1357.508294] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75b1d3b6-2f35-4402-9945-4e01c8b4f32b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.522706] env[68872]: DEBUG oslo_vmware.api [None req-ee3cfe98-eb7e-45db-8137-96a53488c974 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Waiting for the task: (returnval){ [ 1357.522706] env[68872]: value = "task-3093688" [ 1357.522706] env[68872]: _type = "Task" [ 1357.522706] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.530146] env[68872]: DEBUG oslo_vmware.api [None req-ee3cfe98-eb7e-45db-8137-96a53488c974 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093688, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.032641] env[68872]: DEBUG oslo_vmware.api [None req-ee3cfe98-eb7e-45db-8137-96a53488c974 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093688, 'name': ReconfigVM_Task, 'duration_secs': 0.128674} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.033015] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee3cfe98-eb7e-45db-8137-96a53488c974 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619178', 'volume_id': '5541d061-943e-4659-90a1-e24e7511c7b3', 'name': 'volume-5541d061-943e-4659-90a1-e24e7511c7b3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9e58f8e4-bc35-46e4-8dc5-d830cb953a2c', 'attached_at': '', 'detached_at': '', 'volume_id': '5541d061-943e-4659-90a1-e24e7511c7b3', 'serial': '5541d061-943e-4659-90a1-e24e7511c7b3'} {{(pid=68872) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1358.186132] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ccf5dd-5e98-46d0-a718-5f13a2350029 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.193532] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffc2634-523a-43ad-a58a-71482386c50c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.223037] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1a490d-82ad-4191-8819-79c5d30f0947 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.229461] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a2c4de-164a-4248-a3e2-dba3a74ea0a6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.241876] env[68872]: DEBUG nova.compute.provider_tree [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.572324] env[68872]: DEBUG nova.objects.instance [None req-ee3cfe98-eb7e-45db-8137-96a53488c974 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lazy-loading 'flavor' on Instance uuid 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1358.744888] env[68872]: DEBUG nova.scheduler.client.report [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1359.250021] env[68872]: DEBUG oslo_concurrency.lockutils [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.116s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.250514] env[68872]: DEBUG nova.compute.manager [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1359.581919] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ee3cfe98-eb7e-45db-8137-96a53488c974 tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "9e58f8e4-bc35-46e4-8dc5-d830cb953a2c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.216s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.594270] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fda6cdb5-d569-484a-a898-68e03ea3016b tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Acquiring lock "9e58f8e4-bc35-46e4-8dc5-d830cb953a2c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.594486] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fda6cdb5-d569-484a-a898-68e03ea3016b tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "9e58f8e4-bc35-46e4-8dc5-d830cb953a2c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.755254] env[68872]: DEBUG nova.compute.utils [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1359.756660] env[68872]: DEBUG nova.compute.manager [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1359.756850] env[68872]: DEBUG nova.network.neutron [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 4de85551-527f-4f50-b931-a66f57805aba] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1359.801676] env[68872]: DEBUG nova.policy [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '861a999888d84ac498bd75fbb4e521dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fcaa039c9ae46cebdd309123b90e32f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 1360.065179] env[68872]: DEBUG nova.network.neutron [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Successfully created port: 54c716dd-e79b-4c67-8c7d-f09ac4a4134f {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1360.097081] env[68872]: INFO nova.compute.manager [None req-fda6cdb5-d569-484a-a898-68e03ea3016b tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Detaching volume 7e064089-bfca-44e7-933b-a9804b3864c2 [ 1360.126716] env[68872]: INFO nova.virt.block_device [None req-fda6cdb5-d569-484a-a898-68e03ea3016b tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Attempting to driver detach volume 7e064089-bfca-44e7-933b-a9804b3864c2 from mountpoint /dev/sdc [ 1360.127045] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-fda6cdb5-d569-484a-a898-68e03ea3016b tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Volume detach. Driver type: vmdk {{(pid=68872) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1360.127233] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-fda6cdb5-d569-484a-a898-68e03ea3016b tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619181', 'volume_id': '7e064089-bfca-44e7-933b-a9804b3864c2', 'name': 'volume-7e064089-bfca-44e7-933b-a9804b3864c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9e58f8e4-bc35-46e4-8dc5-d830cb953a2c', 'attached_at': '', 'detached_at': '', 'volume_id': '7e064089-bfca-44e7-933b-a9804b3864c2', 'serial': '7e064089-bfca-44e7-933b-a9804b3864c2'} {{(pid=68872) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1360.128226] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7c3067-04bf-4bd1-947d-08a671ed00fb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.150878] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c7f969-30ca-4f98-8769-5ab9ae2e0ff5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.157652] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f55be8-227a-4da8-8c8b-ee20fddbc714 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.177174] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe01dbff-18eb-44fa-9e6d-19fc1af31fdc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.191563] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-fda6cdb5-d569-484a-a898-68e03ea3016b tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] The volume has not been displaced from its original location: [datastore1] volume-7e064089-bfca-44e7-933b-a9804b3864c2/volume-7e064089-bfca-44e7-933b-a9804b3864c2.vmdk. No consolidation needed. {{(pid=68872) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1360.197205] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-fda6cdb5-d569-484a-a898-68e03ea3016b tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Reconfiguring VM instance instance-0000007b to detach disk 2002 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1360.197467] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39220f8b-ef79-45d2-9374-ad7a1d04fd31 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.216741] env[68872]: DEBUG oslo_vmware.api [None req-fda6cdb5-d569-484a-a898-68e03ea3016b tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Waiting for the task: (returnval){ [ 1360.216741] env[68872]: value = "task-3093689" [ 1360.216741] env[68872]: _type = "Task" [ 1360.216741] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.223943] env[68872]: DEBUG oslo_vmware.api [None req-fda6cdb5-d569-484a-a898-68e03ea3016b tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093689, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.260512] env[68872]: DEBUG nova.compute.manager [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1360.727063] env[68872]: DEBUG oslo_vmware.api [None req-fda6cdb5-d569-484a-a898-68e03ea3016b tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093689, 'name': ReconfigVM_Task, 'duration_secs': 0.225951} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.727063] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-fda6cdb5-d569-484a-a898-68e03ea3016b tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Reconfigured VM instance instance-0000007b to detach disk 2002 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1360.731320] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c45f7932-5b6e-44cf-8f32-563ec207518f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.746226] env[68872]: DEBUG oslo_vmware.api [None req-fda6cdb5-d569-484a-a898-68e03ea3016b tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Waiting for the task: (returnval){ [ 1360.746226] env[68872]: value = "task-3093690" [ 1360.746226] env[68872]: _type = "Task" [ 1360.746226] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.754078] env[68872]: DEBUG oslo_vmware.api [None req-fda6cdb5-d569-484a-a898-68e03ea3016b tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093690, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.255591] env[68872]: DEBUG oslo_vmware.api [None req-fda6cdb5-d569-484a-a898-68e03ea3016b tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093690, 'name': ReconfigVM_Task, 'duration_secs': 0.135471} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.255906] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-fda6cdb5-d569-484a-a898-68e03ea3016b tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619181', 'volume_id': '7e064089-bfca-44e7-933b-a9804b3864c2', 'name': 'volume-7e064089-bfca-44e7-933b-a9804b3864c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9e58f8e4-bc35-46e4-8dc5-d830cb953a2c', 'attached_at': '', 'detached_at': '', 'volume_id': '7e064089-bfca-44e7-933b-a9804b3864c2', 'serial': '7e064089-bfca-44e7-933b-a9804b3864c2'} {{(pid=68872) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1361.270157] env[68872]: DEBUG nova.compute.manager [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1361.295704] env[68872]: DEBUG nova.virt.hardware [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1361.295958] env[68872]: DEBUG nova.virt.hardware [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1361.296137] env[68872]: DEBUG nova.virt.hardware [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1361.296324] env[68872]: DEBUG nova.virt.hardware [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1361.296469] env[68872]: DEBUG nova.virt.hardware [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1361.296614] env[68872]: DEBUG nova.virt.hardware [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1361.296840] env[68872]: DEBUG nova.virt.hardware [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1361.297065] env[68872]: DEBUG nova.virt.hardware [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1361.297253] env[68872]: DEBUG nova.virt.hardware [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1361.297418] env[68872]: DEBUG nova.virt.hardware [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1361.297588] env[68872]: DEBUG nova.virt.hardware [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1361.298436] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95a94cc-d358-4b0d-aa61-cfbbdc2e4284 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.306401] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fdcbc5-ad64-4a31-ac2e-534739fb3e57 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.410869] env[68872]: DEBUG nova.compute.manager [req-20f9fe92-02e6-4808-b90d-6feecab5bd18 req-8e9bcf49-975b-43c3-9772-4d9b88d33393 service nova] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Received event network-vif-plugged-54c716dd-e79b-4c67-8c7d-f09ac4a4134f {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1361.411166] env[68872]: DEBUG oslo_concurrency.lockutils [req-20f9fe92-02e6-4808-b90d-6feecab5bd18 req-8e9bcf49-975b-43c3-9772-4d9b88d33393 service nova] Acquiring lock "4de85551-527f-4f50-b931-a66f57805aba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.411440] env[68872]: DEBUG oslo_concurrency.lockutils [req-20f9fe92-02e6-4808-b90d-6feecab5bd18 req-8e9bcf49-975b-43c3-9772-4d9b88d33393 service nova] Lock "4de85551-527f-4f50-b931-a66f57805aba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.411617] env[68872]: DEBUG oslo_concurrency.lockutils [req-20f9fe92-02e6-4808-b90d-6feecab5bd18 req-8e9bcf49-975b-43c3-9772-4d9b88d33393 service nova] Lock "4de85551-527f-4f50-b931-a66f57805aba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.411788] env[68872]: DEBUG nova.compute.manager [req-20f9fe92-02e6-4808-b90d-6feecab5bd18 req-8e9bcf49-975b-43c3-9772-4d9b88d33393 service nova] [instance: 4de85551-527f-4f50-b931-a66f57805aba] No waiting events found dispatching network-vif-plugged-54c716dd-e79b-4c67-8c7d-f09ac4a4134f {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1361.411954] env[68872]: WARNING nova.compute.manager [req-20f9fe92-02e6-4808-b90d-6feecab5bd18 req-8e9bcf49-975b-43c3-9772-4d9b88d33393 service nova] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Received unexpected event network-vif-plugged-54c716dd-e79b-4c67-8c7d-f09ac4a4134f for instance with vm_state building and task_state spawning. [ 1361.495987] env[68872]: DEBUG nova.network.neutron [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Successfully updated port: 54c716dd-e79b-4c67-8c7d-f09ac4a4134f {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1361.800459] env[68872]: DEBUG nova.objects.instance [None req-fda6cdb5-d569-484a-a898-68e03ea3016b tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lazy-loading 'flavor' on Instance uuid 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.998759] env[68872]: DEBUG oslo_concurrency.lockutils [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquiring lock "refresh_cache-4de85551-527f-4f50-b931-a66f57805aba" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.998887] env[68872]: DEBUG oslo_concurrency.lockutils [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquired lock "refresh_cache-4de85551-527f-4f50-b931-a66f57805aba" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.999018] env[68872]: DEBUG nova.network.neutron [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1362.531818] env[68872]: DEBUG nova.network.neutron [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1362.644505] env[68872]: DEBUG nova.network.neutron [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Updating instance_info_cache with network_info: [{"id": "54c716dd-e79b-4c67-8c7d-f09ac4a4134f", "address": "fa:16:3e:3f:22:67", "network": {"id": "72e2090d-18ba-4e5c-b704-766687fa7593", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1780726710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fcaa039c9ae46cebdd309123b90e32f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54c716dd-e7", "ovs_interfaceid": "54c716dd-e79b-4c67-8c7d-f09ac4a4134f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.807186] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fda6cdb5-d569-484a-a898-68e03ea3016b tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "9e58f8e4-bc35-46e4-8dc5-d830cb953a2c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.212s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.148553] env[68872]: DEBUG oslo_concurrency.lockutils [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Releasing lock "refresh_cache-4de85551-527f-4f50-b931-a66f57805aba" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.148884] env[68872]: DEBUG nova.compute.manager [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Instance network_info: |[{"id": "54c716dd-e79b-4c67-8c7d-f09ac4a4134f", "address": "fa:16:3e:3f:22:67", "network": {"id": "72e2090d-18ba-4e5c-b704-766687fa7593", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1780726710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fcaa039c9ae46cebdd309123b90e32f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54c716dd-e7", "ovs_interfaceid": "54c716dd-e79b-4c67-8c7d-f09ac4a4134f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1363.149349] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:22:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54c716dd-e79b-4c67-8c7d-f09ac4a4134f', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1363.156689] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1363.156914] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1363.157168] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-765dd527-e529-4d55-9545-2e65f9b39fda {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.176510] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1363.176510] env[68872]: value = "task-3093691" [ 1363.176510] env[68872]: _type = "Task" [ 1363.176510] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.183992] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093691, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.436951] env[68872]: DEBUG nova.compute.manager [req-fab10ac1-c578-4077-9192-d04bc206014f req-09861ace-637d-402e-95fc-45b1f27adfa5 service nova] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Received event network-changed-54c716dd-e79b-4c67-8c7d-f09ac4a4134f {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1363.437073] env[68872]: DEBUG nova.compute.manager [req-fab10ac1-c578-4077-9192-d04bc206014f req-09861ace-637d-402e-95fc-45b1f27adfa5 service nova] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Refreshing instance network info cache due to event network-changed-54c716dd-e79b-4c67-8c7d-f09ac4a4134f. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1363.437259] env[68872]: DEBUG oslo_concurrency.lockutils [req-fab10ac1-c578-4077-9192-d04bc206014f req-09861ace-637d-402e-95fc-45b1f27adfa5 service nova] Acquiring lock "refresh_cache-4de85551-527f-4f50-b931-a66f57805aba" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.437408] env[68872]: DEBUG oslo_concurrency.lockutils [req-fab10ac1-c578-4077-9192-d04bc206014f req-09861ace-637d-402e-95fc-45b1f27adfa5 service nova] Acquired lock "refresh_cache-4de85551-527f-4f50-b931-a66f57805aba" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.437569] env[68872]: DEBUG nova.network.neutron [req-fab10ac1-c578-4077-9192-d04bc206014f req-09861ace-637d-402e-95fc-45b1f27adfa5 service nova] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Refreshing network info cache for port 54c716dd-e79b-4c67-8c7d-f09ac4a4134f {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1363.686466] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093691, 'name': CreateVM_Task, 'duration_secs': 0.321223} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.686874] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1363.687340] env[68872]: DEBUG oslo_concurrency.lockutils [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.687510] env[68872]: DEBUG oslo_concurrency.lockutils [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.687834] env[68872]: DEBUG oslo_concurrency.lockutils [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.688104] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1394833-d0ab-4cf2-8367-e329e6e99f9c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.692283] env[68872]: DEBUG oslo_vmware.api [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1363.692283] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c36791-308f-17ee-c63a-2a302e0933bb" [ 1363.692283] env[68872]: _type = "Task" [ 1363.692283] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.699709] env[68872]: DEBUG oslo_vmware.api [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c36791-308f-17ee-c63a-2a302e0933bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.991561] env[68872]: DEBUG oslo_concurrency.lockutils [None req-41dbdc47-b036-466f-986a-c7ef222735fb tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Acquiring lock "9e58f8e4-bc35-46e4-8dc5-d830cb953a2c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.991807] env[68872]: DEBUG oslo_concurrency.lockutils [None req-41dbdc47-b036-466f-986a-c7ef222735fb tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "9e58f8e4-bc35-46e4-8dc5-d830cb953a2c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.992025] env[68872]: DEBUG oslo_concurrency.lockutils [None req-41dbdc47-b036-466f-986a-c7ef222735fb tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Acquiring lock "9e58f8e4-bc35-46e4-8dc5-d830cb953a2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.992215] env[68872]: DEBUG oslo_concurrency.lockutils [None req-41dbdc47-b036-466f-986a-c7ef222735fb tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "9e58f8e4-bc35-46e4-8dc5-d830cb953a2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.992381] env[68872]: DEBUG oslo_concurrency.lockutils [None req-41dbdc47-b036-466f-986a-c7ef222735fb tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "9e58f8e4-bc35-46e4-8dc5-d830cb953a2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.994421] env[68872]: INFO nova.compute.manager [None req-41dbdc47-b036-466f-986a-c7ef222735fb tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Terminating instance [ 1364.128512] env[68872]: DEBUG nova.network.neutron [req-fab10ac1-c578-4077-9192-d04bc206014f req-09861ace-637d-402e-95fc-45b1f27adfa5 service nova] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Updated VIF entry in instance network info cache for port 54c716dd-e79b-4c67-8c7d-f09ac4a4134f. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1364.128874] env[68872]: DEBUG nova.network.neutron [req-fab10ac1-c578-4077-9192-d04bc206014f req-09861ace-637d-402e-95fc-45b1f27adfa5 service nova] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Updating instance_info_cache with network_info: [{"id": "54c716dd-e79b-4c67-8c7d-f09ac4a4134f", "address": "fa:16:3e:3f:22:67", "network": {"id": "72e2090d-18ba-4e5c-b704-766687fa7593", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1780726710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fcaa039c9ae46cebdd309123b90e32f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54c716dd-e7", "ovs_interfaceid": "54c716dd-e79b-4c67-8c7d-f09ac4a4134f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.202302] env[68872]: DEBUG oslo_vmware.api [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c36791-308f-17ee-c63a-2a302e0933bb, 'name': SearchDatastore_Task, 'duration_secs': 0.009802} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.202596] env[68872]: DEBUG oslo_concurrency.lockutils [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.202851] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1364.203108] env[68872]: DEBUG oslo_concurrency.lockutils [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.203262] env[68872]: DEBUG oslo_concurrency.lockutils [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.203445] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1364.203944] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81d9a2bf-5775-47a7-8323-6a6268e35194 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.212351] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1364.212521] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1364.213197] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa5176ad-3e54-4b80-a955-4eb83e22b312 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.218643] env[68872]: DEBUG oslo_vmware.api [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1364.218643] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52abb6fc-ca1d-7484-c087-e236ab205a6f" [ 1364.218643] env[68872]: _type = "Task" [ 1364.218643] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.225966] env[68872]: DEBUG oslo_vmware.api [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52abb6fc-ca1d-7484-c087-e236ab205a6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.498265] env[68872]: DEBUG nova.compute.manager [None req-41dbdc47-b036-466f-986a-c7ef222735fb tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1364.498441] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-41dbdc47-b036-466f-986a-c7ef222735fb tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1364.499387] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74d6715-dbbc-46cc-a330-71a5bc421e33 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.507362] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-41dbdc47-b036-466f-986a-c7ef222735fb tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1364.507579] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eff48ea2-9167-491b-af07-5e1a73ffc01d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.513896] env[68872]: DEBUG oslo_vmware.api [None req-41dbdc47-b036-466f-986a-c7ef222735fb tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Waiting for the task: (returnval){ [ 1364.513896] env[68872]: value = "task-3093692" [ 1364.513896] env[68872]: _type = "Task" [ 1364.513896] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.521600] env[68872]: DEBUG oslo_vmware.api [None req-41dbdc47-b036-466f-986a-c7ef222735fb tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.631517] env[68872]: DEBUG oslo_concurrency.lockutils [req-fab10ac1-c578-4077-9192-d04bc206014f req-09861ace-637d-402e-95fc-45b1f27adfa5 service nova] Releasing lock "refresh_cache-4de85551-527f-4f50-b931-a66f57805aba" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.728704] env[68872]: DEBUG oslo_vmware.api [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52abb6fc-ca1d-7484-c087-e236ab205a6f, 'name': SearchDatastore_Task, 'duration_secs': 0.008812} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.729545] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d360c0a6-dd6c-4166-880b-fcbbaebbf764 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.734351] env[68872]: DEBUG oslo_vmware.api [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1364.734351] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c0361a-ee12-86c4-0016-8f9c78605188" [ 1364.734351] env[68872]: _type = "Task" [ 1364.734351] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.741451] env[68872]: DEBUG oslo_vmware.api [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c0361a-ee12-86c4-0016-8f9c78605188, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.024199] env[68872]: DEBUG oslo_vmware.api [None req-41dbdc47-b036-466f-986a-c7ef222735fb tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093692, 'name': PowerOffVM_Task, 'duration_secs': 0.201111} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.024568] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-41dbdc47-b036-466f-986a-c7ef222735fb tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1365.024805] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-41dbdc47-b036-466f-986a-c7ef222735fb tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1365.025076] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-934d0982-9405-4399-b42d-7ad8f767ab81 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.089479] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-41dbdc47-b036-466f-986a-c7ef222735fb tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1365.089692] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-41dbdc47-b036-466f-986a-c7ef222735fb tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1365.089911] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-41dbdc47-b036-466f-986a-c7ef222735fb tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Deleting the datastore file [datastore1] 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1365.090254] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dea92248-f081-47c4-95b3-45a79eb7a158 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.096152] env[68872]: DEBUG oslo_vmware.api [None req-41dbdc47-b036-466f-986a-c7ef222735fb tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Waiting for the task: (returnval){ [ 1365.096152] env[68872]: value = "task-3093694" [ 1365.096152] env[68872]: _type = "Task" [ 1365.096152] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.103406] env[68872]: DEBUG oslo_vmware.api [None req-41dbdc47-b036-466f-986a-c7ef222735fb tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.244071] env[68872]: DEBUG oslo_vmware.api [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c0361a-ee12-86c4-0016-8f9c78605188, 'name': SearchDatastore_Task, 'duration_secs': 0.009673} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.244318] env[68872]: DEBUG oslo_concurrency.lockutils [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.244574] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 4de85551-527f-4f50-b931-a66f57805aba/4de85551-527f-4f50-b931-a66f57805aba.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1365.244829] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc0a8b31-2e43-4595-ad5c-46d72ae91b4b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.250275] env[68872]: DEBUG oslo_vmware.api [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1365.250275] env[68872]: value = "task-3093695" [ 1365.250275] env[68872]: _type = "Task" [ 1365.250275] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.257567] env[68872]: DEBUG oslo_vmware.api [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.607266] env[68872]: DEBUG oslo_vmware.api [None req-41dbdc47-b036-466f-986a-c7ef222735fb tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Task: {'id': task-3093694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129743} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.607535] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-41dbdc47-b036-466f-986a-c7ef222735fb tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1365.607726] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-41dbdc47-b036-466f-986a-c7ef222735fb tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1365.607907] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-41dbdc47-b036-466f-986a-c7ef222735fb tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1365.608118] env[68872]: INFO nova.compute.manager [None req-41dbdc47-b036-466f-986a-c7ef222735fb tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1365.608383] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41dbdc47-b036-466f-986a-c7ef222735fb tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1365.608580] env[68872]: DEBUG nova.compute.manager [-] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1365.608678] env[68872]: DEBUG nova.network.neutron [-] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1365.761654] env[68872]: DEBUG oslo_vmware.api [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093695, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430562} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.761989] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 4de85551-527f-4f50-b931-a66f57805aba/4de85551-527f-4f50-b931-a66f57805aba.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1365.762107] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1365.762366] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1274fb27-033a-40d1-8934-68697ed2f552 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.769242] env[68872]: DEBUG oslo_vmware.api [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1365.769242] env[68872]: value = "task-3093696" [ 1365.769242] env[68872]: _type = "Task" [ 1365.769242] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.777510] env[68872]: DEBUG oslo_vmware.api [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093696, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.058914] env[68872]: DEBUG nova.compute.manager [req-2f227cb9-1eac-4cf2-8bcc-fccf771568e6 req-0d91cea6-e2da-41a6-a5eb-710f841e9ac1 service nova] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Received event network-vif-deleted-b1ce75ac-d9e8-4405-a27d-9f73cb26ec08 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1366.059081] env[68872]: INFO nova.compute.manager [req-2f227cb9-1eac-4cf2-8bcc-fccf771568e6 req-0d91cea6-e2da-41a6-a5eb-710f841e9ac1 service nova] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Neutron deleted interface b1ce75ac-d9e8-4405-a27d-9f73cb26ec08; detaching it from the instance and deleting it from the info cache [ 1366.059265] env[68872]: DEBUG nova.network.neutron [req-2f227cb9-1eac-4cf2-8bcc-fccf771568e6 req-0d91cea6-e2da-41a6-a5eb-710f841e9ac1 service nova] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.279201] env[68872]: DEBUG oslo_vmware.api [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093696, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055368} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.279494] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1366.280273] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f7120a-aa14-4508-91db-a250aa39fa4e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.303105] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 4de85551-527f-4f50-b931-a66f57805aba/4de85551-527f-4f50-b931-a66f57805aba.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1366.303391] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3140ccbe-023e-47cd-86b0-4c8966069768 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.323872] env[68872]: DEBUG oslo_vmware.api [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1366.323872] env[68872]: value = "task-3093697" [ 1366.323872] env[68872]: _type = "Task" [ 1366.323872] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.332060] env[68872]: DEBUG oslo_vmware.api [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093697, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.540927] env[68872]: DEBUG nova.network.neutron [-] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.561229] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0edb21d9-9c56-4fab-b26e-4d4b0024ce0c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.572034] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd56f5c-7605-4042-b6bd-b16646c1b5b7 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.597834] env[68872]: DEBUG nova.compute.manager [req-2f227cb9-1eac-4cf2-8bcc-fccf771568e6 req-0d91cea6-e2da-41a6-a5eb-710f841e9ac1 service nova] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Detach interface failed, port_id=b1ce75ac-d9e8-4405-a27d-9f73cb26ec08, reason: Instance 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1366.833756] env[68872]: DEBUG oslo_vmware.api [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093697, 'name': ReconfigVM_Task, 'duration_secs': 0.258164} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.834054] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 4de85551-527f-4f50-b931-a66f57805aba/4de85551-527f-4f50-b931-a66f57805aba.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1366.834702] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b02b82a5-b26d-441c-a83b-4072bb9c858a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.840789] env[68872]: DEBUG oslo_vmware.api [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1366.840789] env[68872]: value = "task-3093698" [ 1366.840789] env[68872]: _type = "Task" [ 1366.840789] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.848360] env[68872]: DEBUG oslo_vmware.api [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093698, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.043455] env[68872]: INFO nova.compute.manager [-] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Took 1.43 seconds to deallocate network for instance. [ 1367.352084] env[68872]: DEBUG oslo_vmware.api [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093698, 'name': Rename_Task, 'duration_secs': 0.159386} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.352366] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1367.352600] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb3d4922-5569-4d3d-b54e-20c41666c3ce {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.359253] env[68872]: DEBUG oslo_vmware.api [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1367.359253] env[68872]: value = "task-3093699" [ 1367.359253] env[68872]: _type = "Task" [ 1367.359253] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.365943] env[68872]: DEBUG oslo_vmware.api [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.550396] env[68872]: DEBUG oslo_concurrency.lockutils [None req-41dbdc47-b036-466f-986a-c7ef222735fb tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.550763] env[68872]: DEBUG oslo_concurrency.lockutils [None req-41dbdc47-b036-466f-986a-c7ef222735fb tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.551061] env[68872]: DEBUG nova.objects.instance [None req-41dbdc47-b036-466f-986a-c7ef222735fb tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lazy-loading 'resources' on Instance uuid 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1367.869167] env[68872]: DEBUG oslo_vmware.api [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093699, 'name': PowerOnVM_Task, 'duration_secs': 0.433824} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.869516] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1367.869626] env[68872]: INFO nova.compute.manager [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Took 6.60 seconds to spawn the instance on the hypervisor. [ 1367.869892] env[68872]: DEBUG nova.compute.manager [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1367.870662] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7124e0b2-22b4-4cfe-a335-07af17f43049 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.101080] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc3e7b8-ed0f-4d2e-a325-8a4f9bf9dce1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.108545] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84949b8-56b1-47c3-9a99-cb2a5e54768e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.138364] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b923c86-4fdf-4900-a5db-d6770405dba0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.145325] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d6c050-b98b-4e21-801e-ce3e840f2955 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.158192] env[68872]: DEBUG nova.compute.provider_tree [None req-41dbdc47-b036-466f-986a-c7ef222735fb tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1368.388836] env[68872]: INFO nova.compute.manager [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Took 11.27 seconds to build instance. [ 1368.661048] env[68872]: DEBUG nova.scheduler.client.report [None req-41dbdc47-b036-466f-986a-c7ef222735fb tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1368.891504] env[68872]: DEBUG oslo_concurrency.lockutils [None req-46d38a56-c261-4804-987e-e1711b77227d tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "4de85551-527f-4f50-b931-a66f57805aba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.779s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.049211] env[68872]: DEBUG nova.compute.manager [req-478bac6e-3089-4ce8-a459-fdd6849e076a req-c61613ae-8342-41f8-9ef7-44cf2577513f service nova] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Received event network-changed-54c716dd-e79b-4c67-8c7d-f09ac4a4134f {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1369.049359] env[68872]: DEBUG nova.compute.manager [req-478bac6e-3089-4ce8-a459-fdd6849e076a req-c61613ae-8342-41f8-9ef7-44cf2577513f service nova] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Refreshing instance network info cache due to event network-changed-54c716dd-e79b-4c67-8c7d-f09ac4a4134f. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1369.049575] env[68872]: DEBUG oslo_concurrency.lockutils [req-478bac6e-3089-4ce8-a459-fdd6849e076a req-c61613ae-8342-41f8-9ef7-44cf2577513f service nova] Acquiring lock "refresh_cache-4de85551-527f-4f50-b931-a66f57805aba" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.049719] env[68872]: DEBUG oslo_concurrency.lockutils [req-478bac6e-3089-4ce8-a459-fdd6849e076a req-c61613ae-8342-41f8-9ef7-44cf2577513f service nova] Acquired lock "refresh_cache-4de85551-527f-4f50-b931-a66f57805aba" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.049903] env[68872]: DEBUG nova.network.neutron [req-478bac6e-3089-4ce8-a459-fdd6849e076a req-c61613ae-8342-41f8-9ef7-44cf2577513f service nova] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Refreshing network info cache for port 54c716dd-e79b-4c67-8c7d-f09ac4a4134f {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1369.165548] env[68872]: DEBUG oslo_concurrency.lockutils [None req-41dbdc47-b036-466f-986a-c7ef222735fb tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.615s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.185468] env[68872]: INFO nova.scheduler.client.report [None req-41dbdc47-b036-466f-986a-c7ef222735fb tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Deleted allocations for instance 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c [ 1369.693043] env[68872]: DEBUG oslo_concurrency.lockutils [None req-41dbdc47-b036-466f-986a-c7ef222735fb tempest-AttachVolumeTestJSON-1996144197 tempest-AttachVolumeTestJSON-1996144197-project-member] Lock "9e58f8e4-bc35-46e4-8dc5-d830cb953a2c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.701s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.752152] env[68872]: DEBUG nova.network.neutron [req-478bac6e-3089-4ce8-a459-fdd6849e076a req-c61613ae-8342-41f8-9ef7-44cf2577513f service nova] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Updated VIF entry in instance network info cache for port 54c716dd-e79b-4c67-8c7d-f09ac4a4134f. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1369.752533] env[68872]: DEBUG nova.network.neutron [req-478bac6e-3089-4ce8-a459-fdd6849e076a req-c61613ae-8342-41f8-9ef7-44cf2577513f service nova] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Updating instance_info_cache with network_info: [{"id": "54c716dd-e79b-4c67-8c7d-f09ac4a4134f", "address": "fa:16:3e:3f:22:67", "network": {"id": "72e2090d-18ba-4e5c-b704-766687fa7593", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1780726710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fcaa039c9ae46cebdd309123b90e32f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54c716dd-e7", "ovs_interfaceid": "54c716dd-e79b-4c67-8c7d-f09ac4a4134f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.255371] env[68872]: DEBUG oslo_concurrency.lockutils [req-478bac6e-3089-4ce8-a459-fdd6849e076a req-c61613ae-8342-41f8-9ef7-44cf2577513f service nova] Releasing lock "refresh_cache-4de85551-527f-4f50-b931-a66f57805aba" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.500846] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.501250] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.501250] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68872) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1375.770915] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.770784] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.771179] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.770989] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.766483] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.770181] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.273466] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.273730] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.273867] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.274055] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68872) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1382.274918] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6346922b-ca0d-4d00-9dc9-142034af50ed {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.283081] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a942cd7-b513-4701-94e7-9f3710d77afe {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.296564] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01c62a2-df77-4341-b873-7d7a6a4beb69 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.302854] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53202aae-3d7a-4aa6-a3a3-eaacd569350e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.332073] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180780MB free_disk=138GB free_vcpus=48 pci_devices=None {{(pid=68872) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1382.332696] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.332696] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.367478] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 2048b842-96c3-42f3-acf5-9dae7883daba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1383.367749] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 4de85551-527f-4f50-b931-a66f57805aba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1383.367894] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=68872) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1383.367970] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=68872) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1383.402273] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457cd392-9635-43c1-95ba-3cbed4804cdb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.409768] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f96849b-5c0d-4e9e-abd7-3670b4397468 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.438902] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12003575-26f9-487b-890b-fd0afecb2f8a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.445816] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b012123a-5731-444d-a4a5-47320bf34123 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.459243] env[68872]: DEBUG nova.compute.provider_tree [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1383.962971] env[68872]: DEBUG nova.scheduler.client.report [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.468755] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68872) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1384.469179] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.136s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.464415] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1407.571904] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9b2332b3-5948-407b-b719-7bedd7b81c0a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquiring lock "4de85551-527f-4f50-b931-a66f57805aba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.572288] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9b2332b3-5948-407b-b719-7bedd7b81c0a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "4de85551-527f-4f50-b931-a66f57805aba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.572398] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9b2332b3-5948-407b-b719-7bedd7b81c0a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquiring lock "4de85551-527f-4f50-b931-a66f57805aba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.572577] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9b2332b3-5948-407b-b719-7bedd7b81c0a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "4de85551-527f-4f50-b931-a66f57805aba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.572753] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9b2332b3-5948-407b-b719-7bedd7b81c0a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "4de85551-527f-4f50-b931-a66f57805aba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.576461] env[68872]: INFO nova.compute.manager [None req-9b2332b3-5948-407b-b719-7bedd7b81c0a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Terminating instance [ 1408.079695] env[68872]: DEBUG nova.compute.manager [None req-9b2332b3-5948-407b-b719-7bedd7b81c0a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1408.080068] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2332b3-5948-407b-b719-7bedd7b81c0a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1408.080807] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21b085e-a2e4-484e-9d1e-bc5b451ef90c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.088718] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b2332b3-5948-407b-b719-7bedd7b81c0a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1408.088933] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b146e34-7025-44b4-928b-4e3ca750f9cc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.095920] env[68872]: DEBUG oslo_vmware.api [None req-9b2332b3-5948-407b-b719-7bedd7b81c0a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1408.095920] env[68872]: value = "task-3093703" [ 1408.095920] env[68872]: _type = "Task" [ 1408.095920] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.103232] env[68872]: DEBUG oslo_vmware.api [None req-9b2332b3-5948-407b-b719-7bedd7b81c0a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.605704] env[68872]: DEBUG oslo_vmware.api [None req-9b2332b3-5948-407b-b719-7bedd7b81c0a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093703, 'name': PowerOffVM_Task, 'duration_secs': 0.195085} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.606120] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b2332b3-5948-407b-b719-7bedd7b81c0a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1408.606120] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2332b3-5948-407b-b719-7bedd7b81c0a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1408.606393] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-607e876b-f082-4b46-be74-a33c44aa3e3e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.004473] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2332b3-5948-407b-b719-7bedd7b81c0a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1409.004681] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2332b3-5948-407b-b719-7bedd7b81c0a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1409.004874] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b2332b3-5948-407b-b719-7bedd7b81c0a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Deleting the datastore file [datastore1] 4de85551-527f-4f50-b931-a66f57805aba {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1409.005162] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed7f96a9-819c-4f8b-b754-67d818dcd3ea {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.011300] env[68872]: DEBUG oslo_vmware.api [None req-9b2332b3-5948-407b-b719-7bedd7b81c0a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1409.011300] env[68872]: value = "task-3093705" [ 1409.011300] env[68872]: _type = "Task" [ 1409.011300] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.018733] env[68872]: DEBUG oslo_vmware.api [None req-9b2332b3-5948-407b-b719-7bedd7b81c0a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.522014] env[68872]: DEBUG oslo_vmware.api [None req-9b2332b3-5948-407b-b719-7bedd7b81c0a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157194} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.522295] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b2332b3-5948-407b-b719-7bedd7b81c0a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1409.522486] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2332b3-5948-407b-b719-7bedd7b81c0a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1409.522662] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2332b3-5948-407b-b719-7bedd7b81c0a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1409.522835] env[68872]: INFO nova.compute.manager [None req-9b2332b3-5948-407b-b719-7bedd7b81c0a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Took 1.44 seconds to destroy the instance on the hypervisor. [ 1409.523101] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b2332b3-5948-407b-b719-7bedd7b81c0a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1409.523300] env[68872]: DEBUG nova.compute.manager [-] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1409.523383] env[68872]: DEBUG nova.network.neutron [-] [instance: 4de85551-527f-4f50-b931-a66f57805aba] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1409.925919] env[68872]: DEBUG nova.compute.manager [req-b8cf4999-7b9d-4bc5-9210-ecff36137a64 req-f3466bb1-0b14-4c26-bd18-6c45bbaa80a4 service nova] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Received event network-vif-deleted-54c716dd-e79b-4c67-8c7d-f09ac4a4134f {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1409.926458] env[68872]: INFO nova.compute.manager [req-b8cf4999-7b9d-4bc5-9210-ecff36137a64 req-f3466bb1-0b14-4c26-bd18-6c45bbaa80a4 service nova] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Neutron deleted interface 54c716dd-e79b-4c67-8c7d-f09ac4a4134f; detaching it from the instance and deleting it from the info cache [ 1409.926458] env[68872]: DEBUG nova.network.neutron [req-b8cf4999-7b9d-4bc5-9210-ecff36137a64 req-f3466bb1-0b14-4c26-bd18-6c45bbaa80a4 service nova] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.403460] env[68872]: DEBUG nova.network.neutron [-] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.429138] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ef18780-9769-416f-8d8a-d9dab1f039ed {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.439247] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c28dd8-a6eb-4214-81b6-81437495742b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.464854] env[68872]: DEBUG nova.compute.manager [req-b8cf4999-7b9d-4bc5-9210-ecff36137a64 req-f3466bb1-0b14-4c26-bd18-6c45bbaa80a4 service nova] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Detach interface failed, port_id=54c716dd-e79b-4c67-8c7d-f09ac4a4134f, reason: Instance 4de85551-527f-4f50-b931-a66f57805aba could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1410.906589] env[68872]: INFO nova.compute.manager [-] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Took 1.38 seconds to deallocate network for instance. [ 1411.412968] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9b2332b3-5948-407b-b719-7bedd7b81c0a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.413274] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9b2332b3-5948-407b-b719-7bedd7b81c0a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.413488] env[68872]: DEBUG nova.objects.instance [None req-9b2332b3-5948-407b-b719-7bedd7b81c0a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lazy-loading 'resources' on Instance uuid 4de85551-527f-4f50-b931-a66f57805aba {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1411.970075] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a40a40-112e-49e7-b73b-2950dc2c1967 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.978230] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f65978-5e9d-4c82-b589-9c817921e716 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.008388] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8352e6d-9ce3-4d05-beaf-529ff7b3d6fd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.015059] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563a948d-e387-420f-8e57-15f038ed0686 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.027675] env[68872]: DEBUG nova.compute.provider_tree [None req-9b2332b3-5948-407b-b719-7bedd7b81c0a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1412.531452] env[68872]: DEBUG nova.scheduler.client.report [None req-9b2332b3-5948-407b-b719-7bedd7b81c0a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1413.037467] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9b2332b3-5948-407b-b719-7bedd7b81c0a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.624s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.060294] env[68872]: INFO nova.scheduler.client.report [None req-9b2332b3-5948-407b-b719-7bedd7b81c0a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Deleted allocations for instance 4de85551-527f-4f50-b931-a66f57805aba [ 1413.568560] env[68872]: DEBUG oslo_concurrency.lockutils [None req-9b2332b3-5948-407b-b719-7bedd7b81c0a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "4de85551-527f-4f50-b931-a66f57805aba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.996s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.765724] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f242c8d7-0318-48ab-a3a9-66892dd011b8 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquiring lock "2048b842-96c3-42f3-acf5-9dae7883daba" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.766156] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f242c8d7-0318-48ab-a3a9-66892dd011b8 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "2048b842-96c3-42f3-acf5-9dae7883daba" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.269534] env[68872]: INFO nova.compute.manager [None req-f242c8d7-0318-48ab-a3a9-66892dd011b8 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Detaching volume d84bcd92-ce3f-4b62-b3a6-d54432e31171 [ 1415.299642] env[68872]: INFO nova.virt.block_device [None req-f242c8d7-0318-48ab-a3a9-66892dd011b8 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Attempting to driver detach volume d84bcd92-ce3f-4b62-b3a6-d54432e31171 from mountpoint /dev/sdb [ 1415.299880] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-f242c8d7-0318-48ab-a3a9-66892dd011b8 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Volume detach. Driver type: vmdk {{(pid=68872) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1415.300081] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-f242c8d7-0318-48ab-a3a9-66892dd011b8 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619180', 'volume_id': 'd84bcd92-ce3f-4b62-b3a6-d54432e31171', 'name': 'volume-d84bcd92-ce3f-4b62-b3a6-d54432e31171', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2048b842-96c3-42f3-acf5-9dae7883daba', 'attached_at': '', 'detached_at': '', 'volume_id': 'd84bcd92-ce3f-4b62-b3a6-d54432e31171', 'serial': 'd84bcd92-ce3f-4b62-b3a6-d54432e31171'} {{(pid=68872) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1415.300945] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffb6be6-08a2-448e-828b-a38901e4dbfb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.323276] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4013e9-cc45-4a2a-bebe-1d7f084c35d0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.330672] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23acd55-71ed-46f9-8712-20e4ccbec561 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.350664] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2521db72-2385-44a3-a855-1d2faeb34ed8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.364610] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-f242c8d7-0318-48ab-a3a9-66892dd011b8 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] The volume has not been displaced from its original location: [datastore1] volume-d84bcd92-ce3f-4b62-b3a6-d54432e31171/volume-d84bcd92-ce3f-4b62-b3a6-d54432e31171.vmdk. No consolidation needed. {{(pid=68872) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1415.369836] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-f242c8d7-0318-48ab-a3a9-66892dd011b8 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1415.370102] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb9b6c0c-4342-4193-9a26-07a44dfd2de0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.386707] env[68872]: DEBUG oslo_vmware.api [None req-f242c8d7-0318-48ab-a3a9-66892dd011b8 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1415.386707] env[68872]: value = "task-3093706" [ 1415.386707] env[68872]: _type = "Task" [ 1415.386707] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.394016] env[68872]: DEBUG oslo_vmware.api [None req-f242c8d7-0318-48ab-a3a9-66892dd011b8 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093706, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.897017] env[68872]: DEBUG oslo_vmware.api [None req-f242c8d7-0318-48ab-a3a9-66892dd011b8 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093706, 'name': ReconfigVM_Task, 'duration_secs': 0.23686} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.897423] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-f242c8d7-0318-48ab-a3a9-66892dd011b8 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1415.901828] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c5e80b5-605c-4439-abb2-bc1fa03a9567 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.916618] env[68872]: DEBUG oslo_vmware.api [None req-f242c8d7-0318-48ab-a3a9-66892dd011b8 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1415.916618] env[68872]: value = "task-3093707" [ 1415.916618] env[68872]: _type = "Task" [ 1415.916618] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.924566] env[68872]: DEBUG oslo_vmware.api [None req-f242c8d7-0318-48ab-a3a9-66892dd011b8 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.426946] env[68872]: DEBUG oslo_vmware.api [None req-f242c8d7-0318-48ab-a3a9-66892dd011b8 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093707, 'name': ReconfigVM_Task, 'duration_secs': 0.134116} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.427300] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-f242c8d7-0318-48ab-a3a9-66892dd011b8 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619180', 'volume_id': 'd84bcd92-ce3f-4b62-b3a6-d54432e31171', 'name': 'volume-d84bcd92-ce3f-4b62-b3a6-d54432e31171', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2048b842-96c3-42f3-acf5-9dae7883daba', 'attached_at': '', 'detached_at': '', 'volume_id': 'd84bcd92-ce3f-4b62-b3a6-d54432e31171', 'serial': 'd84bcd92-ce3f-4b62-b3a6-d54432e31171'} {{(pid=68872) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1416.967694] env[68872]: DEBUG nova.objects.instance [None req-f242c8d7-0318-48ab-a3a9-66892dd011b8 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lazy-loading 'flavor' on Instance uuid 2048b842-96c3-42f3-acf5-9dae7883daba {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1417.975357] env[68872]: DEBUG oslo_concurrency.lockutils [None req-f242c8d7-0318-48ab-a3a9-66892dd011b8 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "2048b842-96c3-42f3-acf5-9dae7883daba" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.209s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.999712] env[68872]: DEBUG oslo_concurrency.lockutils [None req-80b50ae7-ae0c-4763-a1d7-6210720d6fb1 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquiring lock "2048b842-96c3-42f3-acf5-9dae7883daba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.000117] env[68872]: DEBUG oslo_concurrency.lockutils [None req-80b50ae7-ae0c-4763-a1d7-6210720d6fb1 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "2048b842-96c3-42f3-acf5-9dae7883daba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.000249] env[68872]: DEBUG oslo_concurrency.lockutils [None req-80b50ae7-ae0c-4763-a1d7-6210720d6fb1 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquiring lock "2048b842-96c3-42f3-acf5-9dae7883daba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.000445] env[68872]: DEBUG oslo_concurrency.lockutils [None req-80b50ae7-ae0c-4763-a1d7-6210720d6fb1 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "2048b842-96c3-42f3-acf5-9dae7883daba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.000616] env[68872]: DEBUG oslo_concurrency.lockutils [None req-80b50ae7-ae0c-4763-a1d7-6210720d6fb1 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "2048b842-96c3-42f3-acf5-9dae7883daba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.002792] env[68872]: INFO nova.compute.manager [None req-80b50ae7-ae0c-4763-a1d7-6210720d6fb1 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Terminating instance [ 1419.506651] env[68872]: DEBUG nova.compute.manager [None req-80b50ae7-ae0c-4763-a1d7-6210720d6fb1 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1419.506889] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-80b50ae7-ae0c-4763-a1d7-6210720d6fb1 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1419.507816] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15269ac-a6d2-4913-8127-66aedc41e601 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.515612] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-80b50ae7-ae0c-4763-a1d7-6210720d6fb1 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1419.515827] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c703ea8-d084-4698-86a6-da1b6aec7a43 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.521734] env[68872]: DEBUG oslo_vmware.api [None req-80b50ae7-ae0c-4763-a1d7-6210720d6fb1 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1419.521734] env[68872]: value = "task-3093708" [ 1419.521734] env[68872]: _type = "Task" [ 1419.521734] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.529360] env[68872]: DEBUG oslo_vmware.api [None req-80b50ae7-ae0c-4763-a1d7-6210720d6fb1 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.031477] env[68872]: DEBUG oslo_vmware.api [None req-80b50ae7-ae0c-4763-a1d7-6210720d6fb1 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093708, 'name': PowerOffVM_Task, 'duration_secs': 0.175267} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.031807] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-80b50ae7-ae0c-4763-a1d7-6210720d6fb1 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1420.031860] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-80b50ae7-ae0c-4763-a1d7-6210720d6fb1 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1420.032105] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be75a610-8564-42e4-913a-a472fe83fd2a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.495409] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-80b50ae7-ae0c-4763-a1d7-6210720d6fb1 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1423.495792] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-80b50ae7-ae0c-4763-a1d7-6210720d6fb1 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1423.495837] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-80b50ae7-ae0c-4763-a1d7-6210720d6fb1 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Deleting the datastore file [datastore1] 2048b842-96c3-42f3-acf5-9dae7883daba {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1423.496107] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31f736ba-09c6-41b6-99cb-741341072658 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.503799] env[68872]: DEBUG oslo_vmware.api [None req-80b50ae7-ae0c-4763-a1d7-6210720d6fb1 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1423.503799] env[68872]: value = "task-3093710" [ 1423.503799] env[68872]: _type = "Task" [ 1423.503799] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.511734] env[68872]: DEBUG oslo_vmware.api [None req-80b50ae7-ae0c-4763-a1d7-6210720d6fb1 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.013345] env[68872]: DEBUG oslo_vmware.api [None req-80b50ae7-ae0c-4763-a1d7-6210720d6fb1 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155462} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.013626] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-80b50ae7-ae0c-4763-a1d7-6210720d6fb1 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1424.013764] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-80b50ae7-ae0c-4763-a1d7-6210720d6fb1 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1424.013938] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-80b50ae7-ae0c-4763-a1d7-6210720d6fb1 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1424.014123] env[68872]: INFO nova.compute.manager [None req-80b50ae7-ae0c-4763-a1d7-6210720d6fb1 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Took 4.51 seconds to destroy the instance on the hypervisor. [ 1424.014363] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80b50ae7-ae0c-4763-a1d7-6210720d6fb1 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1424.014547] env[68872]: DEBUG nova.compute.manager [-] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1424.014642] env[68872]: DEBUG nova.network.neutron [-] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1424.447564] env[68872]: DEBUG nova.compute.manager [req-b948b158-4dd1-44fc-93a5-3ac5549f1dbe req-452d7530-6734-48b2-b5f8-34701d7e2d5b service nova] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Received event network-vif-deleted-cd18ae43-dabc-4a61-8ea7-c0c30680b5b5 {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1424.447822] env[68872]: INFO nova.compute.manager [req-b948b158-4dd1-44fc-93a5-3ac5549f1dbe req-452d7530-6734-48b2-b5f8-34701d7e2d5b service nova] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Neutron deleted interface cd18ae43-dabc-4a61-8ea7-c0c30680b5b5; detaching it from the instance and deleting it from the info cache [ 1424.447966] env[68872]: DEBUG nova.network.neutron [req-b948b158-4dd1-44fc-93a5-3ac5549f1dbe req-452d7530-6734-48b2-b5f8-34701d7e2d5b service nova] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.929727] env[68872]: DEBUG nova.network.neutron [-] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.951035] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b71ceb8c-a8f2-4ed7-bc2b-6029bdc5d35e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.961321] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5daa4c-aea1-490d-9529-a66b38b7e08d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.984897] env[68872]: DEBUG nova.compute.manager [req-b948b158-4dd1-44fc-93a5-3ac5549f1dbe req-452d7530-6734-48b2-b5f8-34701d7e2d5b service nova] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Detach interface failed, port_id=cd18ae43-dabc-4a61-8ea7-c0c30680b5b5, reason: Instance 2048b842-96c3-42f3-acf5-9dae7883daba could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1425.432542] env[68872]: INFO nova.compute.manager [-] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Took 1.42 seconds to deallocate network for instance. [ 1425.939580] env[68872]: DEBUG oslo_concurrency.lockutils [None req-80b50ae7-ae0c-4763-a1d7-6210720d6fb1 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.939985] env[68872]: DEBUG oslo_concurrency.lockutils [None req-80b50ae7-ae0c-4763-a1d7-6210720d6fb1 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.940084] env[68872]: DEBUG nova.objects.instance [None req-80b50ae7-ae0c-4763-a1d7-6210720d6fb1 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lazy-loading 'resources' on Instance uuid 2048b842-96c3-42f3-acf5-9dae7883daba {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1426.802619] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d690939-e1ff-4e08-b1a7-427c25601291 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.810498] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af418301-3761-499b-bbff-463a16bb607f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.839813] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf5ad1c-b295-42be-b8e9-688327311a37 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.847515] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b0b521-b733-47a7-925c-26ef2f039a71 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.860952] env[68872]: DEBUG nova.compute.provider_tree [None req-80b50ae7-ae0c-4763-a1d7-6210720d6fb1 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1427.364384] env[68872]: DEBUG nova.scheduler.client.report [None req-80b50ae7-ae0c-4763-a1d7-6210720d6fb1 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1427.869301] env[68872]: DEBUG oslo_concurrency.lockutils [None req-80b50ae7-ae0c-4763-a1d7-6210720d6fb1 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.929s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.888942] env[68872]: INFO nova.scheduler.client.report [None req-80b50ae7-ae0c-4763-a1d7-6210720d6fb1 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Deleted allocations for instance 2048b842-96c3-42f3-acf5-9dae7883daba [ 1428.396218] env[68872]: DEBUG oslo_concurrency.lockutils [None req-80b50ae7-ae0c-4763-a1d7-6210720d6fb1 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "2048b842-96c3-42f3-acf5-9dae7883daba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.396s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.170368] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquiring lock "75500bd5-2610-4b92-924a-ac1482e24fa2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.170688] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "75500bd5-2610-4b92-924a-ac1482e24fa2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.672835] env[68872]: DEBUG nova.compute.manager [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1431.191566] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.191830] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.193261] env[68872]: INFO nova.compute.claims [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1432.228194] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1764a84e-a784-4076-8236-c46bcf1fea0c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.235810] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9609cc4-e3f7-4ca4-98e9-6451cd9b787c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.264522] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755edfbd-5416-4eae-afcf-55381e55a418 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.270973] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20dccd8a-1f20-418d-b21e-092287f635f6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.284272] env[68872]: DEBUG nova.compute.provider_tree [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1432.787811] env[68872]: DEBUG nova.scheduler.client.report [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1433.292915] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.101s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.293480] env[68872]: DEBUG nova.compute.manager [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1433.769539] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.798277] env[68872]: DEBUG nova.compute.utils [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1433.799702] env[68872]: DEBUG nova.compute.manager [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1433.800145] env[68872]: DEBUG nova.network.neutron [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1433.850593] env[68872]: DEBUG nova.policy [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '861a999888d84ac498bd75fbb4e521dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fcaa039c9ae46cebdd309123b90e32f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 1434.120045] env[68872]: DEBUG nova.network.neutron [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Successfully created port: 836fd76e-f811-4097-9432-2872ea7cbbeb {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1434.303805] env[68872]: DEBUG nova.compute.manager [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1435.315206] env[68872]: DEBUG nova.compute.manager [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1435.340510] env[68872]: DEBUG nova.virt.hardware [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1435.340789] env[68872]: DEBUG nova.virt.hardware [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1435.340926] env[68872]: DEBUG nova.virt.hardware [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1435.341091] env[68872]: DEBUG nova.virt.hardware [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1435.341243] env[68872]: DEBUG nova.virt.hardware [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1435.341393] env[68872]: DEBUG nova.virt.hardware [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1435.341600] env[68872]: DEBUG nova.virt.hardware [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1435.341857] env[68872]: DEBUG nova.virt.hardware [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1435.342064] env[68872]: DEBUG nova.virt.hardware [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1435.342237] env[68872]: DEBUG nova.virt.hardware [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1435.342408] env[68872]: DEBUG nova.virt.hardware [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1435.343343] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ef2aba-0172-46e2-909e-8103484f2302 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.351125] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e04649-9a74-47e5-b9cb-c84b53225798 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.453936] env[68872]: DEBUG nova.compute.manager [req-58c2da7a-0741-4584-bf3d-1fc027b016f6 req-2b51fec5-a088-4490-9446-6caedd2b768a service nova] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Received event network-vif-plugged-836fd76e-f811-4097-9432-2872ea7cbbeb {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1435.454187] env[68872]: DEBUG oslo_concurrency.lockutils [req-58c2da7a-0741-4584-bf3d-1fc027b016f6 req-2b51fec5-a088-4490-9446-6caedd2b768a service nova] Acquiring lock "75500bd5-2610-4b92-924a-ac1482e24fa2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1435.454404] env[68872]: DEBUG oslo_concurrency.lockutils [req-58c2da7a-0741-4584-bf3d-1fc027b016f6 req-2b51fec5-a088-4490-9446-6caedd2b768a service nova] Lock "75500bd5-2610-4b92-924a-ac1482e24fa2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1435.454602] env[68872]: DEBUG oslo_concurrency.lockutils [req-58c2da7a-0741-4584-bf3d-1fc027b016f6 req-2b51fec5-a088-4490-9446-6caedd2b768a service nova] Lock "75500bd5-2610-4b92-924a-ac1482e24fa2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.454808] env[68872]: DEBUG nova.compute.manager [req-58c2da7a-0741-4584-bf3d-1fc027b016f6 req-2b51fec5-a088-4490-9446-6caedd2b768a service nova] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] No waiting events found dispatching network-vif-plugged-836fd76e-f811-4097-9432-2872ea7cbbeb {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1435.454929] env[68872]: WARNING nova.compute.manager [req-58c2da7a-0741-4584-bf3d-1fc027b016f6 req-2b51fec5-a088-4490-9446-6caedd2b768a service nova] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Received unexpected event network-vif-plugged-836fd76e-f811-4097-9432-2872ea7cbbeb for instance with vm_state building and task_state spawning. [ 1435.529392] env[68872]: DEBUG nova.network.neutron [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Successfully updated port: 836fd76e-f811-4097-9432-2872ea7cbbeb {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1435.769474] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1435.769682] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68872) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1436.031673] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquiring lock "refresh_cache-75500bd5-2610-4b92-924a-ac1482e24fa2" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.031847] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquired lock "refresh_cache-75500bd5-2610-4b92-924a-ac1482e24fa2" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.031992] env[68872]: DEBUG nova.network.neutron [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1436.565102] env[68872]: DEBUG nova.network.neutron [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1436.682127] env[68872]: DEBUG nova.network.neutron [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Updating instance_info_cache with network_info: [{"id": "836fd76e-f811-4097-9432-2872ea7cbbeb", "address": "fa:16:3e:18:b7:a0", "network": {"id": "72e2090d-18ba-4e5c-b704-766687fa7593", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1780726710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fcaa039c9ae46cebdd309123b90e32f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap836fd76e-f8", "ovs_interfaceid": "836fd76e-f811-4097-9432-2872ea7cbbeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.769885] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1436.770113] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1436.770260] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Cleaning up deleted instances with incomplete migration {{(pid=68872) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1437.185086] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Releasing lock "refresh_cache-75500bd5-2610-4b92-924a-ac1482e24fa2" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.185427] env[68872]: DEBUG nova.compute.manager [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Instance network_info: |[{"id": "836fd76e-f811-4097-9432-2872ea7cbbeb", "address": "fa:16:3e:18:b7:a0", "network": {"id": "72e2090d-18ba-4e5c-b704-766687fa7593", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1780726710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fcaa039c9ae46cebdd309123b90e32f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap836fd76e-f8", "ovs_interfaceid": "836fd76e-f811-4097-9432-2872ea7cbbeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1437.185856] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:b7:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '836fd76e-f811-4097-9432-2872ea7cbbeb', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1437.193431] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1437.193634] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1437.193864] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02524017-c3d0-4984-9233-13d0407bd132 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.215487] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1437.215487] env[68872]: value = "task-3093711" [ 1437.215487] env[68872]: _type = "Task" [ 1437.215487] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.222822] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093711, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.479757] env[68872]: DEBUG nova.compute.manager [req-dba8094c-c6e1-4874-972c-3bc9dc5dbd3c req-ff11e440-e6f3-453f-8aaf-387798e97a15 service nova] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Received event network-changed-836fd76e-f811-4097-9432-2872ea7cbbeb {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1437.479957] env[68872]: DEBUG nova.compute.manager [req-dba8094c-c6e1-4874-972c-3bc9dc5dbd3c req-ff11e440-e6f3-453f-8aaf-387798e97a15 service nova] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Refreshing instance network info cache due to event network-changed-836fd76e-f811-4097-9432-2872ea7cbbeb. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1437.480223] env[68872]: DEBUG oslo_concurrency.lockutils [req-dba8094c-c6e1-4874-972c-3bc9dc5dbd3c req-ff11e440-e6f3-453f-8aaf-387798e97a15 service nova] Acquiring lock "refresh_cache-75500bd5-2610-4b92-924a-ac1482e24fa2" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.480375] env[68872]: DEBUG oslo_concurrency.lockutils [req-dba8094c-c6e1-4874-972c-3bc9dc5dbd3c req-ff11e440-e6f3-453f-8aaf-387798e97a15 service nova] Acquired lock "refresh_cache-75500bd5-2610-4b92-924a-ac1482e24fa2" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.480536] env[68872]: DEBUG nova.network.neutron [req-dba8094c-c6e1-4874-972c-3bc9dc5dbd3c req-ff11e440-e6f3-453f-8aaf-387798e97a15 service nova] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Refreshing network info cache for port 836fd76e-f811-4097-9432-2872ea7cbbeb {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1437.725849] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093711, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.159353] env[68872]: DEBUG nova.network.neutron [req-dba8094c-c6e1-4874-972c-3bc9dc5dbd3c req-ff11e440-e6f3-453f-8aaf-387798e97a15 service nova] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Updated VIF entry in instance network info cache for port 836fd76e-f811-4097-9432-2872ea7cbbeb. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1438.159703] env[68872]: DEBUG nova.network.neutron [req-dba8094c-c6e1-4874-972c-3bc9dc5dbd3c req-ff11e440-e6f3-453f-8aaf-387798e97a15 service nova] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Updating instance_info_cache with network_info: [{"id": "836fd76e-f811-4097-9432-2872ea7cbbeb", "address": "fa:16:3e:18:b7:a0", "network": {"id": "72e2090d-18ba-4e5c-b704-766687fa7593", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1780726710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fcaa039c9ae46cebdd309123b90e32f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap836fd76e-f8", "ovs_interfaceid": "836fd76e-f811-4097-9432-2872ea7cbbeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.226585] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093711, 'name': CreateVM_Task} progress is 99%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.662746] env[68872]: DEBUG oslo_concurrency.lockutils [req-dba8094c-c6e1-4874-972c-3bc9dc5dbd3c req-ff11e440-e6f3-453f-8aaf-387798e97a15 service nova] Releasing lock "refresh_cache-75500bd5-2610-4b92-924a-ac1482e24fa2" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.727992] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093711, 'name': CreateVM_Task, 'duration_secs': 1.328568} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.727992] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1438.728387] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.728387] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.728530] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.728771] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3724d3db-4943-4857-9e7d-0ab50a202a73 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.732901] env[68872]: DEBUG oslo_vmware.api [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1438.732901] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526082db-888c-fcf9-3731-8d338971686b" [ 1438.732901] env[68872]: _type = "Task" [ 1438.732901] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.739847] env[68872]: DEBUG oslo_vmware.api [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526082db-888c-fcf9-3731-8d338971686b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.243598] env[68872]: DEBUG oslo_vmware.api [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]526082db-888c-fcf9-3731-8d338971686b, 'name': SearchDatastore_Task, 'duration_secs': 0.0126} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.243870] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.244082] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1439.244323] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.244496] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.244735] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1439.244939] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5557ca34-ab22-40ba-9ecb-51a3fa189b9f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.253735] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1439.253947] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1439.254654] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1b9d2dd-5b99-4c84-9037-dda23e6fd91e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.259868] env[68872]: DEBUG oslo_vmware.api [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1439.259868] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c8f75e-2c07-612f-be89-8340d11554a4" [ 1439.259868] env[68872]: _type = "Task" [ 1439.259868] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.267410] env[68872]: DEBUG oslo_vmware.api [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c8f75e-2c07-612f-be89-8340d11554a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.271869] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.272059] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.272218] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.770884] env[68872]: DEBUG oslo_vmware.api [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52c8f75e-2c07-612f-be89-8340d11554a4, 'name': SearchDatastore_Task, 'duration_secs': 0.008901} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.771635] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8b3aae0-c56c-4819-bd2c-0f8077774527 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.777307] env[68872]: DEBUG oslo_vmware.api [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1439.777307] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52116797-d3b9-44ac-0cb0-8554e06891a8" [ 1439.777307] env[68872]: _type = "Task" [ 1439.777307] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.784330] env[68872]: DEBUG oslo_vmware.api [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52116797-d3b9-44ac-0cb0-8554e06891a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.287276] env[68872]: DEBUG oslo_vmware.api [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52116797-d3b9-44ac-0cb0-8554e06891a8, 'name': SearchDatastore_Task, 'duration_secs': 0.011316} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.287535] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.287777] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 75500bd5-2610-4b92-924a-ac1482e24fa2/75500bd5-2610-4b92-924a-ac1482e24fa2.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1440.288032] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a6c2381-e643-4cc2-8fea-bc3ffffe34e8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.295040] env[68872]: DEBUG oslo_vmware.api [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1440.295040] env[68872]: value = "task-3093712" [ 1440.295040] env[68872]: _type = "Task" [ 1440.295040] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.302103] env[68872]: DEBUG oslo_vmware.api [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.766259] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.804292] env[68872]: DEBUG oslo_vmware.api [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486944} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.804793] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 75500bd5-2610-4b92-924a-ac1482e24fa2/75500bd5-2610-4b92-924a-ac1482e24fa2.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1440.804793] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1440.804971] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b2323fe-8ac6-4e56-80cf-7b36f827968f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.811006] env[68872]: DEBUG oslo_vmware.api [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1440.811006] env[68872]: value = "task-3093713" [ 1440.811006] env[68872]: _type = "Task" [ 1440.811006] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.817970] env[68872]: DEBUG oslo_vmware.api [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093713, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.320753] env[68872]: DEBUG oslo_vmware.api [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093713, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058704} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.321015] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1441.321743] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816c8c4c-6229-4c19-9edc-e7a8999ec25b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.342534] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 75500bd5-2610-4b92-924a-ac1482e24fa2/75500bd5-2610-4b92-924a-ac1482e24fa2.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1441.342771] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-427ad82d-1dac-4bec-8168-653ea8227d53 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.361110] env[68872]: DEBUG oslo_vmware.api [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1441.361110] env[68872]: value = "task-3093714" [ 1441.361110] env[68872]: _type = "Task" [ 1441.361110] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.368077] env[68872]: DEBUG oslo_vmware.api [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093714, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.769733] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.870997] env[68872]: DEBUG oslo_vmware.api [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093714, 'name': ReconfigVM_Task, 'duration_secs': 0.290432} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.871364] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 75500bd5-2610-4b92-924a-ac1482e24fa2/75500bd5-2610-4b92-924a-ac1482e24fa2.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1441.871929] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5978aee-9ad9-4506-818a-311cc80f7043 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.877978] env[68872]: DEBUG oslo_vmware.api [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1441.877978] env[68872]: value = "task-3093715" [ 1441.877978] env[68872]: _type = "Task" [ 1441.877978] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.885630] env[68872]: DEBUG oslo_vmware.api [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093715, 'name': Rename_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.273164] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.273424] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.273599] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.273758] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68872) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1442.274652] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fab8be-1acb-4331-b1d7-7220659fd080 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.282664] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1c88d8-eb6d-4c3d-8a36-35ba2b911ee4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.297708] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccbc28e-25d3-4ccb-a96e-6384ad2c23fd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.303705] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8e1f36-ae98-4a73-ba5e-48741ee86ce3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.332332] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180634MB free_disk=138GB free_vcpus=48 pci_devices=None {{(pid=68872) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1442.332479] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.332742] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.386781] env[68872]: DEBUG oslo_vmware.api [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093715, 'name': Rename_Task, 'duration_secs': 0.135212} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.387061] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1442.387300] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3a89218-ff6e-4884-96f6-6be0a81b687b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.392897] env[68872]: DEBUG oslo_vmware.api [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1442.392897] env[68872]: value = "task-3093716" [ 1442.392897] env[68872]: _type = "Task" [ 1442.392897] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.400016] env[68872]: DEBUG oslo_vmware.api [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.903146] env[68872]: DEBUG oslo_vmware.api [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093716, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.403167] env[68872]: DEBUG oslo_vmware.api [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093716, 'name': PowerOnVM_Task, 'duration_secs': 0.685316} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.403428] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1443.403630] env[68872]: INFO nova.compute.manager [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Took 8.09 seconds to spawn the instance on the hypervisor. [ 1443.403811] env[68872]: DEBUG nova.compute.manager [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1443.404595] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013cf93f-e07b-4ad0-af66-241174d71464 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.426966] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 75500bd5-2610-4b92-924a-ac1482e24fa2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.427179] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68872) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1443.427324] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68872) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1443.454382] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f26f6ef-2afd-4166-bc93-ff87cccf9900 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.461736] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe25c22e-034c-4590-a6e4-a0bfbff91236 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.491885] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e356eb6-1da4-44d9-8af2-64b01f511c0c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.498874] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3c72e8-66cf-46dc-86ca-6affe14c5677 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.511812] env[68872]: DEBUG nova.compute.provider_tree [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1443.926090] env[68872]: INFO nova.compute.manager [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Took 12.75 seconds to build instance. [ 1444.015207] env[68872]: DEBUG nova.scheduler.client.report [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1444.220341] env[68872]: DEBUG nova.compute.manager [req-3c5df75c-6805-4df5-bea7-036d077baed5 req-8300e6d8-08e0-4fcb-b6ee-c5d903a68fcc service nova] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Received event network-changed-836fd76e-f811-4097-9432-2872ea7cbbeb {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1444.220341] env[68872]: DEBUG nova.compute.manager [req-3c5df75c-6805-4df5-bea7-036d077baed5 req-8300e6d8-08e0-4fcb-b6ee-c5d903a68fcc service nova] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Refreshing instance network info cache due to event network-changed-836fd76e-f811-4097-9432-2872ea7cbbeb. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1444.220341] env[68872]: DEBUG oslo_concurrency.lockutils [req-3c5df75c-6805-4df5-bea7-036d077baed5 req-8300e6d8-08e0-4fcb-b6ee-c5d903a68fcc service nova] Acquiring lock "refresh_cache-75500bd5-2610-4b92-924a-ac1482e24fa2" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.220511] env[68872]: DEBUG oslo_concurrency.lockutils [req-3c5df75c-6805-4df5-bea7-036d077baed5 req-8300e6d8-08e0-4fcb-b6ee-c5d903a68fcc service nova] Acquired lock "refresh_cache-75500bd5-2610-4b92-924a-ac1482e24fa2" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.220616] env[68872]: DEBUG nova.network.neutron [req-3c5df75c-6805-4df5-bea7-036d077baed5 req-8300e6d8-08e0-4fcb-b6ee-c5d903a68fcc service nova] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Refreshing network info cache for port 836fd76e-f811-4097-9432-2872ea7cbbeb {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1444.428803] env[68872]: DEBUG oslo_concurrency.lockutils [None req-0fdd7b2b-5318-4cc9-aeaa-be55f0e684b3 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "75500bd5-2610-4b92-924a-ac1482e24fa2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.258s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.519597] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68872) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1444.519804] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.187s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.520041] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.520185] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Cleaning up deleted instances {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1444.922236] env[68872]: DEBUG nova.network.neutron [req-3c5df75c-6805-4df5-bea7-036d077baed5 req-8300e6d8-08e0-4fcb-b6ee-c5d903a68fcc service nova] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Updated VIF entry in instance network info cache for port 836fd76e-f811-4097-9432-2872ea7cbbeb. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1444.922612] env[68872]: DEBUG nova.network.neutron [req-3c5df75c-6805-4df5-bea7-036d077baed5 req-8300e6d8-08e0-4fcb-b6ee-c5d903a68fcc service nova] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Updating instance_info_cache with network_info: [{"id": "836fd76e-f811-4097-9432-2872ea7cbbeb", "address": "fa:16:3e:18:b7:a0", "network": {"id": "72e2090d-18ba-4e5c-b704-766687fa7593", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1780726710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fcaa039c9ae46cebdd309123b90e32f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap836fd76e-f8", "ovs_interfaceid": "836fd76e-f811-4097-9432-2872ea7cbbeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.028863] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] There are 24 instances to clean {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1445.029200] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 4de85551-527f-4f50-b931-a66f57805aba] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1445.425143] env[68872]: DEBUG oslo_concurrency.lockutils [req-3c5df75c-6805-4df5-bea7-036d077baed5 req-8300e6d8-08e0-4fcb-b6ee-c5d903a68fcc service nova] Releasing lock "refresh_cache-75500bd5-2610-4b92-924a-ac1482e24fa2" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.532076] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 2048b842-96c3-42f3-acf5-9dae7883daba] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1446.036057] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 9e58f8e4-bc35-46e4-8dc5-d830cb953a2c] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1446.538681] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 4b1c06b4-7f0a-4f1b-ac1b-4d2fe19ec4e3] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1447.042083] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 49f92eeb-440a-4872-a534-4b5efe7f2587] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1447.545612] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 3fc2ce54-7ca1-4e89-bb0d-a36616fdc89c] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1448.049453] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: e3c7af5d-2f44-45f4-b5bf-2b558702c578] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1448.553080] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: fa965289-4c02-44ea-b005-23b159975719] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1449.056343] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 0d2a97aa-1a79-4fb3-8ba0-c4e38fb9a10e] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1449.560074] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: e88d302d-a553-4082-88bd-fe50ef3689e7] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1450.063760] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: e71dad00-6f56-4a91-aa0c-77f4f4d3afa6] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1450.567192] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: d47cb107-e374-4bf6-8e88-3210205be1b9] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1451.070251] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 8e60ec2c-5641-4b97-ad68-d05abfe42437] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1451.573443] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: b46cd1c6-2aad-4458-a2b4-1c4a09784cb4] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1452.077455] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: e31abaa9-a57c-49bd-8df7-927c6e40d015] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1452.581100] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 9b1ad1c5-5d11-41c2-951b-ab9ddc8d2064] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1453.087840] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: bb312f3b-a64b-4ce9-859c-844ca1356005] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1453.592067] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 0e29a6e2-3d23-4ef1-9bed-f5682bbe51ef] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1454.094989] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: bf74f001-e745-4f6c-bc95-b560f48fc9d3] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1454.598615] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 70d2d251-ddcf-4db6-a965-a98764a1b74c] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1455.102221] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 8e0c4a19-62da-4b15-a574-3b80a44a4eca] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1455.605385] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 896f5a0b-07c5-4142-8b80-d61bb67abe6e] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1456.109292] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: 547b97db-c690-457e-8d82-6bfbdc576f52] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1456.612981] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] [instance: e4543b9b-f2d1-4ce9-a15c-e5a058b5a7c4] Instance has had 0 of 5 cleanup attempts {{(pid=68872) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1457.116755] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1483.006061] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fe795694-b02a-4f9d-a996-c3fb34ec2e86 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquiring lock "75500bd5-2610-4b92-924a-ac1482e24fa2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1483.006363] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fe795694-b02a-4f9d-a996-c3fb34ec2e86 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "75500bd5-2610-4b92-924a-ac1482e24fa2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1483.509883] env[68872]: DEBUG nova.compute.utils [None req-fe795694-b02a-4f9d-a996-c3fb34ec2e86 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1484.014059] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fe795694-b02a-4f9d-a996-c3fb34ec2e86 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "75500bd5-2610-4b92-924a-ac1482e24fa2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1485.070609] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fe795694-b02a-4f9d-a996-c3fb34ec2e86 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquiring lock "75500bd5-2610-4b92-924a-ac1482e24fa2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1485.071031] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fe795694-b02a-4f9d-a996-c3fb34ec2e86 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "75500bd5-2610-4b92-924a-ac1482e24fa2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1485.071194] env[68872]: INFO nova.compute.manager [None req-fe795694-b02a-4f9d-a996-c3fb34ec2e86 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Attaching volume a4d498b6-2aa2-4da0-8e54-c569e4621191 to /dev/sdb [ 1485.125403] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca1787c-c3ed-4dbe-80af-97af95663228 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.133420] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5003a0db-cc72-4fdc-8681-4b3494eb63e3 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.145966] env[68872]: DEBUG nova.virt.block_device [None req-fe795694-b02a-4f9d-a996-c3fb34ec2e86 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Updating existing volume attachment record: b5a410a8-203e-4afc-af7f-5e9aaeb57cad {{(pid=68872) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1489.688449] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe795694-b02a-4f9d-a996-c3fb34ec2e86 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Volume attach. Driver type: vmdk {{(pid=68872) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1489.688724] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe795694-b02a-4f9d-a996-c3fb34ec2e86 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619184', 'volume_id': 'a4d498b6-2aa2-4da0-8e54-c569e4621191', 'name': 'volume-a4d498b6-2aa2-4da0-8e54-c569e4621191', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '75500bd5-2610-4b92-924a-ac1482e24fa2', 'attached_at': '', 'detached_at': '', 'volume_id': 'a4d498b6-2aa2-4da0-8e54-c569e4621191', 'serial': 'a4d498b6-2aa2-4da0-8e54-c569e4621191'} {{(pid=68872) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1489.689610] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486a65c5-9c12-43ae-9d61-d578202b56d0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.705768] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322ed03e-3af8-437c-bb9f-11f3dcbda4b5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.729073] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe795694-b02a-4f9d-a996-c3fb34ec2e86 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] volume-a4d498b6-2aa2-4da0-8e54-c569e4621191/volume-a4d498b6-2aa2-4da0-8e54-c569e4621191.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1489.729309] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb09de10-d78f-4844-a83f-1c078b281abd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.746962] env[68872]: DEBUG oslo_vmware.api [None req-fe795694-b02a-4f9d-a996-c3fb34ec2e86 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1489.746962] env[68872]: value = "task-3093719" [ 1489.746962] env[68872]: _type = "Task" [ 1489.746962] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.755419] env[68872]: DEBUG oslo_vmware.api [None req-fe795694-b02a-4f9d-a996-c3fb34ec2e86 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093719, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.257110] env[68872]: DEBUG oslo_vmware.api [None req-fe795694-b02a-4f9d-a996-c3fb34ec2e86 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093719, 'name': ReconfigVM_Task, 'duration_secs': 0.349279} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.257399] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe795694-b02a-4f9d-a996-c3fb34ec2e86 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Reconfigured VM instance instance-0000007e to attach disk [datastore1] volume-a4d498b6-2aa2-4da0-8e54-c569e4621191/volume-a4d498b6-2aa2-4da0-8e54-c569e4621191.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1490.261924] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ac4598d-c23a-498e-887a-429ca38db1d8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.276628] env[68872]: DEBUG oslo_vmware.api [None req-fe795694-b02a-4f9d-a996-c3fb34ec2e86 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1490.276628] env[68872]: value = "task-3093720" [ 1490.276628] env[68872]: _type = "Task" [ 1490.276628] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.284271] env[68872]: DEBUG oslo_vmware.api [None req-fe795694-b02a-4f9d-a996-c3fb34ec2e86 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093720, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.786252] env[68872]: DEBUG oslo_vmware.api [None req-fe795694-b02a-4f9d-a996-c3fb34ec2e86 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093720, 'name': ReconfigVM_Task, 'duration_secs': 0.148093} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.786722] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe795694-b02a-4f9d-a996-c3fb34ec2e86 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619184', 'volume_id': 'a4d498b6-2aa2-4da0-8e54-c569e4621191', 'name': 'volume-a4d498b6-2aa2-4da0-8e54-c569e4621191', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '75500bd5-2610-4b92-924a-ac1482e24fa2', 'attached_at': '', 'detached_at': '', 'volume_id': 'a4d498b6-2aa2-4da0-8e54-c569e4621191', 'serial': 'a4d498b6-2aa2-4da0-8e54-c569e4621191'} {{(pid=68872) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1491.823203] env[68872]: DEBUG nova.objects.instance [None req-fe795694-b02a-4f9d-a996-c3fb34ec2e86 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lazy-loading 'flavor' on Instance uuid 75500bd5-2610-4b92-924a-ac1482e24fa2 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1492.329290] env[68872]: DEBUG oslo_concurrency.lockutils [None req-fe795694-b02a-4f9d-a996-c3fb34ec2e86 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "75500bd5-2610-4b92-924a-ac1482e24fa2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.258s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1492.540326] env[68872]: DEBUG oslo_concurrency.lockutils [None req-33f48e58-fd0b-4770-9e92-e03260f4c6f2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquiring lock "75500bd5-2610-4b92-924a-ac1482e24fa2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1492.540604] env[68872]: DEBUG oslo_concurrency.lockutils [None req-33f48e58-fd0b-4770-9e92-e03260f4c6f2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "75500bd5-2610-4b92-924a-ac1482e24fa2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1493.043488] env[68872]: INFO nova.compute.manager [None req-33f48e58-fd0b-4770-9e92-e03260f4c6f2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Detaching volume a4d498b6-2aa2-4da0-8e54-c569e4621191 [ 1493.073189] env[68872]: INFO nova.virt.block_device [None req-33f48e58-fd0b-4770-9e92-e03260f4c6f2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Attempting to driver detach volume a4d498b6-2aa2-4da0-8e54-c569e4621191 from mountpoint /dev/sdb [ 1493.073474] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-33f48e58-fd0b-4770-9e92-e03260f4c6f2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Volume detach. Driver type: vmdk {{(pid=68872) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1493.073673] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-33f48e58-fd0b-4770-9e92-e03260f4c6f2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619184', 'volume_id': 'a4d498b6-2aa2-4da0-8e54-c569e4621191', 'name': 'volume-a4d498b6-2aa2-4da0-8e54-c569e4621191', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '75500bd5-2610-4b92-924a-ac1482e24fa2', 'attached_at': '', 'detached_at': '', 'volume_id': 'a4d498b6-2aa2-4da0-8e54-c569e4621191', 'serial': 'a4d498b6-2aa2-4da0-8e54-c569e4621191'} {{(pid=68872) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1493.074549] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b282d46-0709-43be-9163-c59a54440a79 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.096252] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f926495-0870-4bd9-87dd-82857d263e06 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.102747] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e35dda4-c449-4858-9098-ab1caff09718 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.122285] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6571f7c8-1cff-4580-a03b-2636dcd5a19b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.137316] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-33f48e58-fd0b-4770-9e92-e03260f4c6f2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] The volume has not been displaced from its original location: [datastore1] volume-a4d498b6-2aa2-4da0-8e54-c569e4621191/volume-a4d498b6-2aa2-4da0-8e54-c569e4621191.vmdk. No consolidation needed. {{(pid=68872) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1493.142437] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-33f48e58-fd0b-4770-9e92-e03260f4c6f2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1493.142686] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce40d4b3-fe1d-40f0-b7e4-4e77fbe2f42e {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.161930] env[68872]: DEBUG oslo_vmware.api [None req-33f48e58-fd0b-4770-9e92-e03260f4c6f2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1493.161930] env[68872]: value = "task-3093721" [ 1493.161930] env[68872]: _type = "Task" [ 1493.161930] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.169037] env[68872]: DEBUG oslo_vmware.api [None req-33f48e58-fd0b-4770-9e92-e03260f4c6f2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093721, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.671071] env[68872]: DEBUG oslo_vmware.api [None req-33f48e58-fd0b-4770-9e92-e03260f4c6f2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093721, 'name': ReconfigVM_Task, 'duration_secs': 0.219269} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.671330] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-33f48e58-fd0b-4770-9e92-e03260f4c6f2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1493.676076] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83a91443-d3ce-427d-a19e-4ee9487a5d82 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.690457] env[68872]: DEBUG oslo_vmware.api [None req-33f48e58-fd0b-4770-9e92-e03260f4c6f2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1493.690457] env[68872]: value = "task-3093722" [ 1493.690457] env[68872]: _type = "Task" [ 1493.690457] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.698544] env[68872]: DEBUG oslo_vmware.api [None req-33f48e58-fd0b-4770-9e92-e03260f4c6f2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093722, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.199933] env[68872]: DEBUG oslo_vmware.api [None req-33f48e58-fd0b-4770-9e92-e03260f4c6f2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093722, 'name': ReconfigVM_Task, 'duration_secs': 0.124805} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.200296] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-33f48e58-fd0b-4770-9e92-e03260f4c6f2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619184', 'volume_id': 'a4d498b6-2aa2-4da0-8e54-c569e4621191', 'name': 'volume-a4d498b6-2aa2-4da0-8e54-c569e4621191', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '75500bd5-2610-4b92-924a-ac1482e24fa2', 'attached_at': '', 'detached_at': '', 'volume_id': 'a4d498b6-2aa2-4da0-8e54-c569e4621191', 'serial': 'a4d498b6-2aa2-4da0-8e54-c569e4621191'} {{(pid=68872) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1494.742795] env[68872]: DEBUG nova.objects.instance [None req-33f48e58-fd0b-4770-9e92-e03260f4c6f2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lazy-loading 'flavor' on Instance uuid 75500bd5-2610-4b92-924a-ac1482e24fa2 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1495.750179] env[68872]: DEBUG oslo_concurrency.lockutils [None req-33f48e58-fd0b-4770-9e92-e03260f4c6f2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "75500bd5-2610-4b92-924a-ac1482e24fa2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.209s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1496.772936] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2f90a686-0a98-45df-a833-6d294a7f42a0 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquiring lock "75500bd5-2610-4b92-924a-ac1482e24fa2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1496.773350] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2f90a686-0a98-45df-a833-6d294a7f42a0 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "75500bd5-2610-4b92-924a-ac1482e24fa2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1496.773479] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2f90a686-0a98-45df-a833-6d294a7f42a0 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquiring lock "75500bd5-2610-4b92-924a-ac1482e24fa2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1496.773601] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2f90a686-0a98-45df-a833-6d294a7f42a0 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "75500bd5-2610-4b92-924a-ac1482e24fa2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1496.773773] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2f90a686-0a98-45df-a833-6d294a7f42a0 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "75500bd5-2610-4b92-924a-ac1482e24fa2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1496.775917] env[68872]: INFO nova.compute.manager [None req-2f90a686-0a98-45df-a833-6d294a7f42a0 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Terminating instance [ 1497.279461] env[68872]: DEBUG nova.compute.manager [None req-2f90a686-0a98-45df-a833-6d294a7f42a0 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1497.279752] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2f90a686-0a98-45df-a833-6d294a7f42a0 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1497.280625] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b563c890-70e6-4332-a676-78355ef59fa0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.288367] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f90a686-0a98-45df-a833-6d294a7f42a0 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1497.288583] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85e0e313-a462-48d7-9d9a-b18abad44973 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.294891] env[68872]: DEBUG oslo_vmware.api [None req-2f90a686-0a98-45df-a833-6d294a7f42a0 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1497.294891] env[68872]: value = "task-3093723" [ 1497.294891] env[68872]: _type = "Task" [ 1497.294891] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.303454] env[68872]: DEBUG oslo_vmware.api [None req-2f90a686-0a98-45df-a833-6d294a7f42a0 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.805949] env[68872]: DEBUG oslo_vmware.api [None req-2f90a686-0a98-45df-a833-6d294a7f42a0 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093723, 'name': PowerOffVM_Task, 'duration_secs': 0.167025} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.806351] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f90a686-0a98-45df-a833-6d294a7f42a0 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1497.806402] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2f90a686-0a98-45df-a833-6d294a7f42a0 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1497.806617] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7f80520-e5bd-4dbb-8747-f58d37288b81 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.770691] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2f90a686-0a98-45df-a833-6d294a7f42a0 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1498.770900] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2f90a686-0a98-45df-a833-6d294a7f42a0 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1498.771093] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f90a686-0a98-45df-a833-6d294a7f42a0 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Deleting the datastore file [datastore1] 75500bd5-2610-4b92-924a-ac1482e24fa2 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1498.771359] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4157f3e5-87f1-427f-8caa-3f6e4eecc4e1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.777596] env[68872]: DEBUG oslo_vmware.api [None req-2f90a686-0a98-45df-a833-6d294a7f42a0 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1498.777596] env[68872]: value = "task-3093725" [ 1498.777596] env[68872]: _type = "Task" [ 1498.777596] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.785754] env[68872]: DEBUG oslo_vmware.api [None req-2f90a686-0a98-45df-a833-6d294a7f42a0 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.287884] env[68872]: DEBUG oslo_vmware.api [None req-2f90a686-0a98-45df-a833-6d294a7f42a0 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133205} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.288365] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f90a686-0a98-45df-a833-6d294a7f42a0 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1499.288365] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2f90a686-0a98-45df-a833-6d294a7f42a0 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1499.288470] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-2f90a686-0a98-45df-a833-6d294a7f42a0 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1499.288645] env[68872]: INFO nova.compute.manager [None req-2f90a686-0a98-45df-a833-6d294a7f42a0 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Took 2.01 seconds to destroy the instance on the hypervisor. [ 1499.288878] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f90a686-0a98-45df-a833-6d294a7f42a0 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1499.289076] env[68872]: DEBUG nova.compute.manager [-] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1499.289173] env[68872]: DEBUG nova.network.neutron [-] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1499.718279] env[68872]: DEBUG nova.compute.manager [req-8e330026-7392-4638-b13a-e3eb4106bdab req-b43058e9-931e-4e01-9f23-e98546a28d88 service nova] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Received event network-vif-deleted-836fd76e-f811-4097-9432-2872ea7cbbeb {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1499.718363] env[68872]: INFO nova.compute.manager [req-8e330026-7392-4638-b13a-e3eb4106bdab req-b43058e9-931e-4e01-9f23-e98546a28d88 service nova] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Neutron deleted interface 836fd76e-f811-4097-9432-2872ea7cbbeb; detaching it from the instance and deleting it from the info cache [ 1499.718556] env[68872]: DEBUG nova.network.neutron [req-8e330026-7392-4638-b13a-e3eb4106bdab req-b43058e9-931e-4e01-9f23-e98546a28d88 service nova] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.169460] env[68872]: DEBUG nova.network.neutron [-] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.221557] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0eaad6e-8b5a-49b8-8d84-56cb5e46244d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.231451] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d4256f-63b1-4d12-9907-3005d0291463 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.255778] env[68872]: DEBUG nova.compute.manager [req-8e330026-7392-4638-b13a-e3eb4106bdab req-b43058e9-931e-4e01-9f23-e98546a28d88 service nova] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Detach interface failed, port_id=836fd76e-f811-4097-9432-2872ea7cbbeb, reason: Instance 75500bd5-2610-4b92-924a-ac1482e24fa2 could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1500.672091] env[68872]: INFO nova.compute.manager [-] [instance: 75500bd5-2610-4b92-924a-ac1482e24fa2] Took 1.38 seconds to deallocate network for instance. [ 1501.178358] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2f90a686-0a98-45df-a833-6d294a7f42a0 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.178638] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2f90a686-0a98-45df-a833-6d294a7f42a0 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.178859] env[68872]: DEBUG nova.objects.instance [None req-2f90a686-0a98-45df-a833-6d294a7f42a0 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lazy-loading 'resources' on Instance uuid 75500bd5-2610-4b92-924a-ac1482e24fa2 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1501.701191] env[68872]: DEBUG nova.scheduler.client.report [None req-2f90a686-0a98-45df-a833-6d294a7f42a0 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Refreshing inventories for resource provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1501.718237] env[68872]: DEBUG nova.scheduler.client.report [None req-2f90a686-0a98-45df-a833-6d294a7f42a0 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Updating ProviderTree inventory for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1501.718494] env[68872]: DEBUG nova.compute.provider_tree [None req-2f90a686-0a98-45df-a833-6d294a7f42a0 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Updating inventory in ProviderTree for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1501.729277] env[68872]: DEBUG nova.scheduler.client.report [None req-2f90a686-0a98-45df-a833-6d294a7f42a0 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Refreshing aggregate associations for resource provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f, aggregates: None {{(pid=68872) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1501.746358] env[68872]: DEBUG nova.scheduler.client.report [None req-2f90a686-0a98-45df-a833-6d294a7f42a0 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Refreshing trait associations for resource provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=68872) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1501.772514] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d230457-a269-4d07-94f5-30b6849f5ace {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.780682] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3698d939-f5fb-4dae-81a2-93e1b89dba7d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.810784] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a5ec0b-1e47-464e-9034-c61e69267495 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.817750] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6454dee4-fb91-4020-aa97-44c205e8f7c5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.830457] env[68872]: DEBUG nova.compute.provider_tree [None req-2f90a686-0a98-45df-a833-6d294a7f42a0 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1502.333806] env[68872]: DEBUG nova.scheduler.client.report [None req-2f90a686-0a98-45df-a833-6d294a7f42a0 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1502.838826] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2f90a686-0a98-45df-a833-6d294a7f42a0 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.858193] env[68872]: INFO nova.scheduler.client.report [None req-2f90a686-0a98-45df-a833-6d294a7f42a0 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Deleted allocations for instance 75500bd5-2610-4b92-924a-ac1482e24fa2 [ 1503.366222] env[68872]: DEBUG oslo_concurrency.lockutils [None req-2f90a686-0a98-45df-a833-6d294a7f42a0 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "75500bd5-2610-4b92-924a-ac1482e24fa2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.593s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1505.681263] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquiring lock "7152c1c8-7666-4f39-896f-95c94aacd9e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1505.681566] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "7152c1c8-7666-4f39-896f-95c94aacd9e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1506.184130] env[68872]: DEBUG nova.compute.manager [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Starting instance... {{(pid=68872) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1506.702813] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1506.703104] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1506.704600] env[68872]: INFO nova.compute.claims [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1507.738104] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601039d2-25aa-40e2-b4e4-eb56f75038de {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.745804] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d7e8f8-8e8d-47ce-be36-b5f4b9e26c0b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.774686] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c7c228-c1b1-463a-b3bb-c609fd075a73 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.781095] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fbd4ad-c0ac-4d74-8247-a41a91ca1b80 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.794639] env[68872]: DEBUG nova.compute.provider_tree [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1508.298068] env[68872]: DEBUG nova.scheduler.client.report [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1508.803066] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.100s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1508.803711] env[68872]: DEBUG nova.compute.manager [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Start building networks asynchronously for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1509.308895] env[68872]: DEBUG nova.compute.utils [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1509.310334] env[68872]: DEBUG nova.compute.manager [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Allocating IP information in the background. {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1509.310500] env[68872]: DEBUG nova.network.neutron [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] allocate_for_instance() {{(pid=68872) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1509.360783] env[68872]: DEBUG nova.policy [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '861a999888d84ac498bd75fbb4e521dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fcaa039c9ae46cebdd309123b90e32f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68872) authorize /opt/stack/nova/nova/policy.py:192}} [ 1509.625019] env[68872]: DEBUG nova.network.neutron [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Successfully created port: 1aa8683a-885f-4ea3-8823-0695f8beb37d {{(pid=68872) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1509.814532] env[68872]: DEBUG nova.compute.manager [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Start building block device mappings for instance. {{(pid=68872) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1510.825126] env[68872]: DEBUG nova.compute.manager [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Start spawning the instance on the hypervisor. {{(pid=68872) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1510.850740] env[68872]: DEBUG nova.virt.hardware [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T16:00:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T16:00:16Z,direct_url=,disk_format='vmdk',id=f385dd18-ac06-4518-90be-b739920d18c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ddd545047487403ea6fe161e65c7cb7f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T16:00:17Z,virtual_size=,visibility=), allow threads: False {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1510.850987] env[68872]: DEBUG nova.virt.hardware [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Flavor limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1510.851169] env[68872]: DEBUG nova.virt.hardware [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Image limits 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1510.851357] env[68872]: DEBUG nova.virt.hardware [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Flavor pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1510.851503] env[68872]: DEBUG nova.virt.hardware [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Image pref 0:0:0 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1510.851652] env[68872]: DEBUG nova.virt.hardware [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68872) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1510.851855] env[68872]: DEBUG nova.virt.hardware [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1510.852021] env[68872]: DEBUG nova.virt.hardware [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1510.852191] env[68872]: DEBUG nova.virt.hardware [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Got 1 possible topologies {{(pid=68872) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1510.852351] env[68872]: DEBUG nova.virt.hardware [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1510.852521] env[68872]: DEBUG nova.virt.hardware [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68872) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1510.853387] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6d9cb3-5ed3-4404-a147-c22a20f81344 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.861175] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed71a56-629f-4708-9db4-be62c770577b {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.023348] env[68872]: DEBUG nova.compute.manager [req-5366ad42-d922-4047-87c9-cfa3b3bdc9bc req-4fa8e74e-58ea-4692-bfee-94a3e9ecdbc8 service nova] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Received event network-vif-plugged-1aa8683a-885f-4ea3-8823-0695f8beb37d {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1511.023559] env[68872]: DEBUG oslo_concurrency.lockutils [req-5366ad42-d922-4047-87c9-cfa3b3bdc9bc req-4fa8e74e-58ea-4692-bfee-94a3e9ecdbc8 service nova] Acquiring lock "7152c1c8-7666-4f39-896f-95c94aacd9e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1511.023788] env[68872]: DEBUG oslo_concurrency.lockutils [req-5366ad42-d922-4047-87c9-cfa3b3bdc9bc req-4fa8e74e-58ea-4692-bfee-94a3e9ecdbc8 service nova] Lock "7152c1c8-7666-4f39-896f-95c94aacd9e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1511.023924] env[68872]: DEBUG oslo_concurrency.lockutils [req-5366ad42-d922-4047-87c9-cfa3b3bdc9bc req-4fa8e74e-58ea-4692-bfee-94a3e9ecdbc8 service nova] Lock "7152c1c8-7666-4f39-896f-95c94aacd9e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1511.024187] env[68872]: DEBUG nova.compute.manager [req-5366ad42-d922-4047-87c9-cfa3b3bdc9bc req-4fa8e74e-58ea-4692-bfee-94a3e9ecdbc8 service nova] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] No waiting events found dispatching network-vif-plugged-1aa8683a-885f-4ea3-8823-0695f8beb37d {{(pid=68872) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1511.024375] env[68872]: WARNING nova.compute.manager [req-5366ad42-d922-4047-87c9-cfa3b3bdc9bc req-4fa8e74e-58ea-4692-bfee-94a3e9ecdbc8 service nova] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Received unexpected event network-vif-plugged-1aa8683a-885f-4ea3-8823-0695f8beb37d for instance with vm_state building and task_state spawning. [ 1511.100560] env[68872]: DEBUG nova.network.neutron [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Successfully updated port: 1aa8683a-885f-4ea3-8823-0695f8beb37d {{(pid=68872) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1511.603059] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquiring lock "refresh_cache-7152c1c8-7666-4f39-896f-95c94aacd9e4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.603214] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquired lock "refresh_cache-7152c1c8-7666-4f39-896f-95c94aacd9e4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.603391] env[68872]: DEBUG nova.network.neutron [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Building network info cache for instance {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1511.619934] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.620380] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.124518] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.124518] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.124866] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.124866] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.124946] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.125071] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.125631] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68872) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1512.125631] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.137120] env[68872]: DEBUG nova.network.neutron [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Instance cache missing network info. {{(pid=68872) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1512.253057] env[68872]: DEBUG nova.network.neutron [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Updating instance_info_cache with network_info: [{"id": "1aa8683a-885f-4ea3-8823-0695f8beb37d", "address": "fa:16:3e:84:fd:e5", "network": {"id": "72e2090d-18ba-4e5c-b704-766687fa7593", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1780726710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fcaa039c9ae46cebdd309123b90e32f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aa8683a-88", "ovs_interfaceid": "1aa8683a-885f-4ea3-8823-0695f8beb37d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.628660] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1512.629014] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1512.629251] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1512.629440] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68872) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1512.630585] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d700e3c6-081f-4a85-82c2-80bcb0d8bf3c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.639526] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70d0610-e47e-4ce4-ac9c-30ad0af52e95 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.653158] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08077214-cde7-4656-9fc6-4a7c03036d99 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.659359] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4d7783-a2cd-4086-bc4a-710ce7cdcfcf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.686988] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180828MB free_disk=138GB free_vcpus=48 pci_devices=None {{(pid=68872) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1512.687160] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1512.687383] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1512.755380] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Releasing lock "refresh_cache-7152c1c8-7666-4f39-896f-95c94aacd9e4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.755800] env[68872]: DEBUG nova.compute.manager [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Instance network_info: |[{"id": "1aa8683a-885f-4ea3-8823-0695f8beb37d", "address": "fa:16:3e:84:fd:e5", "network": {"id": "72e2090d-18ba-4e5c-b704-766687fa7593", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1780726710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fcaa039c9ae46cebdd309123b90e32f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aa8683a-88", "ovs_interfaceid": "1aa8683a-885f-4ea3-8823-0695f8beb37d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68872) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1512.756218] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:fd:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1aa8683a-885f-4ea3-8823-0695f8beb37d', 'vif_model': 'vmxnet3'}] {{(pid=68872) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1512.763755] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1512.763950] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Creating VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1512.764182] env[68872]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-425aea48-8089-4c6a-82d0-2b211948b88c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.785292] env[68872]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1512.785292] env[68872]: value = "task-3093726" [ 1512.785292] env[68872]: _type = "Task" [ 1512.785292] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.792706] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093726, 'name': CreateVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.051025] env[68872]: DEBUG nova.compute.manager [req-06eaa01d-af2a-40f9-b573-28c262db22ae req-f895cc12-bed6-49fa-82c9-35513577b85a service nova] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Received event network-changed-1aa8683a-885f-4ea3-8823-0695f8beb37d {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1513.051255] env[68872]: DEBUG nova.compute.manager [req-06eaa01d-af2a-40f9-b573-28c262db22ae req-f895cc12-bed6-49fa-82c9-35513577b85a service nova] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Refreshing instance network info cache due to event network-changed-1aa8683a-885f-4ea3-8823-0695f8beb37d. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1513.051561] env[68872]: DEBUG oslo_concurrency.lockutils [req-06eaa01d-af2a-40f9-b573-28c262db22ae req-f895cc12-bed6-49fa-82c9-35513577b85a service nova] Acquiring lock "refresh_cache-7152c1c8-7666-4f39-896f-95c94aacd9e4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.051804] env[68872]: DEBUG oslo_concurrency.lockutils [req-06eaa01d-af2a-40f9-b573-28c262db22ae req-f895cc12-bed6-49fa-82c9-35513577b85a service nova] Acquired lock "refresh_cache-7152c1c8-7666-4f39-896f-95c94aacd9e4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.052075] env[68872]: DEBUG nova.network.neutron [req-06eaa01d-af2a-40f9-b573-28c262db22ae req-f895cc12-bed6-49fa-82c9-35513577b85a service nova] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Refreshing network info cache for port 1aa8683a-885f-4ea3-8823-0695f8beb37d {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1513.295824] env[68872]: DEBUG oslo_vmware.api [-] Task: {'id': task-3093726, 'name': CreateVM_Task, 'duration_secs': 0.317318} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.296192] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Created VM on the ESX host {{(pid=68872) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1513.296647] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.296811] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.297159] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.297441] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ddb3109-6ca0-4b04-ba15-e00fa4130ce8 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.301541] env[68872]: DEBUG oslo_vmware.api [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1513.301541] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d02abc-3b64-e206-4e13-8d9324eb2229" [ 1513.301541] env[68872]: _type = "Task" [ 1513.301541] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.309126] env[68872]: DEBUG oslo_vmware.api [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d02abc-3b64-e206-4e13-8d9324eb2229, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.712630] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Instance 7152c1c8-7666-4f39-896f-95c94aacd9e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68872) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1513.712840] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68872) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1513.712983] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68872) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1513.738872] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9662d69-20ae-4b44-8c3c-de7d593f74de {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.742305] env[68872]: DEBUG nova.network.neutron [req-06eaa01d-af2a-40f9-b573-28c262db22ae req-f895cc12-bed6-49fa-82c9-35513577b85a service nova] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Updated VIF entry in instance network info cache for port 1aa8683a-885f-4ea3-8823-0695f8beb37d. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1513.742622] env[68872]: DEBUG nova.network.neutron [req-06eaa01d-af2a-40f9-b573-28c262db22ae req-f895cc12-bed6-49fa-82c9-35513577b85a service nova] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Updating instance_info_cache with network_info: [{"id": "1aa8683a-885f-4ea3-8823-0695f8beb37d", "address": "fa:16:3e:84:fd:e5", "network": {"id": "72e2090d-18ba-4e5c-b704-766687fa7593", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1780726710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fcaa039c9ae46cebdd309123b90e32f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aa8683a-88", "ovs_interfaceid": "1aa8683a-885f-4ea3-8823-0695f8beb37d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.749028] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdec829-7dce-40f2-bd2f-95c8dc6b20c6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.779048] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b54e42-e530-461f-9bc6-abc0b1efcafd {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.785899] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c113c6f-9c5a-491e-a2c5-c77fcf2bb9ea {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.798762] env[68872]: DEBUG nova.compute.provider_tree [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1513.809971] env[68872]: DEBUG oslo_vmware.api [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52d02abc-3b64-e206-4e13-8d9324eb2229, 'name': SearchDatastore_Task, 'duration_secs': 0.012252} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.810263] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.810485] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Processing image f385dd18-ac06-4518-90be-b739920d18c6 {{(pid=68872) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1513.810713] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.810859] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.811050] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1513.811279] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11e54bd0-a9d0-4497-a845-acdb16500ebe {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.818859] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68872) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1513.819048] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68872) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1513.819715] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3d18f46-7eb5-444f-8747-52592d5fe90c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.824039] env[68872]: DEBUG oslo_vmware.api [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1513.824039] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52312854-1996-24b8-7a47-771eada30a40" [ 1513.824039] env[68872]: _type = "Task" [ 1513.824039] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.832452] env[68872]: DEBUG oslo_vmware.api [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52312854-1996-24b8-7a47-771eada30a40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.245798] env[68872]: DEBUG oslo_concurrency.lockutils [req-06eaa01d-af2a-40f9-b573-28c262db22ae req-f895cc12-bed6-49fa-82c9-35513577b85a service nova] Releasing lock "refresh_cache-7152c1c8-7666-4f39-896f-95c94aacd9e4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.302082] env[68872]: DEBUG nova.scheduler.client.report [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1514.334254] env[68872]: DEBUG oslo_vmware.api [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]52312854-1996-24b8-7a47-771eada30a40, 'name': SearchDatastore_Task, 'duration_secs': 0.008089} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.335013] env[68872]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dffe35fb-a474-45de-b2b1-bf5fe4635e72 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.339861] env[68872]: DEBUG oslo_vmware.api [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1514.339861] env[68872]: value = "session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]523fed93-8b27-3306-b803-a69fea1b619c" [ 1514.339861] env[68872]: _type = "Task" [ 1514.339861] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.346851] env[68872]: DEBUG oslo_vmware.api [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]523fed93-8b27-3306-b803-a69fea1b619c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.806701] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68872) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1514.806918] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.120s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1514.850860] env[68872]: DEBUG oslo_vmware.api [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': session[5239286a-dcc1-7f9c-9a2c-6a4f9ade3efb]523fed93-8b27-3306-b803-a69fea1b619c, 'name': SearchDatastore_Task, 'duration_secs': 0.009744} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.851137] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.851473] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 7152c1c8-7666-4f39-896f-95c94aacd9e4/7152c1c8-7666-4f39-896f-95c94aacd9e4.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1514.851624] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-576c324c-8806-4ea3-885d-5e68888be729 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.858490] env[68872]: DEBUG oslo_vmware.api [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1514.858490] env[68872]: value = "task-3093727" [ 1514.858490] env[68872]: _type = "Task" [ 1514.858490] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.866142] env[68872]: DEBUG oslo_vmware.api [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093727, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.367655] env[68872]: DEBUG oslo_vmware.api [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093727, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487157} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.368040] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f385dd18-ac06-4518-90be-b739920d18c6/f385dd18-ac06-4518-90be-b739920d18c6.vmdk to [datastore1] 7152c1c8-7666-4f39-896f-95c94aacd9e4/7152c1c8-7666-4f39-896f-95c94aacd9e4.vmdk {{(pid=68872) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1515.368126] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Extending root virtual disk to 1048576 {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1515.369207] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98a6d132-c3ad-4792-8dde-a79c5a3065cc {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.374945] env[68872]: DEBUG oslo_vmware.api [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1515.374945] env[68872]: value = "task-3093728" [ 1515.374945] env[68872]: _type = "Task" [ 1515.374945] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.384123] env[68872]: DEBUG oslo_vmware.api [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.884690] env[68872]: DEBUG oslo_vmware.api [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059891} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.884948] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Extended root virtual disk {{(pid=68872) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1515.885763] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291a98cf-c1a0-425f-af2e-e4f9a4a3e4cb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.907143] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 7152c1c8-7666-4f39-896f-95c94aacd9e4/7152c1c8-7666-4f39-896f-95c94aacd9e4.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1515.907411] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c470b95c-8f1e-43c4-9264-603478f362b0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.927513] env[68872]: DEBUG oslo_vmware.api [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1515.927513] env[68872]: value = "task-3093729" [ 1515.927513] env[68872]: _type = "Task" [ 1515.927513] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.935633] env[68872]: DEBUG oslo_vmware.api [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093729, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.437524] env[68872]: DEBUG oslo_vmware.api [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093729, 'name': ReconfigVM_Task, 'duration_secs': 0.302476} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.437939] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 7152c1c8-7666-4f39-896f-95c94aacd9e4/7152c1c8-7666-4f39-896f-95c94aacd9e4.vmdk or device None with type sparse {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1516.438461] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29eecae4-0b8b-40a0-8c11-01273af83cbf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.444091] env[68872]: DEBUG oslo_vmware.api [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1516.444091] env[68872]: value = "task-3093730" [ 1516.444091] env[68872]: _type = "Task" [ 1516.444091] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.452036] env[68872]: DEBUG oslo_vmware.api [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093730, 'name': Rename_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.953933] env[68872]: DEBUG oslo_vmware.api [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093730, 'name': Rename_Task, 'duration_secs': 0.130562} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.954237] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Powering on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1516.954483] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f63cb91b-6b26-4a8f-9be4-b1c8350ea74d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.961871] env[68872]: DEBUG oslo_vmware.api [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1516.961871] env[68872]: value = "task-3093731" [ 1516.961871] env[68872]: _type = "Task" [ 1516.961871] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.968880] env[68872]: DEBUG oslo_vmware.api [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.473552] env[68872]: DEBUG oslo_vmware.api [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093731, 'name': PowerOnVM_Task, 'duration_secs': 0.432372} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.473917] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Powered on the VM {{(pid=68872) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1517.474066] env[68872]: INFO nova.compute.manager [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Took 6.65 seconds to spawn the instance on the hypervisor. [ 1517.474204] env[68872]: DEBUG nova.compute.manager [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Checking state {{(pid=68872) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1517.474973] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b10da5-02a7-4459-ace1-f53c9cc648c1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.993648] env[68872]: INFO nova.compute.manager [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Took 11.30 seconds to build instance. [ 1518.495337] env[68872]: DEBUG oslo_concurrency.lockutils [None req-b346a438-1602-4057-8cf8-0af7aba0553a tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "7152c1c8-7666-4f39-896f-95c94aacd9e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.814s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1518.662810] env[68872]: DEBUG nova.compute.manager [req-fb599bfb-0442-464f-ba69-ea99884f8091 req-e22b5488-b545-4c9f-8ee6-b96c31feaa21 service nova] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Received event network-changed-1aa8683a-885f-4ea3-8823-0695f8beb37d {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1518.662810] env[68872]: DEBUG nova.compute.manager [req-fb599bfb-0442-464f-ba69-ea99884f8091 req-e22b5488-b545-4c9f-8ee6-b96c31feaa21 service nova] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Refreshing instance network info cache due to event network-changed-1aa8683a-885f-4ea3-8823-0695f8beb37d. {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1518.663173] env[68872]: DEBUG oslo_concurrency.lockutils [req-fb599bfb-0442-464f-ba69-ea99884f8091 req-e22b5488-b545-4c9f-8ee6-b96c31feaa21 service nova] Acquiring lock "refresh_cache-7152c1c8-7666-4f39-896f-95c94aacd9e4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.663173] env[68872]: DEBUG oslo_concurrency.lockutils [req-fb599bfb-0442-464f-ba69-ea99884f8091 req-e22b5488-b545-4c9f-8ee6-b96c31feaa21 service nova] Acquired lock "refresh_cache-7152c1c8-7666-4f39-896f-95c94aacd9e4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.663366] env[68872]: DEBUG nova.network.neutron [req-fb599bfb-0442-464f-ba69-ea99884f8091 req-e22b5488-b545-4c9f-8ee6-b96c31feaa21 service nova] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Refreshing network info cache for port 1aa8683a-885f-4ea3-8823-0695f8beb37d {{(pid=68872) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1519.366955] env[68872]: DEBUG nova.network.neutron [req-fb599bfb-0442-464f-ba69-ea99884f8091 req-e22b5488-b545-4c9f-8ee6-b96c31feaa21 service nova] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Updated VIF entry in instance network info cache for port 1aa8683a-885f-4ea3-8823-0695f8beb37d. {{(pid=68872) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1519.367344] env[68872]: DEBUG nova.network.neutron [req-fb599bfb-0442-464f-ba69-ea99884f8091 req-e22b5488-b545-4c9f-8ee6-b96c31feaa21 service nova] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Updating instance_info_cache with network_info: [{"id": "1aa8683a-885f-4ea3-8823-0695f8beb37d", "address": "fa:16:3e:84:fd:e5", "network": {"id": "72e2090d-18ba-4e5c-b704-766687fa7593", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1780726710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fcaa039c9ae46cebdd309123b90e32f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aa8683a-88", "ovs_interfaceid": "1aa8683a-885f-4ea3-8823-0695f8beb37d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.869886] env[68872]: DEBUG oslo_concurrency.lockutils [req-fb599bfb-0442-464f-ba69-ea99884f8091 req-e22b5488-b545-4c9f-8ee6-b96c31feaa21 service nova] Releasing lock "refresh_cache-7152c1c8-7666-4f39-896f-95c94aacd9e4" {{(pid=68872) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.211793] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7e1cb848-061b-41a3-b473-45ae389f622c tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquiring lock "7152c1c8-7666-4f39-896f-95c94aacd9e4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1556.212056] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7e1cb848-061b-41a3-b473-45ae389f622c tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "7152c1c8-7666-4f39-896f-95c94aacd9e4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1556.715567] env[68872]: DEBUG nova.compute.utils [None req-7e1cb848-061b-41a3-b473-45ae389f622c tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Using /dev/sd instead of None {{(pid=68872) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1557.219182] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7e1cb848-061b-41a3-b473-45ae389f622c tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "7152c1c8-7666-4f39-896f-95c94aacd9e4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1558.279800] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7e1cb848-061b-41a3-b473-45ae389f622c tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquiring lock "7152c1c8-7666-4f39-896f-95c94aacd9e4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1558.280163] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7e1cb848-061b-41a3-b473-45ae389f622c tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "7152c1c8-7666-4f39-896f-95c94aacd9e4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1558.280369] env[68872]: INFO nova.compute.manager [None req-7e1cb848-061b-41a3-b473-45ae389f622c tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Attaching volume 386c3cdd-ad6f-4637-80f6-31e2e53fc493 to /dev/sdb [ 1558.310664] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc653b9-6cba-4968-aa0e-6e0392f97ae4 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.317864] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604cfb7d-7123-4358-84a7-82c06a282acf {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.330761] env[68872]: DEBUG nova.virt.block_device [None req-7e1cb848-061b-41a3-b473-45ae389f622c tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Updating existing volume attachment record: e8618f93-da1d-44cb-8ab9-2eea62e162c5 {{(pid=68872) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1562.875306] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e1cb848-061b-41a3-b473-45ae389f622c tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Volume attach. Driver type: vmdk {{(pid=68872) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1562.875560] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e1cb848-061b-41a3-b473-45ae389f622c tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619186', 'volume_id': '386c3cdd-ad6f-4637-80f6-31e2e53fc493', 'name': 'volume-386c3cdd-ad6f-4637-80f6-31e2e53fc493', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7152c1c8-7666-4f39-896f-95c94aacd9e4', 'attached_at': '', 'detached_at': '', 'volume_id': '386c3cdd-ad6f-4637-80f6-31e2e53fc493', 'serial': '386c3cdd-ad6f-4637-80f6-31e2e53fc493'} {{(pid=68872) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1562.876482] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686ce5ad-f4db-4c86-881b-3718ca38630a {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.892724] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af870f9c-65ca-4cc5-8839-9453e7d5c6eb {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.916512] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e1cb848-061b-41a3-b473-45ae389f622c tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] volume-386c3cdd-ad6f-4637-80f6-31e2e53fc493/volume-386c3cdd-ad6f-4637-80f6-31e2e53fc493.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1562.916740] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7961b516-f68e-4c46-b8df-c50c6e9ace93 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.934069] env[68872]: DEBUG oslo_vmware.api [None req-7e1cb848-061b-41a3-b473-45ae389f622c tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1562.934069] env[68872]: value = "task-3093734" [ 1562.934069] env[68872]: _type = "Task" [ 1562.934069] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.942029] env[68872]: DEBUG oslo_vmware.api [None req-7e1cb848-061b-41a3-b473-45ae389f622c tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093734, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.443420] env[68872]: DEBUG oslo_vmware.api [None req-7e1cb848-061b-41a3-b473-45ae389f622c tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093734, 'name': ReconfigVM_Task, 'duration_secs': 0.320089} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.443694] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e1cb848-061b-41a3-b473-45ae389f622c tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Reconfigured VM instance instance-0000007f to attach disk [datastore1] volume-386c3cdd-ad6f-4637-80f6-31e2e53fc493/volume-386c3cdd-ad6f-4637-80f6-31e2e53fc493.vmdk or device None with type thin {{(pid=68872) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1563.448615] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fb5e100-f917-4411-8d8a-5c7073e87773 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.463055] env[68872]: DEBUG oslo_vmware.api [None req-7e1cb848-061b-41a3-b473-45ae389f622c tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1563.463055] env[68872]: value = "task-3093735" [ 1563.463055] env[68872]: _type = "Task" [ 1563.463055] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.470210] env[68872]: DEBUG oslo_vmware.api [None req-7e1cb848-061b-41a3-b473-45ae389f622c tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093735, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.973519] env[68872]: DEBUG oslo_vmware.api [None req-7e1cb848-061b-41a3-b473-45ae389f622c tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093735, 'name': ReconfigVM_Task, 'duration_secs': 0.130381} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.973825] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e1cb848-061b-41a3-b473-45ae389f622c tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619186', 'volume_id': '386c3cdd-ad6f-4637-80f6-31e2e53fc493', 'name': 'volume-386c3cdd-ad6f-4637-80f6-31e2e53fc493', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7152c1c8-7666-4f39-896f-95c94aacd9e4', 'attached_at': '', 'detached_at': '', 'volume_id': '386c3cdd-ad6f-4637-80f6-31e2e53fc493', 'serial': '386c3cdd-ad6f-4637-80f6-31e2e53fc493'} {{(pid=68872) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1565.009543] env[68872]: DEBUG nova.objects.instance [None req-7e1cb848-061b-41a3-b473-45ae389f622c tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lazy-loading 'flavor' on Instance uuid 7152c1c8-7666-4f39-896f-95c94aacd9e4 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1565.517053] env[68872]: DEBUG oslo_concurrency.lockutils [None req-7e1cb848-061b-41a3-b473-45ae389f622c tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "7152c1c8-7666-4f39-896f-95c94aacd9e4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.236s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1565.693890] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ea150486-1f61-41f1-9a52-78f554164685 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquiring lock "7152c1c8-7666-4f39-896f-95c94aacd9e4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1565.694133] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ea150486-1f61-41f1-9a52-78f554164685 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "7152c1c8-7666-4f39-896f-95c94aacd9e4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1566.196818] env[68872]: INFO nova.compute.manager [None req-ea150486-1f61-41f1-9a52-78f554164685 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Detaching volume 386c3cdd-ad6f-4637-80f6-31e2e53fc493 [ 1566.227358] env[68872]: INFO nova.virt.block_device [None req-ea150486-1f61-41f1-9a52-78f554164685 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Attempting to driver detach volume 386c3cdd-ad6f-4637-80f6-31e2e53fc493 from mountpoint /dev/sdb [ 1566.227585] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea150486-1f61-41f1-9a52-78f554164685 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Volume detach. Driver type: vmdk {{(pid=68872) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1566.227774] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea150486-1f61-41f1-9a52-78f554164685 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619186', 'volume_id': '386c3cdd-ad6f-4637-80f6-31e2e53fc493', 'name': 'volume-386c3cdd-ad6f-4637-80f6-31e2e53fc493', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7152c1c8-7666-4f39-896f-95c94aacd9e4', 'attached_at': '', 'detached_at': '', 'volume_id': '386c3cdd-ad6f-4637-80f6-31e2e53fc493', 'serial': '386c3cdd-ad6f-4637-80f6-31e2e53fc493'} {{(pid=68872) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1566.228773] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f726275b-a70d-462b-a57a-d7ee253fb8d1 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.250363] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77679f33-d89c-43f3-8d4a-9660c1ec45c9 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.256955] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f9bf45-669b-47a3-a8cf-e0d413515239 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.276237] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ccb361-c2ab-4e09-aefb-93e485018fef {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.290358] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea150486-1f61-41f1-9a52-78f554164685 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] The volume has not been displaced from its original location: [datastore1] volume-386c3cdd-ad6f-4637-80f6-31e2e53fc493/volume-386c3cdd-ad6f-4637-80f6-31e2e53fc493.vmdk. No consolidation needed. {{(pid=68872) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1566.295499] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea150486-1f61-41f1-9a52-78f554164685 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1566.295758] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57685d26-0e49-4ae8-abf6-ac62d2b94ac5 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.312841] env[68872]: DEBUG oslo_vmware.api [None req-ea150486-1f61-41f1-9a52-78f554164685 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1566.312841] env[68872]: value = "task-3093736" [ 1566.312841] env[68872]: _type = "Task" [ 1566.312841] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.320079] env[68872]: DEBUG oslo_vmware.api [None req-ea150486-1f61-41f1-9a52-78f554164685 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093736, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.824089] env[68872]: DEBUG oslo_vmware.api [None req-ea150486-1f61-41f1-9a52-78f554164685 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093736, 'name': ReconfigVM_Task, 'duration_secs': 0.195361} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.824376] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea150486-1f61-41f1-9a52-78f554164685 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=68872) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1566.828904] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3da31408-988f-4ee9-b3fa-4050af7b2e9f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.843820] env[68872]: DEBUG oslo_vmware.api [None req-ea150486-1f61-41f1-9a52-78f554164685 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1566.843820] env[68872]: value = "task-3093737" [ 1566.843820] env[68872]: _type = "Task" [ 1566.843820] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.851515] env[68872]: DEBUG oslo_vmware.api [None req-ea150486-1f61-41f1-9a52-78f554164685 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093737, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.353474] env[68872]: DEBUG oslo_vmware.api [None req-ea150486-1f61-41f1-9a52-78f554164685 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093737, 'name': ReconfigVM_Task, 'duration_secs': 0.142287} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.353748] env[68872]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea150486-1f61-41f1-9a52-78f554164685 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-619186', 'volume_id': '386c3cdd-ad6f-4637-80f6-31e2e53fc493', 'name': 'volume-386c3cdd-ad6f-4637-80f6-31e2e53fc493', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7152c1c8-7666-4f39-896f-95c94aacd9e4', 'attached_at': '', 'detached_at': '', 'volume_id': '386c3cdd-ad6f-4637-80f6-31e2e53fc493', 'serial': '386c3cdd-ad6f-4637-80f6-31e2e53fc493'} {{(pid=68872) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1567.893681] env[68872]: DEBUG nova.objects.instance [None req-ea150486-1f61-41f1-9a52-78f554164685 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lazy-loading 'flavor' on Instance uuid 7152c1c8-7666-4f39-896f-95c94aacd9e4 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1568.900654] env[68872]: DEBUG oslo_concurrency.lockutils [None req-ea150486-1f61-41f1-9a52-78f554164685 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "7152c1c8-7666-4f39-896f-95c94aacd9e4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.206s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1569.925957] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c1074efd-3ff8-4ae7-ad12-b9a5df21ffd2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquiring lock "7152c1c8-7666-4f39-896f-95c94aacd9e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1569.926322] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c1074efd-3ff8-4ae7-ad12-b9a5df21ffd2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "7152c1c8-7666-4f39-896f-95c94aacd9e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1569.926466] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c1074efd-3ff8-4ae7-ad12-b9a5df21ffd2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquiring lock "7152c1c8-7666-4f39-896f-95c94aacd9e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1569.926648] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c1074efd-3ff8-4ae7-ad12-b9a5df21ffd2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "7152c1c8-7666-4f39-896f-95c94aacd9e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1569.926819] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c1074efd-3ff8-4ae7-ad12-b9a5df21ffd2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "7152c1c8-7666-4f39-896f-95c94aacd9e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1569.928941] env[68872]: INFO nova.compute.manager [None req-c1074efd-3ff8-4ae7-ad12-b9a5df21ffd2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Terminating instance [ 1570.432302] env[68872]: DEBUG nova.compute.manager [None req-c1074efd-3ff8-4ae7-ad12-b9a5df21ffd2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Start destroying the instance on the hypervisor. {{(pid=68872) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1570.432538] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c1074efd-3ff8-4ae7-ad12-b9a5df21ffd2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Destroying instance {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1570.433429] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275d771c-bdb9-49dd-b438-1109caa3fe77 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.445812] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1074efd-3ff8-4ae7-ad12-b9a5df21ffd2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Powering off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1570.446115] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89690c95-4686-4271-9bdf-4e75613985c6 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.454894] env[68872]: DEBUG oslo_vmware.api [None req-c1074efd-3ff8-4ae7-ad12-b9a5df21ffd2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1570.454894] env[68872]: value = "task-3093738" [ 1570.454894] env[68872]: _type = "Task" [ 1570.454894] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.462618] env[68872]: DEBUG oslo_vmware.api [None req-c1074efd-3ff8-4ae7-ad12-b9a5df21ffd2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.965239] env[68872]: DEBUG oslo_vmware.api [None req-c1074efd-3ff8-4ae7-ad12-b9a5df21ffd2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093738, 'name': PowerOffVM_Task, 'duration_secs': 0.191125} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.965577] env[68872]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1074efd-3ff8-4ae7-ad12-b9a5df21ffd2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Powered off the VM {{(pid=68872) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1570.965670] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c1074efd-3ff8-4ae7-ad12-b9a5df21ffd2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Unregistering the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1570.965917] env[68872]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2575ea2e-06d7-40fd-a4f5-9ebcc2fdb519 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.034435] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c1074efd-3ff8-4ae7-ad12-b9a5df21ffd2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Unregistered the VM {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1571.034613] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c1074efd-3ff8-4ae7-ad12-b9a5df21ffd2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Deleting contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1571.034772] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1074efd-3ff8-4ae7-ad12-b9a5df21ffd2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Deleting the datastore file [datastore1] 7152c1c8-7666-4f39-896f-95c94aacd9e4 {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1571.035037] env[68872]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0004d6ad-611d-4abe-808b-d0eb2f4a4d2d {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.041193] env[68872]: DEBUG oslo_vmware.api [None req-c1074efd-3ff8-4ae7-ad12-b9a5df21ffd2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for the task: (returnval){ [ 1571.041193] env[68872]: value = "task-3093740" [ 1571.041193] env[68872]: _type = "Task" [ 1571.041193] env[68872]: } to complete. {{(pid=68872) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.048180] env[68872]: DEBUG oslo_vmware.api [None req-c1074efd-3ff8-4ae7-ad12-b9a5df21ffd2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.552691] env[68872]: DEBUG oslo_vmware.api [None req-c1074efd-3ff8-4ae7-ad12-b9a5df21ffd2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Task: {'id': task-3093740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132611} completed successfully. {{(pid=68872) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.553062] env[68872]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1074efd-3ff8-4ae7-ad12-b9a5df21ffd2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Deleted the datastore file {{(pid=68872) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1571.553231] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c1074efd-3ff8-4ae7-ad12-b9a5df21ffd2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Deleted contents of the VM from datastore datastore1 {{(pid=68872) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1571.553411] env[68872]: DEBUG nova.virt.vmwareapi.vmops [None req-c1074efd-3ff8-4ae7-ad12-b9a5df21ffd2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Instance destroyed {{(pid=68872) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1571.553582] env[68872]: INFO nova.compute.manager [None req-c1074efd-3ff8-4ae7-ad12-b9a5df21ffd2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1571.553818] env[68872]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1074efd-3ff8-4ae7-ad12-b9a5df21ffd2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68872) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1571.554010] env[68872]: DEBUG nova.compute.manager [-] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Deallocating network for instance {{(pid=68872) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1571.554113] env[68872]: DEBUG nova.network.neutron [-] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] deallocate_for_instance() {{(pid=68872) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1571.995473] env[68872]: DEBUG nova.compute.manager [req-74b9cb3c-da06-4154-88d9-e7e05444081d req-12a9f63f-52d7-4cfe-8832-156381d96657 service nova] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Received event network-vif-deleted-1aa8683a-885f-4ea3-8823-0695f8beb37d {{(pid=68872) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1571.995862] env[68872]: INFO nova.compute.manager [req-74b9cb3c-da06-4154-88d9-e7e05444081d req-12a9f63f-52d7-4cfe-8832-156381d96657 service nova] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Neutron deleted interface 1aa8683a-885f-4ea3-8823-0695f8beb37d; detaching it from the instance and deleting it from the info cache [ 1571.995890] env[68872]: DEBUG nova.network.neutron [req-74b9cb3c-da06-4154-88d9-e7e05444081d req-12a9f63f-52d7-4cfe-8832-156381d96657 service nova] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.478516] env[68872]: DEBUG nova.network.neutron [-] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Updating instance_info_cache with network_info: [] {{(pid=68872) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.499681] env[68872]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-916163a2-9c23-45cb-9431-2f1e9d4164c0 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.510076] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5284587-504f-404d-95e9-beb4f81d7124 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.534312] env[68872]: DEBUG nova.compute.manager [req-74b9cb3c-da06-4154-88d9-e7e05444081d req-12a9f63f-52d7-4cfe-8832-156381d96657 service nova] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Detach interface failed, port_id=1aa8683a-885f-4ea3-8823-0695f8beb37d, reason: Instance 7152c1c8-7666-4f39-896f-95c94aacd9e4 could not be found. {{(pid=68872) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1572.982077] env[68872]: INFO nova.compute.manager [-] [instance: 7152c1c8-7666-4f39-896f-95c94aacd9e4] Took 1.43 seconds to deallocate network for instance. [ 1573.489125] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c1074efd-3ff8-4ae7-ad12-b9a5df21ffd2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1573.489432] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c1074efd-3ff8-4ae7-ad12-b9a5df21ffd2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1573.489665] env[68872]: DEBUG nova.objects.instance [None req-c1074efd-3ff8-4ae7-ad12-b9a5df21ffd2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lazy-loading 'resources' on Instance uuid 7152c1c8-7666-4f39-896f-95c94aacd9e4 {{(pid=68872) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1574.024539] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdb76a9-f8e1-4b0e-8613-aab50c041384 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.032015] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca708e7-60b7-407b-810f-4d751948b30c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.061382] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c4bb6c-f976-4bbf-be51-93586d50d531 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.068145] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddb2407-e87a-43b0-94a5-80827da70e30 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.082104] env[68872]: DEBUG nova.compute.provider_tree [None req-c1074efd-3ff8-4ae7-ad12-b9a5df21ffd2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1574.585422] env[68872]: DEBUG nova.scheduler.client.report [None req-c1074efd-3ff8-4ae7-ad12-b9a5df21ffd2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1574.808622] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.808807] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.808937] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.809185] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.809342] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.809488] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.809636] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.809771] env[68872]: DEBUG nova.compute.manager [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68872) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1574.809918] env[68872]: DEBUG oslo_service.periodic_task [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68872) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1575.091098] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c1074efd-3ff8-4ae7-ad12-b9a5df21ffd2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.601s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1575.110830] env[68872]: INFO nova.scheduler.client.report [None req-c1074efd-3ff8-4ae7-ad12-b9a5df21ffd2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Deleted allocations for instance 7152c1c8-7666-4f39-896f-95c94aacd9e4 [ 1575.312567] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1575.312809] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1575.312976] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1575.313150] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68872) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1575.314025] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e005ac92-188b-477d-a813-03396fabb465 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.322586] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ef99a4-f674-46cb-9066-6f6ee523ad43 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.335877] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6923b11e-5345-4496-b55e-83c82c43989c {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.342267] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce80937-b32f-4f74-9bb4-813b295bd504 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.371285] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180828MB free_disk=138GB free_vcpus=48 pci_devices=None {{(pid=68872) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1575.371424] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1575.371622] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1575.618446] env[68872]: DEBUG oslo_concurrency.lockutils [None req-c1074efd-3ff8-4ae7-ad12-b9a5df21ffd2 tempest-AttachVolumeNegativeTest-1160873861 tempest-AttachVolumeNegativeTest-1160873861-project-member] Lock "7152c1c8-7666-4f39-896f-95c94aacd9e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.692s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1576.395573] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68872) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1576.395751] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68872) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1576.409135] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b162ff99-15b9-4ce7-85f3-c5341af86f0f {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.418546] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5e0811-7982-4bdf-a69f-9f9ed1f76c77 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.447671] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb86a21-b809-4834-9dd5-1e2ce3910526 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.454410] env[68872]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a228dd-ec93-4ade-bf50-9b28e5250c57 {{(pid=68872) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.467067] env[68872]: DEBUG nova.compute.provider_tree [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Inventory has not changed in ProviderTree for provider: a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f {{(pid=68872) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1576.969839] env[68872]: DEBUG nova.scheduler.client.report [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Inventory has not changed for provider a84b97f0-fc9e-4506-85b9-4ea8e0d5a78f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 138, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68872) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1577.474940] env[68872]: DEBUG nova.compute.resource_tracker [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68872) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1577.475178] env[68872]: DEBUG oslo_concurrency.lockutils [None req-3eb07f83-9e21-4363-a28f-c398704bd1e5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.103s {{(pid=68872) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}